社区实践 | 在 OpenEuler 22.03-LTS-SP4 部署 OpenTenBase V5.0 并集成 opentenbase_ai 插件与国产大模型

# 更新系统
sudo dnf update -y
# 安装基础工具与开发依赖
sudo dnf install -y \
    gcc \
    gcc-c++ \
    make \
    cmake \
    readline-devel \
    zlib-devel \
    openssl-devel \
    uuid-devel \
    bison \
    flex \
    git \
    libcurl-devel \
    libxml2-devel \
    libxslt-devel \
    perl-IPC-Run \
    perl-Test-Simple \
    tcl-devel \
    python3-devel \
    rpm-build \
    pkgconfig \
    krb5-devel \
    openldap-devel \
    vim

# 下载zstd源码
cd /tmp
wget https://github.com/facebook/zstd/releases/download/v1.5.2/zstd-1.5.2.tar.gz
tar -xzf zstd-1.5.2.tar.gz
cd zstd-1.5.2

# 编译安装
make
sudo make install PREFIX=/usr/local

# 更新库路径
sudo ldconfig

# 设置环境变量
export PKG_CONFIG_PATH="/usr/local/lib/pkgconfig:$PKG_CONFIG_PATH"

# 下载lz4源码
cd /tmp
wget https://github.com/lz4/lz4/archive/v1.9.4.tar.gz
tar -xzf v1.9.4.tar.gz
cd lz4-1.9.4

# 编译安装
make
sudo make install PREFIX=/usr/local

# 更新库路径
sudo ldconfig

# 设置环境变量
export PKG_CONFIG_PATH="/usr/local/lib/pkgconfig:$PKG_CONFIG_PATH"
export LD_LIBRARY_PATH="/usr/local/lib:$LD_LIBRARY_PATH"

# 首先检查当前的包管理器状态
sudo dnf clean all

# 安装libxml2-devel及其依赖包
sudo dnf install -y libxml2-devel libxml2 cmake-filesystem xz-devel zlib-devel pkgconfig

# 验证安装
rpm -qa | grep libxml2
# 检查xml2-config命令是否可用
which xml2-config

# 检查pkg-config是否能找到libxml-2.0
pkg-config --exists libxml-2.0 && echo "libxml2 found" || echo "libxml2 NOT found"

# 查看libxml2的配置信息
xml2-config --version
xml2-config --cflags
xml2-config --libs

# 下载lz4源码
cd /tmp
git clone https://github.com/CLIUtils/CLI11.git
cd CLI11

mkdir build 
cd build


cmake ..
make
make install
dnf repolist

# 创建数据目录
sudo mkdir /data

# 创建opentenbase用户
sudo useradd -d /data/opentenbase -s /bin/bash -m opentenbase

# 设置密码
sudo passwd opentenbase

su - root  # 切换到 root 用户
visudo

# 允许 opentenbase 用户使用 sudo 执行所有命令（需要输入密码）
opentenbase ALL=(ALL) ALL

# 允许 opentenbase 免密码使用 sudo 执行所有命令
opentenbase ALL=(ALL) NOPASSWD: ALL

su - opentenbase

#获取源码
cd /data/opentenbase
git clone https://gitee.com/mirrors/OpenTenBase.git

# 设置环境变量
export SOURCECODE_PATH=/data/opentenbase/OpenTenBase
export INSTALL_PATH=/data/opentenbase/install

# 进入源码目录
cd ${SOURCECODE_PATH}

chmod +x configure*

# 清除旧编译文件
make distclean 2>/dev/null || true
rm -rf /data/opentenbase/install/opentenbase_bin_v2.0
rm -f config.status config.log

# 配置编译，添加SSE4.2支持
CFLAGS="-g -O2 -w -msse4.2 -mcrc32 -DNOLIC" \
CXXFLAGS="-g -O2 -w -msse4.2 -mcrc32 -DNOLIC" \
./configure --prefix=/data/opentenbase/install/opentenbase_bin_v2.0 \
    --enable-user-switch \
    --with-openssl \
    --with-ossp-uuid \
    --with-libxml

# 编译
make
make install

# 编译contrib模块
chmod +x contrib/pgxc_ctl/make_signature
cd contrib
make
make install

vim ~/.bashrc

#将如下命令添加到文件末尾：
export OPENTENBASE_HOME=/data/opentenbase/install/opentenbase_bin_v2.0
export PATH=$OPENTENBASE_HOME/bin:$PATH
export LD_LIBRARY_PATH=$OPENTENBASE_HOME/lib:${LD_LIBRARY_PATH}
export LC_ALL=C

# 开放GTM端口
sudo firewall-cmd --permanent --add-port=6666/tcp

# 开放Coordinator端口
sudo firewall-cmd --permanent --add-port=30004/tcp

# 开放Datanode端口
sudo firewall-cmd --permanent --add-port=20008/tcp

# 重新加载防火墙规则
sudo firewall-cmd --reload

sudo systemctl stop firewalld
sudo systemctl disable firewalld

# This file controls the state of SELinux on the system.
# SELINUX= can take one of these three values:
#     enforcing - SELinux security policy is enforced.
#     permissive - SELinux prints warnings instead of enforcing.
#     disabled - No SELinux policy is loaded.
# SELINUX=enforcing
SELINUX=disabled
#       ^^^^^^^^
# SELINUXTYPE= can take one of these three values:
#     targeted - Targeted processes are protected,
#     minimum - Modification of targeted policy. Only selected processes are protected.
#     mls - Multi Level Security protection.
SELINUXTYPE=targeted

# 创建配置文件
cat > /data/opentenbase/install/opentenbase_bin_v2.0/pgxc_ctl.conf << 'EOF'
#!/usr/bin/env bash

#---- OVERALL -----------------------------------------------------------------------------
pgxcOwner=opentenbase
pgxcUser=$pgxcOwner
pgxcInstallDir=/data/opentenbase/install/opentenbase_bin_v2.0
tmpDir=/tmp
localTmpDir=$tmpDir
configBackup=y
configBackupHost=localhost
configBackupDir=$HOME/pgxc
configBackupFile=pgxc_ctl.bak

#---- GTM --------------------------------------------------------------------------------
gtmName=gtm
gtmMasterServer=localhost
gtmMasterPort=6666
gtmMasterDir=/data/opentenbase/data/gtm
gtmExtraConfig=none
gtmMasterSpecificExtraConfig=none

gtmSlave=n
gtmSlaveName=gtmSlave
gtmSlaveServer=none
gtmSlavePort=20001
gtmSlaveDir=none
gtmSlaveSpecificExtraConfig=none

gtmProxy=n
gtmProxyNames=()
gtmProxyServers=()
gtmProxyPorts=()
gtmProxyDirs=()
gtmPxyExtraConfig=none
gtmPxySpecificExtraConfig=()

#---- Coordinators --------------------------------------------------------------------
coordMasterDir=/data/opentenbase/data/coord_master
coordSlaveDir=/data/opentenbase/data/coord_slave
coordArchLogDir=/data/opentenbase/data/coord_archlog

coordNames=(cn001)
coordPorts=(30004)
poolerPorts=(30014)
coordForwardPorts=(30024)
coordPgHbaEntries=(0.0.0.0/0)

coordMasterServers=(localhost)
coordMasterDirs=(/data/opentenbase/data/coord_master/cn001)
coordMaxWALsender=5
coordMaxWALSenders=(5)

coordSlave=n
coordSlaveSync=n
coordSlaveServers=(none)
coordSlavePorts=(30005)
coordSlavePoolerPorts=(30015)
coordSlaveForwardPorts=(30025)
coordSlaveDirs=(none)
coordArchLogDirs=(none)

coordExtraConfig=none
coordSpecificExtraConfig=(none)
coordSpecificExtraPgHba=(none)

#---- Datanodes -----------------------------------------------------------------------
datanodeMasterDir=/data/opentenbase/data/dn_master
datanodeSlaveDir=/data/opentenbase/data/dn_slave
datanodeArchLogDir=/data/opentenbase/data/datanode_archlog

primaryDatanode=dn001
datanodeNames=(dn001)
datanodePorts=(20008)
datanodePoolerPorts=(20018)
datanodeForwardPorts=(20028)
datanodePgHbaEntries=(0.0.0.0/0)

datanodeMasterServers=(localhost)
datanodeMasterDirs=(/data/opentenbase/data/dn_master/dn001)
datanodeMaxWalSender=5
datanodeMaxWALSenders=(5)

datanodeSlave=n
datanodeSlaveServers=(none)
datanodeSlavePorts=(20009)
datanodeSlavePoolerPorts=(20019)
datanodeSlaveForwardPorts=(20029)
datanodeSlaveDirs=(none)
datanodeArchLogDirs=(none)

datanodeExtraConfig=none
datanodeSpecificExtraConfig=(none)
datanodeSpecificExtraPgHba=(none)

walArchive=n
EOF

su - opentenbase
ssh-keygen -t rsa # 一路回车即可
ssh-copy-id -i ~/.ssh/id_rsa.pub opentenbase@localhost
# 修复权限
chmod 700 ~/.ssh
chmod 600 ~/.ssh/id_rsa
chmod 644 ~/.ssh/id_rsa.pub
chmod 600 ~/.ssh/authorized_keys

# 测试ssh登录
ssh localhost

# 如果ssh登录需要密码，则检查/etc/ssh/sshd_config配置：
sudo vim /etc/ssh/sshd_config

#确保以下配置未被注释（去掉前面的#号）：
PubkeyAuthentication yes
AuthorizedKeysFile .ssh/authorized_keys

# 重启ssh服务
sudo systemctl restart sshd

# 再次测试
ssh localhost

pgxc_ctl -c /data/opentenbase/install/opentenbase_bin_v2.0/pgxc_ctl.conf

# 依次执行以下命令
# 分发二进制包
deploy all

# 初始化集群
init all

psql -h 127.0.0.1 -p 30004 -d postgres -U opentenbase

postgres=# create default node group default_group  with (dn001);
CREATE NODE GROUP
postgres=# create sharding group to group default_group;
CREATE SHARDING GROUP

-- 创建测试数据库
CREATE DATABASE simple_db;

-- 创建普通用户
CREATE USER simple_user WITH PASSWORD 'simple123';

-- 授权用户管理数据库
GRANT ALL ON DATABASE simple_db TO simple_user;

-- 切换到目标数据库
\c simple_db simple_user

-- 创建基础分片表（按name字段分片）
CREATE TABLE user_info (
    id INT PRIMARY KEY,
    name VARCHAR(50) NOT NULL,
    age INT,
    join_date DATE DEFAULT CURRENT_DATE
) DISTRIBUTE BY SHARD(name);

-- 插入几条测试数据
INSERT INTO user_info(id, name, age) VALUES
(1, '张三', 22),
(2, '李四', 25),
(3, '王五', 23);

-- 简单查询
SELECT * FROM user_info WHERE age > 22;

-- 更新数据
UPDATE user_info SET age = 24 WHERE name = '王五';

-- 再次查询验证更新
SELECT name, age FROM user_info;

sudo dnf search postgresql | grep devel

sudo dnf install -y postgresql-server-devel libpq-devel

which pg_config

# 克隆 pgsql-http 源码仓库
cd /tmp
git clone https://github.com/pramsey/pgsql-http.git
cd pgsql-http

# 切换到 1.7.0 标签
git checkout v1.7.0

# 备份原始 http.c（可选，用于出错时恢复）
cp http.c http.c.bak

vim http.c

static void *
guc_malloc(int elevel, size_t size)
{
	void	   *data;

	/* Avoid unportable behavior of malloc(0) */
	if (size == 0)
		size = 1;
	data = malloc(size);
	if (data == NULL)
		ereport(elevel,
				(errcode(ERRCODE_OUT_OF_MEMORY),
				 errmsg("out of memory")));
	return data;
}

static char *
guc_strdup(int elevel, const char *src)
{
	size_t len = strlen(src) + 1;
	char *dup = guc_malloc(elevel, len);
	memcpy(dup, src, len);
	return dup;
}

content_str = pg_any_to_server(si_data.data, si_data.len, content_charset);

content_str = pg_any_to_server(si_data.data, si_data.len, content_charset, true, true);

#if PG_VERSION_NUM < 110000
#define PG_GETARG_JSONB_P(x) DatumGetJsonb(PG_GETARG_DATUM(x))
#endif

#if PG_VERSION_NUM < 110000
#define PG_GETARG_JSONB_P(x) ((Jsonb *)PG_DETOAST_DATUM(PG_GETARG_DATUM(x)))
#endif

#if PG_VERSION_NUM < 130000
{
    JsonbValue  k;
    k.type = jbvString;
    k.val.string.val = key;
    k.val.string.len = strlen(key);
v = *findJsonbValueFromContainer(&jb->root, JB_FOBJECT, &k);
}
#else
getKeyJsonValueFromContainer(&jb->root, key, strlen(key), &v);
#endif

#if PG_VERSION_NUM < 130000
{
    JsonbValue  k;
    k.type = jbvString;
    k.val.string.val = key;
    k.val.string.len = strlen(key);
    // 显式获取 Jsonb 容器指针，避免隐式依赖 DatumGetJsonb
    JsonbContainer *container = &jb->root;
    v = *findJsonbValueFromContainer(container, JB_FOBJECT, &k);
}
#else
getKeyJsonValueFromContainer(&jb->root, key, strlen(key), &v);
#endif

cd /tmp/pgsql-http

# 清理旧编译文件
make clean

# 编译
make

# 安装
make install

su - opentenbase
psql -h localhost -p 30004 -d postgres -U opentenbase

# 尝试创建扩展
CREATE EXTENSION http;

CREATE EXTENSION opentenbase_ai CASCADE;

SELECT * FROM pg_extension WHERE extname = 'opentenbase_ai';

-- 添加混元大模型定义
SELECT ai.add_completion_model(
    model_name => 'hunyuan_chat',  -- 自定义模型名称（后续调用时使用）
    uri => 'https://api.hunyuan.cloud.tencent.com/v1/chat/completions',  -- 混元API接口地址
    default_args => '{"model": "hunyuan-lite"}'::jsonb,  -- 默认参数（指定模型版本，如"hunyuan-lite"轻量版）
    token => 'your_hunyuan_api_key',  -- 替换为你的混元API密钥
    model_provider => 'tencent'  -- 模型提供商（固定为"tencent"）
);

-- 设置默认Completion模型为混元
SET ai.completion_model = 'hunyuan_chat';

-- 调用混元模型生成文本
SELECT ai.generate_text(
    prompt => '为以下产品写一段吸引人的描述：智能手表',  -- 提示词（输入需求）
    model_name => 'hunyuan_chat'  -- 若已设置默认模型，可省略此参数
);

SELECT ai.add_image_model(
    model_name => 'hunyuan-vision',
    uri => 'https://api.hunyuan.cloud.tencent.com/v1/chat/completions',
    default_args => '{"model": "hunyuan-vision"}'::jsonb,
    token => 'your_hunyuan_api_key', -- 替换为你的混元API密钥，可以与文本生成模型的秘钥相同
    model_provider => 'tencent'
);

SET ai.image_model = 'hunyuan-vision';

select ai.image('这张图片中有什么', 'http://gips0.baidu.com/it/u=3602773692,1512483864&fm=3028&app=3028&f=JPEG&fmt=auto?w=960&h=1280');

-- 设置请求的超时时间，单位毫秒
SET http.timeout_msec TO 200000;

sudo vim /etc/resolv.conf
# 在开头加入以下三行
nameserver 8.8.8.8
nameserver 1.1.1.1
nameserver 114.114.114