oceanbase源码分析 build.sh --init 执行过程

bash build.sh debug --init --make


1. build.sh --init 调用 main
2. main 执行 do_init
3. do_init 完成后进入 CMake 配置
4. CMake 加载配置文件
5. 输出配置信息
6. 检查依赖
生成构建系统

# 1. 初始化依赖
./build.sh --init

# 2. 选择编译模式（debug/release等）
./build.sh debug --make
./build.sh release --make

# 必需的基础软件包
yum install -y \
  gcc \
  gcc-c++ \
  make \
  glibc-devel \
  libstdc++-devel \
  git \
  wget \
  perl \
  tar \
  bzip2 \
  which

# GCC版本要求
- 默认支持C++11标准 (代码中 CPP_STANDARD_OPTION=11)
- 如果使用-DCPP_STANDARD_20=ON，则需要支持C++20标准的GCC版本

# 推荐GCC版本
- CentOS 7: GCC 4.8.5及以上
- CentOS 8: GCC 8.x及以上

# 硬件资源

- CPU: 建议4核及以上（编译会使用所有可用核心 grep -c ^processor /proc/cpuinfo）

- 内存: 建议16GB及以上

- 磁盘空间: 建议50GB及以上（用于源码、依赖和编译输出）

  

# 系统配置

- 最大文件打开数: ulimit -n 65535

- 最大用户进程数: ulimit -u 65535

# 核心依赖包
yum install -y \
  libaio-devel \
  openssl-devel \
  bzip2-devel \
  zlib-devel \
  ncurses-devel \
  libcurl-devel \
  readline-devel \
  mariadb-devel \
  boost-devel

# 如果使用RPM打包还需要
yum install -y \
  rpm-build \
  rpmlint

- 脚本会使用工具目录中的CMake: ${TOOLS_DIR}/bin/cmak

./build.sh --init
↓
main "$@" 。//$@ 是一个特殊变量，代表脚本运行时传递的所有命令行参数
↓
parse_args  # 设置NEED_INIT=true
↓
do_init     # 执行初始化

#!/bin/bash

main() {
    echo "Number of arguments: $#"
    echo "Arguments:"
    for arg in "$@"; do
        echo "$arg"
    done
}

# Call the main function and pass all command-line arguments
main "$@"

./script.sh arg1 "arg two" arg3

Number of arguments: 3
Arguments:
arg1
arg two
arg3

# parse arguments
ALL_ARGS=("$@")  //这个是一个数组
function parse_args
{
    for i in "${ALL_ARGS[@]}"; do//ALL_ARGS[@] 全部元素 {}集合
        if [[ "$i" == "--init" ]]
        then
            NEED_INIT=true
}


#!/bin/bash

# 定义一个数组
ALL_ARGS=("arg1" "arg2" "arg3" "arg with spaces")

# 遍历数组中的每个元素
for i in "${ALL_ARGS[@]}"; do
    echo "Current argument: $i"
done

# dep_create
TOPDIR=`readlink -f \`dirname $0\`` 
function do_init
{
    export CPP_STANDARD=${CPP_STANDARD_OPTION} //C++ 标准库的版本 为11
    time1_ms=$(echo $[$(date +%s%N)/1000000]) //脚本开始执行的时间
    (cd $TOPDIR/deps/init && bash dep_create.sh) 
    //$TOPDIR 是一个预定义的环境变量，通常指向项目根目录
    //进入 deps/init 目录并执行 dep_create.sh 脚本
    if [ $? -ne 0 ]; then
      exit $?
    fi
    time2_ms=$(echo $[$(date +%s%N)/1000000]) //脚本开始执行的时间
}

TOPDIR=`readlink -f \`dirname $0\``

unalias -a
PWD="$(cd $(dirname $0); pwd)"
OS_ARCH="$(uname -m)" || exit 1
OS_RELEASE="0"
AL3_RELEASE="0"

if [[ ! -f /etc/os-release ]]; then
    echo "[ERROR] os release info not found" 1>&2 && exit 1
fi
source /etc/os-release || exit 1

function compat_centos9() { ... }
function compat_centos8() { ... }
function compat_centos7() { ... }
function compat_alinux3() { ... }

function get_os_release() { ... }
get_os_release || exit 1

DEP_FILE="oceanbase.${OS_TAG}.deps"//oceanbase.el8.x86_64.deps
MD5=`md5sum ${DEP_FILE} | cut -d" " -f1`

if [ -f ${WORKSAPCE_DEPS_3RD_MD5} ]; then
    ...
fi

if [ "x${DEP_CACHE_DIR}" == "x" ]; then
    NEED_SHARE_CACHE=OFF
    echo_log "disable share dep cache due to env DEP_CACHE_DIR not set"
fi

if [ ${NEED_SHARE_CACHE} == "ON" ]; then
    ...
fi

mkdir -p "${TARGET_DIR_3RD}/pkg"
for sect in "${!packages[@]}"
do
    ...
    wget "$repo/${pkg}" -O "${TARGET_DIR_3RD}/pkg/${TEMP}" &> ${TARGET_DIR_3RD}/pkg/error.log
done

if [ ${LINK_CHACE_DIRECT}  == "ON" ]; then
    ln -sf ${CACHE_DEPS_DIR_3RD} ${WORKSPACE_DEPS_3RD}
    exit $?
fi

touch ${CACHE_DEPS_LOCKFILE}
chmod 777 ${CACHE_DEPS_LOCKFILE}
echo_log "generate lock file ${CACHE_DEPS_LOCKFILE}"

rm -rf ${CACHE_DEPS_LOCKFILE}
echo_log "unlock lock file ${CACHE_DEPS_LOCKFILE}"
touch ${WORKSAPCE_DEPS_3RD_MD5}
touch ${WORKSAPCE_DEPS_3RD_DONE}
touch ${WORKSAPCE_DEPS_3RD_CPP_STANDARD}

# make build directory && cmake && make (if need)
function do_build
{
    if [ ! -f ${TOOLS_DIR}/bin/cmake ]; then
      echo_log "[NOTICE] Your workspace has not initialized dependencies, please append '--init' args to initialize dependencies"
      exit 1
    fi

    TYPE=$1; shift
    prepare_build_dir $TYPE || return
    ${CMAKE_COMMAND} ${TOPDIR} "$@" -DCPP_STANDARD_20=$CPP_STANDARD_20_OPTION
    if [ $? -ne 0 ]; then
      echo_err "Failed to generate Makefile"
      exit 1
    fi
}

./build.sh --init
./build.sh --init
[dep_create.sh] [NOTICE] 'Ubuntu 22.04.5 LTS (x86_64)' is compatible with CentOS 9, use el9 dependencies list
[dep_create.sh] oceanbase.el9.x86_64.deps has been initialized due to /workspace/oceanbase/deps/3rd/e9982c3dd04198e4728809c2bf18f7c5, /workspace/oceanbase/deps/3rd/DONE and /workspace/oceanbase/deps/3rd/CPP_11 exists
[build.sh] use dep_create.sh to create deps cost time: 0m0s
-- Using C++11 standard
-- build with pie
-- Using OB_CC compiler: /workspace/oceanbase/deps/3rd/usr/local/oceanbase/devtools/bin/clang
-- Using OB_CXX compiler: /workspace/oceanbase/deps/3rd/usr/local/oceanbase/devtools/bin/clang++
-- ob-compile not found, compile locally.
-- open source build enabled
-- This is BINARY dir /workspace/oceanbase
-- This is SOURCE dir /workspace/oceanbase
-- check deps for libeasy
-- This is BINARY dir /workspace/oceanbase/deps/oblib
-- This is SOURCE dir /workspace/oceanbase/deps/oblib
-- oblib_add_library compress
-- oblib_add_library zstd
-- oblib_add_library zstd_1_3_8
-- oblib_add_library lz4
-- oblib_add_library snappy
-- zlib_lite use qpl
-- oblib_add_library zlib_lite
-- oblib_add_library restore
-- oblib_add_library s3
-- oblib_add_library cos_sdk
-- ob_lib_add_target oblib_lib_simd
-- ob_lib_add_target oblib_lib
-- ob_lib_add_target oblib_lib_bitmap
-- ob_add_new_object_target ob_malloc_object
-- ob_lib_add_target oblib_common
-- ob_lib_add_target oblib_rpc
-- oblib_extra_objects /workspace/oceanbase/deps/oblib/src/lib/compress/zstd/zstd_objs.o;/workspace/oceanbase/deps/oblib/src/lib/compress/zstd_1_3_8/zstd_1_3_8_objs.o;/workspace/oceanbase/deps/oblib/src/lib/compress/lz4/lz4-all.a.o;/workspace/oceanbase/deps/oblib/src/lib/compress/zlib_lite/zlib_lite_objs.o;/workspace/oceanbase/deps/oblib/src/lib/restore/cos/cos_sdk_objs.o
-- /workspace/oceanbase/deps/3rd
-- This is BINARY dir /workspace/oceanbase/src/objit
-- This is SOURCE dir /workspace/oceanbase/src/objit
-- Building with -fPIC
-- ob_add_new_object_target ob_share
-- ob_add_new_object_target ob_sql
-- observer_add_target ob_sql_simd
-- generating /workspace/oceanbase/src/share/inner_table/sys_package/system_package.cpp ...
-- generate /workspace/oceanbase/src/share/inner_table/sys_package/system_package.cpp done
-- observer_add_target ob_pl
-- observer_add_target ob_rootserver
-- observer_add_target ob_logservice
-- ob_add_new_object_target oblogminer_objs
-- ob_add_new_object_target oblogminer_obj_dev
-- ob_add_new_object_target obcdc_objects
-- ob_add_new_object_target obcdc_objects_miner
-- ob_add_new_object_target obcdc_tailf_objects
-- ob_add_new_object_target obcdc_tailf_objects_static
-- ob_add_new_object_target ob_storage
-- observer_add_target ob_storage_simd
-- observer_add_target ob_diagnose_lua
-- observer_add_target ob_server
-- ob_add_new_object_target obtable_base_objects
-- Configuring done (0.5s)
-- Generating done (4.1s)
-- Build files have been written to: /workspace/oceanbase