#!/bin/bash
#######################################################################
# Copyright (c): 2020-2025, Huawei Tech. Co., Ltd.
# descript: Compile and pack MPPDB
#           Return 0 means OK.
#           Return 1 means failed.
# version:  2.0
# date:     2020-08-08
#######################################################################

##default package type is all
declare package_type='all'
declare install_package_format='tar'
declare optimized='true'

declare product_mode='opengauss'

##default version mode is relase
declare version_mode='release'
declare binarylib_dir='None'
declare separate_symbol='on'
#detect platform information.
PLATFORM=32
bit=$(getconf LONG_BIT)
if [ "$bit" -eq 64 ]; then
    PLATFORM=64
fi

#get OS distributed version.
kernel=""
version=""
if [ -f "/etc/euleros-release" ]; then
    kernel=$(cat /etc/euleros-release | awk -F ' ' '{print $1}' | tr A-Z a-z)
    version=$(cat /etc/euleros-release | awk -F '(' '{print $2}'| awk -F ')' '{print $1}' | tr A-Z a-z)
elif [ -f "/etc/openEuler-release" ]; then
    kernel=$(cat /etc/openEuler-release | awk -F ' ' '{print $1}' | tr A-Z a-z)
    version=$(cat /etc/openEuler-release | awk -F '(' '{print $2}'| awk -F ')' '{print $1}' | tr A-Z a-z)
elif [ -f "/etc/centos-release" ]; then
    kernel=$(cat /etc/centos-release | awk -F ' ' '{print $1}' | tr A-Z a-z)
    version=$(cat /etc/centos-release | awk -F '(' '{print $2}'| awk -F ')' '{print $1}' | tr A-Z a-z)
elif [ -f "/etc/kylin-release" ]; then
    kernel=$(cat /etc/kylin-release | awk -F ' ' '{print $1}' | tr A-Z a-z)
    version=$(cat /etc/kylin-release | awk '{print $6}' | tr A-Z a-z)
else
    kernel=$(lsb_release -d | awk -F ' ' '{print $2}'| tr A-Z a-z)
    version=$(lsb_release -r | awk -F ' ' '{print $2}')
fi

if [ X"$kernel" == X"euleros" ]; then
    dist_version="EULER"
elif [ X"$kernel" == X"centos" ]; then
    dist_version="CENTOS"
elif [ X"$kernel" == X"openeuler" ]; then
    dist_version="OPENEULER"
elif [ X"$kernel" == X"kylin" ]; then
    dist_version="KYLIN"
else
    echo "Only support EulerOS, OPENEULER(aarch64), CentOS and Kylin platform."
    echo "Kernel is $kernel"
    exit 1
fi

export MAKE_JOBS=$(($(cat /proc/cpuinfo | grep processor | wc -l) * 2))
echo "[makemppdb] $(date +%y-%m-%d' '%T): Make jobs number : ${MAKE_JOBS}"

show_package=false

gcc_version="7.3.0"
##add platform architecture information
PLATFORM_ARCH=$(uname -p)
if [ "$PLATFORM_ARCH"X == "aarch64"X ] ; then
    if [ "$dist_version" == "EULER" ]; then
        ARCHITECTURE_EXTRA_FLAG=_euleros2.0_sp8_$PLATFORM_ARCH
        GAUSSDB_EXTRA_FLAGS=" -D__USE_NUMA"
    elif [ "$dist_version" == "CENTOS" ]; then
        ARCHITECTURE_EXTRA_FLAG=_centos_7.5_$PLATFORM_ARCH
        GAUSSDB_EXTRA_FLAGS=" -D__USE_NUMA"
    elif [ "$dist_version" == "OPENEULER" ]; then
        ARCHITECTURE_EXTRA_FLAG=_openeuler_$PLATFORM_ARCH
        # it may be risk to enable 'ARM_LSE' for all ARM CPU, but we bid our CPUs are not elder than ARMv8.1
        GAUSSDB_EXTRA_FLAGS=" -D__USE_NUMA -D__ARM_LSE"
    elif [ "$dist_version" == "KYLIN" ]; then
        ARCHITECTURE_EXTRA_FLAG=_kylinv10_sp1_$PLATFORM_ARCH
        GAUSSDB_EXTRA_FLAGS=" -D__USE_NUMA"
    else
        ARCHITECTURE_EXTRA_FLAG=_$PLATFORM_ARCH
    fi
    release_file_list="mpp_release_list_${kernel}_${PLATFORM_ARCH}"
else
    if [ "$dist_version" == "KYLIN" ]; then
        ARCHITECTURE_EXTRA_FLAG=_kylinv10_sp1_${PLATFORM_ARCH}_intel
    else
        ARCHITECTURE_EXTRA_FLAG=_euleros2.0_sp5_${PLATFORM_ARCH}
    fi
    release_file_list="mpp_release_list_${kernel}"
fi

##default install version storage path
declare mppdb_version='GaussDB Kernel'
declare mppdb_name_for_package="$(echo ${mppdb_version} | sed 's/ /-/g')"
declare package_path='./'
declare version_number=''
declare make_check='off'
declare zip_package='on'
declare extra_config_opt=''

#######################################################################
##putout the version of mppdb
#######################################################################
function print_version()
{
    echo "$version_number"
}
#######################################################################
## print help information
#######################################################################
function print_help()
{
    echo "Usage: $0 [OPTION]
    -h|--help              show help information.
    -V|--version           show version information.
    -f|--file              provide the file list released.
    -3rd|--binarylib_dir   the directory of third party binarylibs.
    -pkg|--package         provode type of installation packages, values parameter is all, server, jdbc, odbc, agent.
    -pm                    product mode, values parameter is single, multiple or opengauss, default value is multiple.
    -p|--path              generation package storage path.
    -t                     packaging format, values parameter is tar or rpm, the default value is tar.
    -m|--version_mode      this values of paramenter is debug, release, memcheck, the default value is release.
    -mc|--make_check       this values of paramenter is on or off, the default value is on.
    -s|--symbol_mode       whether separate symbol in debug mode, the default value is on.
    -cv|--gcc_version      gcc-version option: 7.3.0.
    -nopt|--not_optimized  on kunpeng platform , like 1616 version, without LSE optimized.
    -nopkg|--no_package    don't zip binaries into packages
    -co|--config_opt       more config options
    -S|--show_pkg          show server package name and Bin name base on current configuration.
"
}

if [ $# = 0 ] ; then
    echo "missing option"
    print_help
    exit 1
fi

SCRIPT_PATH=${0}
FIRST_CHAR=$(expr substr "$SCRIPT_PATH" 1 1)
if [ "$FIRST_CHAR" = "/" ]; then
    SCRIPT_PATH=${0}
else
    SCRIPT_PATH="$(pwd)/${SCRIPT_PATH}"
fi
SCRIPT_NAME=$(basename $SCRIPT_PATH)
SCRIPT_DIR=$(dirname "${SCRIPT_PATH}")
SCRIPT_DIR=$(dirname "$SCRIPT_DIR")

if [ ! -f "$SCRIPT_DIR/$SCRIPT_NAME" ] ; then
    SCRIPT_DIR=$SCRIPT_DIR/script
fi

package_path=$SCRIPT_DIR
#######################################################################
##read version from $release_file_list
#######################################################################
function read_mpp_version()
{
    cd $SCRIPT_DIR
    local head=$(cat $release_file_list | grep "\[version\]" -n | awk -F: '{print $1}')
    if [ ! -n "$head" ]; then
        echo "error: no find version in the $release_file_list file "
        exit 1
    fi
    local tail=$(cat $release_file_list | sed "1,$head d" | grep "^\[" -n | sed -n "1p" |  awk -F: '{print $1}')
    if [ ! -n "$tail" ]; then
        local all=$(cat $release_file_list | wc -l)
        let tail=$all+1-$head
    fi
    version_number=$(cat $release_file_list | awk "NR==$head+1,NR==$tail+$head-1")
    echo "${mppdb_name_for_package}-${version_number}">version.cfg
    #auto read the number from kernal globals.cpp, no need to change it here
}
#######################################################################
##first read mppdb version
#######################################################################

#########################################################################
##read command line paramenters
#######################################################################
while [ $# -gt 0 ]; do
    case "$1" in
        -h|--help)
            print_help
            exit 1
            ;;
        -V|--version)
            print_version
            exit 1
            ;;
        -f|--file)
            if [ "$2"X = X ]; then
                echo "no given file name"
                exit 1
            fi
            release_file_list=$2
            shift 2
            ;;
        -3rd|--binarylib_dir)
            if [ "$2"X = X ]; then
                echo "no given binarylib directory values"
                exit 1
            fi
            binarylib_dir=$2
            shift 2
            ;;
        -p|--path)
            if [ "$2"X = X ]; then
                echo "no given generration package path"
                exit 1
            fi
            package_path=$2
            if [ ! -d "$package_path" ]; then
                mkdir -p $package_path
            fi
            shift 2
            ;;
        -pkg)
            if [ "$2"X = X ]; then
                echo "no given package type name"
                exit 1
            fi
            package_type=$2
            shift 2
            ;;
        -pm)
            if [ "$2"X = X ]; then
                echo "no given product mode"
                exit 1
            fi
            product_mode=$2
            shift 2
            ;;
        -s|--symbol_mode)
            if [ "$2"X = X ]; then
                echo "no given symbol parameter"
                exit 1
            fi
            separate_symbol=$2
            shift 2
            ;;
        -t)
            if [ "$2"X = X ]; then
                echo "no given installation package format values"
                exit 1
            fi
            if [ "$2" = rpm  ]; then
                echo "error: do not suport rpm package now!"
                exit 1
            fi
            install_package_format=$2
            shift 1
            ;;
        -m|--version_mode)
            if [ "$2"X = X ]; then
                echo "no given version number values"
                exit 1
            fi
            version_mode=$2
            shift 2
            ;;
        -mc|--make_check)
            if [ "$2"X = X ]; then
                echo "no given make check  values"
                exit 1
            fi
            make_check=$2
            shift 2
            ;;
        -cv|--gcc_version)
            if [ "$2"X = X ]; then
                echo "no given gcc version"
                exit 1
            fi
            gcc_version=$2
            shift 2
            ;;
        -nopt|--not_optimized)
            optimized='false'
            shift 1
            ;;
        -nopkg|--no_package)
            zip_package='off'
            shift 1
            ;;
        -co|--config_opt)
            if [ "$2"X = X ]; then
                echo "no extra configure options provided"
                exit 1
            fi
            extra_config_opt=$2
            shift 2
            ;;
        -S|--show_pkg)
            show_package=true
            shift
            ;;
         *)
            echo "Internal Error: option processing error: $1" 1>&2
            echo "please input right paramtenter, the following command may help you"
            echo "./package_internal.sh --help or ./package_package.sh -h"
            exit 1
    esac
done

if [ "$product_mode"x == "single"x ]; then
    release_file_list="${release_file_list}_${product_mode}"
fi

if [ "$product_mode"x == "opengauss"x ]; then
    release_file_list=$(echo ${release_file_list}_single | sed -e 's/mpp_release/opengauss_release/')
fi

read_mpp_version

if [ "$gcc_version" = "7.3.0" ]; then
    gcc_version=${gcc_version:0:3}
else
    echo "Unknown gcc version $gcc_version"
    exit 1
fi

#######################################################################
## declare all package name
#######################################################################
declare version_string="${mppdb_name_for_package}-${version_number}"
declare package_pre_name="${version_string}-${dist_version}-${PLATFORM}bit"
declare server_package_name="${package_pre_name}.${install_package_format}.gz"
declare agent_package_name="${package_pre_name}-AGENT.${install_package_format}.gz"
declare gsql_package_name="${mppdb_name_for_package}-${version_number}-${dist_version}-${PLATFORM}bit-gsql.${install_package_format}.gz"
declare client_package_name="${package_pre_name}-ClientTools.${install_package_format}.gz"
declare libpq_package_name="${package_pre_name}-Libpq.${install_package_format}.gz"
declare gds_package_name="${package_pre_name}-Gds.${install_package_format}.gz"
declare symbol_package_name="${package_pre_name}-symbol.${install_package_format}.gz"
declare inspection_package_name="${version_string}-Inspection.tar.gz"

echo "[makemppdb] $(date +%y-%m-%d' '%T): script dir : ${SCRIPT_DIR}"
ROOT_DIR=$(dirname "$SCRIPT_DIR")
ROOT_DIR=$(dirname "$ROOT_DIR")
PLAT_FORM_STR=$(sh "${ROOT_DIR}/src/get_PlatForm_str.sh")
if [ "${PLAT_FORM_STR}"x == "Failed"x ]
then
    echo "Only support EulerOS openEuler and Centros platform."
    exit 1;
fi
PG_REG_TEST_ROOT="${ROOT_DIR}"
ROACH_DIR="${ROOT_DIR}/distribute/bin/roach"
MPPDB_DECODING_DIR="${ROOT_DIR}/contrib/mppdb_decoding"
PMK_SCHEMA="${ROOT_DIR}/script/pmk_schema.sql"
declare LOG_FILE="${ROOT_DIR}/build/script/makemppdb_pkg.log"
declare BUILD_DIR="${ROOT_DIR}/mppdb_temp_install"
declare ERR_MKGS_FAILED=1
declare MKGS_OK=0
if [ "${binarylib_dir}" != 'None' ] && [ -d "${binarylib_dir}" ]; then
    BUILD_TOOLS_PATH="${binarylib_dir}/buildtools/${PLAT_FORM_STR}"
    PLATFORM_PATH="${binarylib_dir}/platform/${PLAT_FORM_STR}"
    BINARYLIBS_PATH="${binarylib_dir}/dependency"
else
    BUILD_TOOLS_PATH="${ROOT_DIR}/buildtools/${PLAT_FORM_STR}"
    PLATFORM_PATH="${ROOT_DIR}/platform/${PLAT_FORM_STR}"
    BINARYLIBS_PATH="${ROOT_DIR}/binarylibs"
fi

if [ "$product_mode"x == "single"x ] || [ "$product_mode"x == "opengauss"x ]; then
    declare UPGRADE_SQL_DIR="${ROOT_DIR}/src/include/catalog/upgrade_sql"
else
    declare UPGRADE_SQL_DIR="${ROOT_DIR}/src/distribute/include/catalog/upgrade_sql"
fi

if [ "$product_mode"x == "single"x ]; then
    declare UPGRADE_PRIV_SQL_DIR="${ROOT_DIR}/privategauss/src/include/catalog/upgrade_sql"
fi

gaussdb_200_file="${binarylib_dir}/buildtools/license_control/gaussdb.version.GaussDB200"
gaussdb_300_file="${binarylib_dir}/buildtools/license_control/gaussdb.version.GaussDB300"
gaussdb_200_standard_file="${binarylib_dir}/buildtools/license_control/gaussdb.license.GaussDB200_Standard"
gaussdb_version_file="${ROOT_DIR}/src/gausskernel/process/postmaster/gaussdb_version.cpp"

ccache -V >/dev/null 2>&1 && USE_CCACHE="ccache " ENABLE_CCACHE="--enable-ccache"
export CC="${USE_CCACHE}$BUILD_TOOLS_PATH/gcc$gcc_version/gcc/bin/gcc"
export CXX="${USE_CCACHE}$BUILD_TOOLS_PATH/gcc$gcc_version/gcc/bin/g++"
export LD_LIBRARY_PATH=$BUILD_TOOLS_PATH/gcc$gcc_version/gcc/lib64:$BUILD_TOOLS_PATH/gcc$gcc_version/isl/lib:$BUILD_TOOLS_PATH/gcc$gcc_version/mpc/lib/:$BUILD_TOOLS_PATH/gcc$gcc_version/mpfr/lib/:$BUILD_TOOLS_PATH/gcc$gcc_version/gmp/lib/:$LD_LIBRARY_PATH
export PATH=$BUILD_TOOLS_PATH/gcc$gcc_version/gcc/bin:$PATH
jdkpath=${binarylib_dir}/platform/huaweijdk8/${PLATFORM_ARCH}/jdk
if [ ! -d ${jdkpath} ]; then
    jdkpath=${binarylib_dir}/platform/openjdk8/${PLATFORM_ARCH}/jdk
fi
export JAVA_HOME=${jdkpath}

declare p7zpath="${BUILD_TOOLS_PATH}/p7z/bin"
###################################
# build parameter about enable-llt
##################################
COMPLIE_TYPE="comm"
echo "[makemppdb] $(date +%y-%m-%d' '%T): Work root dir : ${ROOT_DIR}"
###################################
# get version number from globals.cpp
##################################
function read_mpp_number()
{
    global_kernal="${ROOT_DIR}/src/common/backend/utils/init/globals.cpp"
    version_name="GRAND_VERSION_NUM"
    version_num=""
    line=$(cat $global_kernal | grep ^const* | grep $version_name)
    version_num1=${line#*=}
    #remove the symbol;
    version_num=$(echo $version_num1 | tr -d ";")
    #remove the blank
    version_num=$(echo $version_num)

    if echo $version_num | grep -qE '^92[0-9]+$'
    then
        # get the last three number
        latter=${version_num:2}
        echo "92.${latter}" >>${SCRIPT_DIR}/version.cfg
    else
        echo "Cannot get the version number from globals.cpp."
        exit 1
    fi
}
read_mpp_number

#######################################################################
#  Print log.
#######################################################################
log()
{
    echo "[makegaussdb] $(date +%y-%m-%d' '%T): $@"
    echo "[makegaussdb] $(date +%y-%m-%d' '%T): $@" >> "$LOG_FILE" 2>&1
}

#######################################################################
#  print log and exit.
#######################################################################
die()
{
    log "$@"
    echo "$@"
    exit $ERR_MKGS_FAILED
}

#######################################################################
##  Check the installation package production environment
#######################################################################
function mpp_pkg_pre_check()
{
    if [ -d "$BUILD_DIR" ]; then
        rm -rf $BUILD_DIR
    fi
    if [ -d "$LOG_FILE" ]; then
        rm -rf $LOG_FILE
    fi

    if [  X"$package_type" == X"server" -o X"$package_type" == X"all" ] && [ X"$zip_package" = X"on" ] && [ ! -d "${ROOT_DIR}"/script/script/gspylib/ ]; then
        printf "\033[31mCan not found OM script directory. solution steps:\n\033[0m"
        echo "  1) git clone git@isource-dg.huawei.com:2222/GaussDB_Kernel/GaussDB_Kernel_OM.git -b $(git branch | grep '*' | sed -e 's/*//g' -e 's/^ //g')"
        echo "  2) if you do not have the permission to git it, please call CMO "
        echo "  3) rm -rf ${ROOT_DIR}/script && ln -s <om_code_path>/GaussDB_Kernel_OM ${ROOT_DIR}/script"
        echo "and then try again!"
        exit 1
    fi
}

#######################################################################
# Install all SQL files from distribute/include/catalog/upgrade_sql
# to INSTALL_DIR/bin/script/upgrade_sql.
# Package all SQL files and then verify them with SHA256.
#######################################################################
function package_upgrade_sql()
{
    echo "Begin to install upgrade_sql files..."
    UPGRADE_SQL_TAR="upgrade_sql.tar.gz"
    UPGRADE_SQL_SHA256="upgrade_sql.sha256"
    MULTIP_IGNORE_VERSION=(289 294 296)
    cp -r "${UPGRADE_SQL_DIR}" .
    if [ "$product_mode"x == "single"x ]; then
        cp -r "${UPGRADE_PRIV_SQL_DIR}" .
    fi

    [ $? -ne 0 ] && die "Failed to cp upgrade_sql files"
    if [ "$product_mode"x == "multiple"x ]; then
        for version_num in ${MULTIP_IGNORE_VERSION[*]}
        do
            find ./upgrade_sql -name *${version_num}* | xargs rm -rf
        done
    fi
    tar -czf ${UPGRADE_SQL_TAR} upgrade_sql
    [ $? -ne 0 ] && die "Failed to package ${UPGRADE_SQL_TAR}"
    rm -rf ./upgrade_sql > /dev/null 2>&1

    sha256sum ${UPGRADE_SQL_TAR} | awk -F" " '{print $1}' > "${UPGRADE_SQL_SHA256}"
    [ $? -ne 0 ] && die "Failed to generate sha256 sum file for ${UPGRADE_SQL_TAR}"

    chmod 600 ${UPGRADE_SQL_TAR}
    chmod 600 ${UPGRADE_SQL_SHA256}

    echo "Successfully packaged upgrade_sql files."
}
#######################################################################
# get cluster version from src/include/pg_config.h by 'DEF_GS_VERSION '
# then replace OM tools version
#######################################################################
function replace_omtools_version()
{
    local gs_version=$(grep DEF_GS_VERSION ${PG_REG_TEST_ROOT}/src/include/pg_config.h | awk -F '"' '{print $2}')
    echo $gs_version | grep -e "${mppdb_version}.*build.*compiled.*"  > /dev/null 2>&1
    if [ $? -ne 0 ]; then
        die "Failed to get gs_version from pg_config.h."
    fi

    if [ -f "$1"/script/gspylib/common/VersionInfo.py ] ; then
        sed -i -e "s/COMMON_VERSION = \"Gauss200 OM VERSION\"/COMMON_VERSION = \"$(echo ${gs_version})\"/g" -e "s/__GAUSS_PRODUCT_STRING__/$mppdb_version/g" $1/script/gspylib/common/VersionInfo.py
        if [ $? -ne 0 ]; then
            die "Failed to replace OM tools version number."
        fi
    else
        sed -i "s/COMMON_VERSION = \"Gauss200 OM VERSION\"/COMMON_VERSION = \"$(echo ${gs_version})\"/g" $1/script/gspylib/os/gsOSlib.py
        if [ $? -ne 0 ]; then
            die "Failed to replace OM tools version number."
        fi
    fi

    grep 'CATALOG_VERSION_NO' ${PG_REG_TEST_ROOT}/src/include/catalog/catversion.h >/dev/null  2>&1
    if [ $? -ne 0 ]; then
        die "Failed to get catalog_version from catversion.h."
    fi

    catalog_version=$(grep 'CATALOG_VERSION_NO' ${PG_REG_TEST_ROOT}/src/include/catalog/catversion.h | uniq | awk -F ' ' '{print $NF}')
    if [ x"$catalog_version" == x"" ]; then
        die "Failed to get catalog_version from catversion.h."
    fi

    sed -i "s/TABLESPACE_VERSION_DIRECTORY = .*/TABLESPACE_VERSION_DIRECTORY = \"PG_9.2_$(echo ${catalog_version})\"/g" $1/script/gspylib/common/Common.py
    if [ $? -ne 0 ]; then
        die "Failed to replacecatalog_version number."
    fi

}
#######################################################################
# get cluster version from src/include/pg_config.h by 'DEF_GS_VERSION '
# then replace ODBC version
#######################################################################
function replace_odbc_version()
{
    local gs_version=$(grep DEF_GS_VERSION ${PG_REG_TEST_ROOT}/src/include/pg_config.h | awk -F '"' '{print $2}')
    echo $gs_version | grep -e "${mppdb_version:x}.*build.*compiled.*"  > /dev/null 2>&1

    if [ $? -ne 0 ]; then
        die "Failed to get gs_version from pg_config.h."
    fi

    if [ -f "$1"/config.h ] ; then
        sed -i "/^\\s*#define\\s*DEF_GS_VERSION.*$/d" $1/config.h
        echo "#define DEF_GS_VERSION \"$(echo ${gs_version})\"">>$1/config.h
        if [ $? -ne 0 ]; then
            die "Failed to replace odbc tools version number."
        fi
    else
        echo "Failed to replace odbc tools: can not find file $1/config.h."
    fi
}
#######################################################################
##install gaussdb database and others
##select to install something according to variables package_type need
#######################################################################
function mpp_pkg_bld()
{
    case "$package_type" in
        all)
            echo "Install all"
            install_gaussdb
            install_inspection
            echo "Install all success"
            ;;
        server)
            install_gaussdb
            ;;
        gsql)
            install_gaussdb
            ;;
        libpq)
            install_gaussdb
            ;;
        gds)
            install_gaussdb
            ;;
        inspection)
            install_inspection
            ;;
        *)
            echo "Internal Error: option processing error: $package_type"
            echo "please input right paramenter values all, server, libpq, gds or gsql "
            exit 1
    esac
}
#######################################################################
##install inspection tool scripts
#######################################################################
function install_inspection()
{
    echo "packaging inspection..."
    rm -rf ${package_path}/inspection &&
    mkdir -p ${package_path}/inspection &&

    cp -f ${script_dir}/script/gs_check ${package_path}/inspection/ &&
    cp -rf ${script_dir}/script/gspylib/ ${package_path}/inspection/ &&

    mkdir -p ${package_path}/inspection/gspylib/inspection/output/log/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/output/nodes/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/asn1crypto/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/bcrypt/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/cryptography/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/cffi/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/enum/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/idna/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/nacl/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/pyasn1/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/kafka-python/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/pycparser/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/OpenSSL/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/psutil/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/netifaces/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/paramiko/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/paste/ &&
    mkdir -p ${package_path}/inspection/gspylib/inspection/lib/bottle/ &&

    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/asn1crypto/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/bcrypt/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/cffi/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/cryptography/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/enum/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/idna/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/nacl/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/pyasn1/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/kafka-python/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/pycparser/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/OpenSSL/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/ipaddress.py ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/six.py ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/_cffi_backend.py ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/_cffi_backend.so_UCS2 ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/_cffi_backend.so_UCS4 ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/psutil/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/netifaces/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/paramiko/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/paste/ ${package_path}/inspection/gspylib/inspection/lib/
    cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/bottle/ ${package_path}/inspection/gspylib/inspection/lib/

    mv -f ${package_path}/inspection/gspylib/inspection/readme.txt ${package_path}/inspection/

    if [ $? -ne 0 ]; then
        die "cp -rf ${script_dir}/script/inspection/* ${package_path}/inspection/inspection/ failed"
    fi

    find ${package_path}/inspection/ -name .svn -type d -print0 | xargs -0 rm -rf
    find ${package_path}/inspection/ -name d2utmp* -print0 | xargs -0 rm -rf
    chmod -R +x ${package_path}/inspection/

    cd ${package_path}/inspection
    select_package_command
    $package_command "${inspection_package_name}" ./* >>"$LOG_FILE" 2>&1
    if [ $? -ne 0 ]; then
        die "$package_command ${inspection_package_name} failed"
    fi
    mv ${inspection_package_name} ${package_path}
    rm -rf ${package_path}/inspection/
    echo "install $pkgname tools is ${inspection_package_name} of ${package_path} directory " >> "$LOG_FILE" 2>&1
    echo "success!"
}
#######################################################################
##install gaussdb database contained server,client and libpq
#######################################################################
function install_gaussdb()
{
    # Generate the license control file, and set md5sum string to the code.
    echo "Modify gaussdb_version.cpp file." >> "$LOG_FILE" 2>&1
    make_license_control
    echo "Modify gaussdb_version.cpp file success." >> "$LOG_FILE" 2>&1
    #putinto to Code dir
    cd "$ROOT_DIR"
    #echo "$ROOT_DIR/Code"
    if [ $? -ne 0 ]; then
        die "change dir to $SRC_DIR failed."
    fi

    if [ "$version_mode" = "debug" -a "$separate_symbol" = "on" ]; then
        echo "WARNING: do not separate symbol in debug mode!"
    fi

    if [ "$product_mode" != "single" ] && [ "$product_mode" != "multiple" ] && [ "$product_mode" != "opengauss" ]; then
        die "the product mode can only be multiple, single, or opengauss!"
    fi

    binarylibs_path=${ROOT_DIR}/binarylibs
    if [ "${binarylib_dir}"x != "None"x ]; then
        binarylibs_path=${binarylib_dir}
    fi

    #configure
    make distclean -sj >> "$LOG_FILE" 2>&1

    echo "Begin configure." >> "$LOG_FILE" 2>&1
    chmod 755 configure

    if [ "$product_mode"x == "opengauss"x ]; then
        enable_readline="--with-readline"
    else
        enable_readline="--without-readline"
    fi
    shared_opt="--gcc-version=${gcc_version}.0 --prefix="${BUILD_DIR}" --3rd=${binarylibs_path} --enable-thread-safety ${enable_readline} --without-zlib"
    if [ "$product_mode"x == "opengauss"x ]; then
        if [ "$version_mode"x == "release"x ]; then
            # configure -D__USE_NUMA -D__ARM_LSE with arm opengauss mode
            if [ "$PLATFORM_ARCH"X == "aarch64"X ] ; then
                echo "configure -D__USE_NUMA -D__ARM_LSE with arm opengauss mode"
                GAUSSDB_EXTRA_FLAGS=" -D__USE_NUMA -D__ARM_LSE"
            fi

            ./configure $shared_opt CFLAGS="-O2 -g3 ${GAUSSDB_EXTRA_FLAGS}" --enable-mot CC=g++ $extra_config_opt >> "$LOG_FILE" 2>&1
        elif [ "$version_mode"x == "memcheck"x ]; then
            ./configure $shared_opt CFLAGS="-O0" --enable-mot --enable-debug --enable-cassert --enable-memory-check CC=g++ $extra_config_opt >> "$LOG_FILE" 2>&1
        elif [ "$version_mode"x == "fiurelease"x ]; then
            ./configure $shared_opt CFLAGS="-O2 -g3 ${GAUSSDB_EXTRA_FLAGS}" --enable-mot --disable-jemalloc CC=g++ $extra_config_opt >> "$LOG_FILE" 2>&1
        elif [ "$version_mode"x == "fiudebug"x ]; then
            ./configure $shared_opt CFLAGS="-O0 ${GAUSSDB_EXTRA_FLAGS}" --enable-mot --enable-debug --enable-cassert --disable-jemalloc CC=g++ $extra_config_opt >> "$LOG_FILE" 2>&1
        elif [ "$version_mode"x == "mini"x ]; then
            ./configure $shared_opt CFLAGS="-O2 ${GAUSSDB_EXTRA_FLAGS}" --disable-llvm CC=g++ $extra_config_opt >> "$LOG_FILE" 2>&1
        else
            ./configure $shared_opt CFLAGS="-O0 ${GAUSSDB_EXTRA_FLAGS}" --enable-mot --enable-debug --enable-cassert CC=g++ $extra_config_opt >> "$LOG_FILE" 2>&1
        fi
    fi

    if [ $? -ne 0 ]; then
        die "configure failed."
    fi
    echo "End configure" >> "$LOG_FILE" 2>&1

    echo "Begin make install MPPDB server" >> "$LOG_FILE" 2>&1
    make clean >> "$LOG_FILE" 2>&1

    echo "[makemppdb] $(date +%y-%m-%d' '%T): Begin to make compile."
    export GAUSSHOME=${BUILD_DIR}
    export LD_LIBRARY_PATH=${BUILD_DIR}/lib:${BUILD_DIR}/lib/postgresql:${LD_LIBRARY_PATH}
    make -s -j${MAKE_JOBS} >> "$LOG_FILE" 2>&1
    make install -s -j${MAKE_JOBS} >> "$LOG_FILE" 2>&1
    if [ $? -ne 0 ]; then
        make install -s -j${MAKE_JOBS} >> "$LOG_FILE" 2>&1
        if [ $? -ne 0 ]; then
            make install -s -j${MAKE_JOBS} >> "$LOG_FILE" 2>&1
            if [ $? -ne 0 ]; then
                die "make install failed."
            fi
        fi
    fi
    echo "[makemppdb] $(date +%y-%m-%d' '%T): Make compile successfully."

    cd "$ROOT_DIR/contrib/pg_upgrade_support"
    make clean >> "$LOG_FILE" 2>&1
    make -sj >> "$LOG_FILE" 2>&1
    make install -sj >> "$LOG_FILE" 2>&1
    echo "End make install MPPDB" >> "$LOG_FILE" 2>&1


    cd "$ROOT_DIR"
    if [ "${make_check}" = 'on' ]; then
        echo "Begin make check MPPDB..." >> "$LOG_FILE" 2>&1
        cd ${PG_REG_TEST_ROOT}
        make check -sj >> "$LOG_FILE" 2>&1
        if [ $? -ne 0 ]; then
            die "make check MPPDB failed."
        fi
        echo "End make check MPPDB success." >> "$LOG_FILE" 2>&1
    fi

    ## check build specification
    spec="gaussdbkernel"
    if ( cat $SCRIPT_DIR/gauss.spec | grep 'PRODUCT' | grep 'GaussDB Kernel' >/dev/null 2>&1 ); then
        spec="gaussdbkernel"
    elif ( cat $SCRIPT_DIR/gauss.spec | grep 'PRODUCT' | grep 'openGauss' >/dev/null 2>&1 ); then
        spec="opengauss"
    fi

    echo "Begin make install mpp_decoding..." >> "$LOG_FILE" 2>&1
    #copy mppdb_decoding form clienttools to bin
    if [ "$version_mode"x == "release"x ]; then
        cd "$MPPDB_DECODING_DIR"
        make  >> "$LOG_FILE" 2>&1
        if [ $? -ne 0 ]; then
            die "make install mppdb_decoding failed."
        fi
        echo "End make install mppdb_decoding success." >> "$LOG_FILE" 2>&1
        echo "Begin pack mppdb_decoding..." >> "$LOG_FILE" 2>&1
        cp ${MPPDB_DECODING_DIR}/mppdb_decoding.so ${BUILD_DIR}/lib/postgresql/mppdb_decoding.so
    elif [ "$version_mode"x == "memcheck"x ]; then
        cd "$MPPDB_DECODING_DIR"
        make  >> "$LOG_FILE" 2>&1
        if [ $? -ne 0 ]; then
            die "make install mppdb_decoding failed."
        fi
        echo "End make install mppdb_decoding success." >> "$LOG_FILE" 2>&1
        echo "Begin pack mppdb_decoding..." >> "$LOG_FILE" 2>&1
        cp ${MPPDB_DECODING_DIR}/mppdb_decoding.so ${BUILD_DIR}/lib/postgresql/mppdb_decoding.so
    else
        cd "$MPPDB_DECODING_DIR"
        make  >> "$LOG_FILE" 2>&1
        if [ $? -ne 0 ]; then
            die "make install mppdb_decoding failed."
        fi
        echo "End make install mppdb_decoding success." >> "$LOG_FILE" 2>&1
        echo "Begin pack mppdb_decoding..." >> "$LOG_FILE" 2>&1
        cp ${MPPDB_DECODING_DIR}/mppdb_decoding.so ${BUILD_DIR}/lib/postgresql/mppdb_decoding.so
    fi
    if [ $? -ne 0 ]; then
        if [ "$version_mode"x == "release"x ]; then
            die "cp ${MPPDB_DECODING_DIR}/mppdb_decoding ${MPPDB_DECODING_DIR}/bin/mppdb_decoding failed"
        else
            die "cp ${MPPDB_DECODING_DIR}/mppdb_decoding ${MPPDB_DECODING_DIR}/bin/mppdb_decoding failed"
        fi
    fi

    chmod 444 ${BUILD_DIR}/bin/cluster_guc.conf
    dos2unix ${BUILD_DIR}/bin/cluster_guc.conf > /dev/null 2>&1

    #back to separate_debug_symbol.sh dir
    cd $SCRIPT_DIR
    if [ "$version_mode" = "release" -a "$separate_symbol" = "on" -a "$zip_package" = "on" ]; then
       chmod +x ./separate_debug_information.sh
       ./separate_debug_information.sh
        cd $SCRIPT_DIR
        mv symbols.tar.gz $symbol_package_name
    fi

    #back to root dir
    cd $ROOT_DIR
}

#######################################################################

#######################################################################
# make package for gsql
#######################################################################
function make_package_gsql()
{
    # mkdir temp directory
    mkdir -p gsql
    mkdir -p gsql/bin
    mkdir -p gsql/lib
    mkdir -p gsql/gs_ktool_file

    # copy gsql and depend *.so
    cp ${BUILD_DIR}/bin/gsql gsql/bin
    if [ $? -ne 0 ]; then
        die "copy gsql failed."
    fi

    cd gsql
    tar -xvf ${package_path}/${libpq_package_name}
    if [ $? -ne 0 ]; then
        die "unpack libpq failed."
    fi
    rm -f *.docx
    chmod 700 ./lib/*.so*
    cd ..

    cp $SCRIPT_DIR/gsql_env.sh gsql/gsql_env.sh
    if [ $? -ne 0 ]; then
        die "copy gsql_env.sh failed."
    fi
    chmod +x gsql/gsql_env.sh

    # make package
    cd gsql
    echo "packaging gsql..."
    tar -zcf "${gsql_package_name}" ./* >>"$LOG_FILE" 2>&1
    if [ $? -ne 0 ]; then
        die "tar ${gsql_package_name} failed"
    fi
    mv ${gsql_package_name} ${package_path}

    # clean tmp directory
    cd .. && rm -rf gsql

    echo "install $pkgname tools is ${gsql_package_name} of ${package_path} directory " >> "$LOG_FILE" 2>&1
    echo "success!"
}

#######################################################################
##select package type according to variable package_type
#######################################################################
function mpp_pkg_make()
{
    case "$package_type" in
        server)
            echo "file list: $release_file_list"
            make_package $release_file_list  'server'
            make_package $release_file_list  'libpq'
            make_package_gsql
            make_package $release_file_list  'gds'
            ;;
        jdbc)
            make_package $release_file_list  'jdbc'
            ;;
        odbc)
            make_package $release_file_list  'odbc'
            ;;
        libpq)
            make_package $release_file_list  'libpq'
            ;;
        gsql)
            make_package $release_file_list  'libpq'
            make_package_gsql
            ;;
    esac
}
declare package_command
#######################################################################
##select package command accroding to install_package_format
#######################################################################
function select_package_command()
{

    case "$install_package_format" in
        tar)
            tar='tar'
            option=' -zcvf'
            package_command="$tar$option"
            ;;
        rpm)
            rpm='rpm'
            option=' -i'
            package_command="$rpm$option"
            ;;
    esac
}

###############################################################
##  client tools                                       package
##   Roach                                               yes
##   sslcert                                             no
##   Data Studio                                         no
##   Database Manager                                    no
##   Migration Toolkit                                   no
##   Cluster Configuration Assistant (CCA)               no
##   CAT                                                 no
###############################################################
function target_file_copy_for_non_server()
{
    for file in $(echo $1)
    do
        tar -cpf - $file  | ( cd $2; tar -xpf -  )
    done

    if [ "$3"x = "client"x ]; then
        # copy Roach tools
        mkdir -p $2/gs_roach
        mkdir -p $2/gs_roach/script/util
        if [ "$version_mode"x == "release"x ]; then
            cp -r ${ROACH_DIR}/bin/package/${PLAT_FORM_STR}/release/bin ${ROACH_DIR}/bin/package/${PLAT_FORM_STR}/release/lib ${ROACH_DIR}/bin/package/${PLAT_FORM_STR}/release/share ${ROACH_DIR}/bin/package/${PLAT_FORM_STR}/release/symbols $2/gs_roach/
            cp -f ${script_dir}/other/roach/util/GSroach* $2/gs_roach/script/util
        else
            cp -r ${ROACH_DIR}/bin/package/${PLAT_FORM_STR}/debug/bin ${ROACH_DIR}/bin/package/${PLAT_FORM_STR}/debug/lib ${ROACH_DIR}/bin/package/${PLAT_FORM_STR}/debug/share $2/gs_roach/
            cp -f ${script_dir}/other/roach/util/GSroach* $2/gs_roach/script/util
        fi
        if [ $? -ne 0 ]; then
            if [ "$version_mode"x == "release"x ]; then
                die "cp -r ${ROACH_DIR}/bin/package/${PLAT_FORM_STR}/release/* $2/gs_roach/ failed"
            else
                die "cp -r ${ROACH_DIR}/bin/package/${PLAT_FORM_STR}/debug/* $2/gs_roach/ failed"
            fi
        fi
    fi
}

declare bin_name="${package_pre_name}.bin"
declare sha256_name=''
declare script_dir="${ROOT_DIR}/script"
declare root_script=''
declare bin_script=''
#######################################################################
##copy target file into temporary directory temp
#######################################################################
function target_file_copy()
{
    ###################################################
    # make bin package
    ###################################################
    for file in $(echo $1)
    do
        tar -cpf - $file  | ( cd $2; tar -xpf -  )
    done

    cd $SCRIPT_DIR
    sed 's/^\./\.\/bin/' script_file >binfile
    root_script=$(cat script_file)
    sed -i '/gs_backup/d' binfile
    sed -i '/gs_check/d' binfile
    sed -i '/gs_checkos/d' binfile
    sed -i '/gs_checkperf/d' binfile
    sed -i '/gs_collector/d' binfile
    sed -i '/gs_expand/d' binfile
    sed -i '/gs_install/d' binfile
    sed -i '/gs_om/d' binfile
    sed -i '/gs_postuninstall/d' binfile
    sed -i '/gs_preinstall/d' binfile
    sed -i '/gs_replace/d' binfile
    sed -i '/gs_shrink/d' binfile
    sed -i '/gs_ssh/d' binfile
    sed -i '/gs_sshexkey/d' binfile
    sed -i '/gs_uninstall/d' binfile
    sed -i '/gs_upgradectl/d' binfile
    sed -i '/gs_lcctl/d' binfile
    sed -i '/gs_wsr/d' binfile
    sed -i '/gs_gucZenith/d' binfile


    bin_script=$(cat binfile)
    rm binfile script_file
    cd $BUILD_DIR
    for file in $(echo $bin_script)
    do
        tar -cpf - $file  | ( cd $2; tar -xpf -  )
    done

    # create script/gspylib/clib, put file encrypt, libcrypto.so.1.1,libssl.so.1.1
    rm -rf $BUILD_DIR/script/gspylib/clib
    mkdir -p $BUILD_DIR/script/gspylib/clib
    cp $BUILD_DIR/lib/libstdc++.so.6 $BUILD_DIR/script/gspylib/clib
    cp $BUILD_DIR/lib/libssl.so.1.1 $BUILD_DIR/script/gspylib/clib
    cp $BUILD_DIR/lib/libcrypto.so.1.1 $BUILD_DIR/script/gspylib/clib
    cp $BUILD_DIR/bin/encrypt $BUILD_DIR/script/gspylib/clib

    # copy script dir to temp path
    cp -rf $BUILD_DIR/script/gspylib/ $2/bin/script/
    cp -rf $BUILD_DIR/script/impl/ $2/bin/script/
    cp -rf $BUILD_DIR/script/local/ $2/bin/script/

    # clean the files which under bin/script/ is not be used
    for x in $(ls $2/bin/script/)
    do
        filename="$2/bin/script/$x"
        if [[ "$filename" = *"__init__.py" ]];then
            continue
        elif [ -d "$filename" ];then
            continue
        elif [ -f "$filename" ];then
            rm -f "$filename"
        fi
    done

    chmod -R +x $2/bin/script/

    if [ "$PLATFORM_ARCH"X == "aarch64"X ] ; then
        # do nothing in current version
    echo ""
    else
        sed -i '/^process_cpu_affinity|/d'  $2/bin/cluster_guc.conf
    fi

    #generate bin file
    echo  "Begin generate ${bin_name}  bin file..."  >> "$LOG_FILE" 2>&1
    ${p7zpath}/7z a -t7z -sfx "${bin_name}" "$2/*" >> "$LOG_FILE" 2>&1
    if [ $? -ne 0 ]; then
        echo "Please check and makesure '7z' exist. "
        die "generate ${bin_name} failed."
    fi
    echo "End generate ${bin_name}  bin file"  >> "$LOG_FILE" 2>&1

    #generate sha256 file
    sha256_name="${package_pre_name}.sha256"
    echo  "Begin generate ${sha256_name} sha256 file..."  >> "$LOG_FILE" 2>&1
    sha256sum "${bin_name}" | awk -F" " '{print $1}' > "$sha256_name"
    if [ $? -ne 0 ]; then
        die "generate sha256 file failed."
    fi
    echo "End generate ${sha256_name} sha256 file"  >> "$LOG_FILE" 2>&1


    ###################################################
    # make server package
    ###################################################
    if [ -d "${2}" ]; then
        rm -rf ${2}
    fi
    mkdir -p ${2}
    mv ${bin_name} ${sha256_name} $2
    for file in $(echo $root_script)
    do
        tar -cpf - $file  | ( cd $2; tar -xpf -  )
    done

    # copy script dir to temp path
    cp -rf $BUILD_DIR/script/gspylib/ $2/script/
    cp -rf $BUILD_DIR/script/impl/ $2/script/
    cp -rf $BUILD_DIR/script/local/ $2/script/

    # copy agent tool to temp path
    res=$(cp -rf ${script_dir}/agent/ $2/ 2>&1)
    if [ $? -ne 0 ]; then
        die "copy ${script_dir}/agent to $2 failed. $res"
    fi
    res=$(cp -f ${script_dir}/agent/common/cmd_sender.py $2/script/ 2>&1)
    if [ $? -ne 0 ]; then
        die "copy ${script_dir}/agent/common/cmd_sender.py to $2/script/ failed. $res"
    fi
    res=$(cp -f ${script_dir}/agent/common/uploader.py $2/script/ 2>&1)
    if [ $? -ne 0 ]; then
        die "copy ${script_dir}/agent/common/uploader.py to $2/script/ failed. $res"
    fi
    res=$(cp -f ${script_dir}/agent/common/py_pstree.py $2/script/ 2>&1)
    if [ $? -ne 0 ]; then
        die "copy ${script_dir}/agent/common/py_pstree.py to $2/script/ failed. $res"
    fi
    # copy the default xml to temp path
    res=$(cp -f ${script_dir}/build/cluster_default_agent.xml $2/ 2>&1)
    if [ $? -ne 0 ]; then
        die "copy ${script_dir}/build/cluster_default_agent.xml to $2 failed. $res"
    fi
    # copy CBG shell tools to temp path
    res=$(cp -rf ${script_dir}/build/bin/ $2/ 2>&1)
    if [ $? -ne 0 ]; then
        die "copy ${script_dir}/build/bin to $2 failed. $res"
    fi
    # copy the CBG config template to temp path
    res=$(cp -rf ${script_dir}/build/configtemplate/ $2/ 2>&1)
    if [ $? -ne 0 ]; then
        die "copy ${script_dir}/build/configtemplate/ to $2 failed. $res"
    fi
    res=$(cp -f ${script_dir}/agent/om_agent.conf $2/configtemplate/ 2>&1)
    if [ $? -ne 0 ]; then
        die "copy ${script_dir}/agent/om_agent.conf to $2/configtemplate/ failed. $res"
    fi

    find $2/bin/ -type f -print0 | xargs -0 -n 10 -r dos2unix > /dev/null 2>&1 &&
    chmod -R +x $2/bin/ &&
    chmod -R +x $2/script/
}

#######################################################################
# read script file list from mpp_release_list
#######################################################################
function read_script_file()
{
    cd $SCRIPT_DIR
    local head=$(cat $releasefile | grep "\[script\]" -n | awk -F: '{print $1}')
    if [ ! -n "$head" ]; then
        die "error: ono find $pkgname in the $releasefile file "
    fi

    local tail=$(cat $releasefile | sed "1,$head d" | grep "^\[" -n | sed -n "1p" |  awk -F: '{print $1}')
    if [ ! -n "$tail" ]; then
        local all=$(cat $releasefile | wc -l)
        let tail=$all+1-$head
    fi

    touch script_file
    cat $releasefile | awk "NR==$head+1,NR==$tail+$head-1" >script_file
}

#######################################################################
##function make_package have three actions
##1.parse release_file_list variable represent file
##2.copy target file into a newly created temporary directory temp
##3.package all file in the temp directory and renome to destination package_path
#######################################################################
function make_package()
{
    cd $SCRIPT_DIR
    releasefile=$1
    pkgname=$2

    local head=$(cat $releasefile | grep "\[$pkgname\]" -n | awk -F: '{print $1}')
    if [ ! -n "$head" ]; then
        die "error: ono find $pkgname in the $releasefile file "
    fi

    local tail=$(cat $releasefile | sed "1,$head d" | grep "^\[" -n | sed -n "1p" |  awk -F: '{print $1}')
    if [ ! -n "$tail" ]; then
        local all=$(cat $releasefile | wc -l)
        let tail=$all+1-$head
    fi

    dest=$(cat $releasefile | awk "NR==$head+1,NR==$tail+$head-1")
    if [ "$pkgname"x = "libpq"x -a "$version_mode" = "debug" ]; then
        # copy include file
        head=$(cat $releasefile | grep "\[header\]" -n | awk -F: '{print $1}')
        if [ ! -n "$head" ]; then
            die "error: ono find header in the $releasefile file "
        fi

        tail=$(cat $releasefile | sed "1,$head d" | grep "^\[" -n | sed -n "1p" |  awk -F: '{print $1}')
        if [ ! -n "$tail" ]; then
            all=$(cat $releasefile | wc -l)
            let tail=$all+1-$head
        fi

        dest1=$(cat $releasefile | awk "NR==$head+1,NR==$tail+$head-1")
        # copy cm depend library file
        head=$(cat $releasefile | grep "\[cmlibrary\]" -n | awk -F: '{print $1}')
        if [ ! -n "$head" ]; then
            die "error: ono find cmlibrary in the $releasefile file "
        fi

        tail=$(cat $releasefile | sed "1,$head d" | grep "^\[" -n | sed -n "1p" |  awk -F: '{print $1}')
        if [ ! -n "$tail" ]; then
            all=$(cat $releasefile | wc -l)
            let tail=$all+1-$head
        fi

        dest2=$(cat $releasefile | awk "NR==$head+1,NR==$tail+$head-1")
        dest=$(echo "$dest";echo "$dest1";echo "$dest2")

    elif [ "$pkgname"x = "libpq"x -a "$version_mode" = "release" ]; then
        # copy include file
        head=$(cat $releasefile | grep "\[header\]" -n | awk -F: '{print $1}')
        if [ ! -n "$head" ]; then
            die "error: ono find header in the $releasefile file "
        fi

        tail=$(cat $releasefile | sed "1,$head d" | grep "^\[" -n | sed -n "1p" |  awk -F: '{print $1}')
        if [ ! -n "$tail" ]; then
            all=$(cat $releasefile | wc -l)
            let tail=$all+1-$head
        fi

        dest1=$(cat $releasefile | awk "NR==$head+1,NR==$tail+$head-1")
        dest=$(echo "$dest";echo "$dest1")
    fi

    if [ "$pkgname"x = "server"x ]; then
        read_script_file
    fi

    mkdir -p ${BUILD_DIR}
    cd ${BUILD_DIR}
    rm -rf temp
    mkdir temp
    if [ "$pkgname"x = "server"x ]; then
        copy_script_file "$script_dir/" ${BUILD_DIR}
    fi

    case "$pkgname" in
        server)
        mkdir -p ${BUILD_DIR}/temp/etc
            target_file_copy "$dest" ${BUILD_DIR}/temp
            ;;
        *)
            target_file_copy_for_non_server "$dest" ${BUILD_DIR}/temp $pkgname
            ;;
    esac

    cd ${BUILD_DIR}/temp
    select_package_command

    case "$pkgname" in
        client)
            echo "packaging client..."
            $package_command "${client_package_name}" ./*  >>"$LOG_FILE" 2>&1
            if [ $? -ne 0 ]; then
                die "$package_command ${client_package_name} failed"
            fi

            mv ${client_package_name} ${package_path}
            echo "install $pkgname tools is ${client_package_name} of the current directory  " >> "$LOG_FILE" 2>&1
            echo "success!"
            ;;
        server)
            echo "packaging server..."
            cp ${SCRIPT_DIR}/version.cfg ${BUILD_DIR}/temp
            if [ $? -ne 0 ]; then
                die "copy ${SCRIPT_DIR}/version.cfg to ${BUILD_DIR}/temp failed"
            fi

            #copy inspection lib
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/output/log/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/output/nodes/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/asn1crypto/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/bcrypt/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/cffi/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/cryptography/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/enum/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/idna/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/nacl/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/pyasn1/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/kafka-python/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/pycparser/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/OpenSSL/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/psutil/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/netifaces/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/paramiko/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/bottle/ &&
            mkdir -p ${BUILD_DIR}/temp/script/gspylib/inspection/lib/paste/ &&

            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/asn1crypto/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/bcrypt/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/cffi/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/cryptography/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/enum/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/idna/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/nacl/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/pyasn1/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/kafka-python/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/pycparser/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/OpenSSL/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/ipaddress.py ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/six.py ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/_cffi_backend.py ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/_cffi_backend.so_UCS2 ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/_cffi_backend.so_UCS4 ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/psutil/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/netifaces/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/paramiko/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/bottle/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/
            cp -rf ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG}/paste/ ${BUILD_DIR}/temp/script/gspylib/inspection/lib/

            if [ $? -ne 0 ]; then
                die "remove svn info failed."
            fi

            cp -r ${BINARYLIBS_PATH}/install_tools${ARCHITECTURE_EXTRA_FLAG} ./install_tools
            find ./install_tools -name .svn -type d -print0 | xargs -0 rm -rf
            if [ $? -ne 0 ]; then
                die "remove svn info failed."
            fi

            mkdir -p ./lib

            mv ./install_tools/asn1crypto               ./lib
            mv ./install_tools/bcrypt                   ./lib
            mv ./install_tools/cffi                     ./lib
            mv ./install_tools/cryptography             ./lib
            mv ./install_tools/enum                     ./lib
            mv ./install_tools/idna                     ./lib
            mv ./install_tools/nacl                     ./lib
            mv ./install_tools/pyasn1                   ./lib
            mv ./install_tools/kafka-python             ./lib
            mv ./install_tools/pycparser                ./lib
            mv ./install_tools/OpenSSL                  ./lib
            mv ./install_tools/ipaddress.py             ./lib
            mv ./install_tools/six.py                   ./lib
            mv ./install_tools/_cffi_backend.py         ./lib
            mv ./install_tools/_cffi_backend.so_UCS2    ./lib
            mv ./install_tools/_cffi_backend.so_UCS4    ./lib
            mv ./install_tools/paramiko                 ./lib
            mv ./install_tools/psutil                   ./lib
            mv ./install_tools/netifaces                ./lib
            mv ./install_tools/unixodbc .
            mv ./install_tools/paste                    ./lib
            mv ./install_tools/bottle                   ./lib

            #Not package unixodbc/bin/odbc_config, so delete it
            rm -f ./unixodbc/bin/odbc_config

            rm -r ./install_tools

	    if [ "$product_mode"x == "multiple"x ]
            then
                mkdir -p ./libcgroup/bin
                if [ $? -ne 0 ]; then
                        die "mkdir -p ./libcgroup/bin failed"
                fi

                cp ${BUILD_DIR}/bin/gs_cgroup ./libcgroup/bin
                if [ $? -ne 0 ]; then
                        die "cp ${BUILD_DIR}/bin/gs_cgroup ./libcgroup/bin failed"
                fi
                mkdir -p ./libcgroup/lib
                if [ $? -ne 0 ]; then
                        die "mkdir -p ./libcgroup/lib failed"
                fi
                cp ${BINARYLIBS_PATH}/${PLAT_FORM_STR}/libcgroup/${COMPLIE_TYPE}/lib/libcgroup.so ./libcgroup/lib
                if [ $? -ne 0 ]; then
                        die "cp ${BINARYLIBS_PATH}/${PLAT_FORM_STR}/libcgroup/${COMPLIE_TYPE}/lib/libcgroup.so ./libcgroup/lib failed"
                fi
            fi


            #compress the agent package
            echo "Agent package is starting."
            cp ./lib/_cffi_backend.so_UCS4 ./lib/_cffi_backend.so
            cp -r ./script/gspylib/pssh/bin ./agent/
            cp -r ./script/gspylib/clib ./agent/
            if [ "$product_mode"x == "single"x ]
            then
                if [ ! -e ./agent/centralized_cluster ]
                then
                        touch ./agent/centralized_cluster
                        echo "This file is used only to distinguish cluster types (generated by the packaging script)." >> ./agent/centralized_cluster
                else
                        echo "This file is used only to distinguish cluster types (generated by the packaging script)." > ./agent/centralized_cluster
                fi
            fi
            $package_command "${agent_package_name}" ./agent ./lib ./cluster_default_agent.xml ./version.cfg >>"$LOG_FILE" 2>&1
            if [ $? -ne 0 ]; then
                die "$package_command ${agent_package_name} failed"
            fi
            mv ${agent_package_name} ${package_path}
            echo "Agent package has been finished."

            #remove the agent path which only needed by agent before compress server package
            echo "Server package is starting."
            rm -rf ./agent

            # install upgrade_sql.* files.
            package_upgrade_sql

            $package_command "${server_package_name}" ./* >>"$LOG_FILE" 2>&1
            if [ $? -ne 0 ]; then
                die "$package_command ${server_package_name} failed"
            fi
            mv ${server_package_name} ${package_path}
            echo "install $pkgname tools is ${server_package_name} of ${package_path} directory " >> "$LOG_FILE" 2>&1
            echo "success!"
            ;;
        libpq)
            echo "packaging libpq..."
            $package_command "${libpq_package_name}" ./* >>"$LOG_FILE" 2>&1
            if [ $? -ne 0 ]; then
                die "$package_command ${libpq_package_name} failed"
            fi
            mv ${libpq_package_name} ${package_path}
            echo "install $pkgname tools is ${libpq_package_name} of ${package_path} directory " >> "$LOG_FILE" 2>&1
            echo "success!"
            ;;
    esac
}

#######################################################################
##copy all file of script directory to target directory
#######################################################################
function copy_script_file()
{
    target_file=$1
    local target_dir=$2

    cp -rf $target_file/script/ $target_dir/ &&
    find $target_dir/script/ -type f -print0 | xargs -0 -n 10 -r dos2unix > /dev/null 2>&1 &&
    find $target_dir/script/gspylib/inspection/ -name d2utmp* -print0 | xargs -0 rm -rf &&
    cp -rf $target_file/script/gspylib/inspection/lib/checknetspeed/speed_test* $target_dir/script/gspylib/inspection/lib/checknetspeed/ &&
    cp -rf $target_file/script/gspylib/inspection/lib/*.png $target_dir/script/gspylib/inspection/lib/ &&

    if [ $? -ne 0 ]; then
        die "cp -r $target_file $target_dir failed "
    fi
}
#######################################################################
## generate the version file.
#######################################################################
function make_license_control()
{
    local target_dir=$1
    python_exec=$(which python 2>/dev/null)

    if [ -x "$python_exec" ]; then
        $python_exec ${binarylib_dir}/buildtools/license_control/encrypted_version_file.py >> "$LOG_FILE" 2>&1
    fi

    if [ $? -ne 0 ]; then
        die "create ${binarylib_dir}/buildtools/license_control license file failed."
    fi

    if [ -f "$gaussdb_200_file" ] && [ -f "$gaussdb_300_file" ]; then
        # Get the md5sum.
        gaussdb_200_sha256sum=$(sha256sum $gaussdb_200_file | awk '{print $1}')
        gaussdb_300_sha256sum=$(sha256sum $gaussdb_300_file | awk '{print $1}')
        # Modify the source code.
        sed -i "s/^[ \t]*const[ \t]\+char[ \t]*\*[ \t]*sha256_digests[ \t]*\[[ \t]*SHA256_DIGESTS_COUNT[ \t]*\][ \t]*=[ \t]*{[ \t]*NULL[ \t]*,[ \t]*NULL[ \t]*}[ \t]*;[ \t]*$/const char \*sha256_digests\[SHA256_DIGESTS_COUNT\] = {\"$gaussdb_200_sha256sum\", \"$gaussdb_300_sha256sum\"};/g" $gaussdb_version_file
    fi

    if [ $? -ne 0 ]; then
        die "modify '$gaussdb_version_file' failed."
    fi
}
#######################################################################
## copy the version file to target directory.
#######################################################################
function copy_license_file()
{
    local target_dir=$1

    # Copy the version file to bin path.
    if [ -f "$gaussdb_200_file" ] && [ -f "$gaussdb_200_file" ] && [ -f "$gaussdb_200_standard_file" ]; then
        cp -f $gaussdb_200_file $target_dir &&
        cp -f $gaussdb_300_file $target_dir &&
        cp -f $gaussdb_200_standard_file $target_dir
    fi

    if [ $? -ne 0 ]; then
        die "cp -r ${binarylib_dir}/buildtools/license_control $target_dir failed."
    fi
}
#######################################################################
## restore the gaussdb_version.cpp content.
#######################################################################
function restore_license_control()
{
    # Generate license control file.
    make_license_control

    # Restore the gaussdb_version.cpp content.
    if [ -f "$gaussdb_200_file" ] && [ -f "$gaussdb_300_file" ] && [ -f "$gaussdb_200_standard_file" ]; then
        sed -i "s/^[ \t]*const[ \t]\+char[ \t]*\*[ \t]*sha256_digests[ \t]*\[[ \t]*SHA256_DIGESTS_COUNT[ \t]*\][ \t]*=[ \t]*{[ \t]*[a-zA-Z0-9\"]\+[ \t]*,[ \t]*[a-zA-Z0-9\"]\+[ \t]*}[ \t]*;[ \t]*$/const char \*sha256_digests\[SHA256_DIGESTS_COUNT\] = {NULL, NULL};/g" $gaussdb_version_file &&

        # Remove the gaussdb.version file.
        rm -f $gaussdb_200_file &&
        rm -f $gaussdb_300_file &&
        rm -f $gaussdb_200_standard_file
    fi

    if [ $? -ne 0 ]; then
        die "restore '$gaussdb_version_file' failed, remove ${binarylib_dir}/buildtools/license_control file failed."
    fi
}

#############################################################
# show package for hotpatch sdv.
#############################################################
if [ "$show_package" = true ]; then
    echo "package: "$server_package_name
    echo "bin: "$bin_name
    exit 0
fi

#############################################################
# main function
#############################################################
# 1. clean install path and log file
mpp_pkg_pre_check

# 2. chose action
mpp_pkg_bld
if [ "$zip_package" = "off" ]; then
    echo "The option 'nopkg' is on, no package will be zipped."
    exit 0
fi

# 3. make package
mpp_pkg_make

#clean mpp_install directory
echo "clean enviroment"
echo "[makemppdb] $(date +%y-%m-%d' '%T): remove ${BUILD_DIR}" >>"$LOG_FILE" 2>&1

mkdir ${ROOT_DIR}/output
mv ${ROOT_DIR}/build/script/*.tar.gz ${ROOT_DIR}/output/
echo "now, all packages has finished!"

exit 0