24f9610cbb
Add FE container and BE container to execute the logic of the Stop script when executing the exit command to ensure that the metadata is written successfully and minimize the restart exception caused by BEBJE.
327 lines
12 KiB
Bash
327 lines
12 KiB
Bash
#!/bin/bash
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
set -eo pipefail
|
|
shopt -s nullglob
|
|
|
|
DORIS_HOME="/opt/apache-doris"
|
|
|
|
# Obtain necessary and basic information to complete initialization
|
|
|
|
# logging functions
|
|
# usage: doris_[note|warn|error] $log_meg
|
|
# ie: doris_warn "task may fe risky!"
|
|
# out: 2023-01-08T19:08:16+08:00 [Warn] [Entrypoint]: task may fe risky!
|
|
doris_log() {
|
|
local type="$1"
|
|
shift
|
|
# accept argument string or stdin
|
|
local text="$*"
|
|
if [ "$#" -eq 0 ]; then text="$(cat)"; fi
|
|
local dt="$(date -Iseconds)"
|
|
printf '%s [%s] [Entrypoint]: %s\n' "$dt" "$type" "$text"
|
|
}
|
|
doris_note() {
|
|
doris_log Note "$@"
|
|
}
|
|
doris_warn() {
|
|
doris_log Warn "$@" >&2
|
|
}
|
|
doris_error() {
|
|
doris_log ERROR "$@" >&2
|
|
exit 1
|
|
}
|
|
|
|
# check to see if this file is being run or sourced from another script
|
|
_is_sourced() {
|
|
[ "${#FUNCNAME[@]}" -ge 2 ] &&
|
|
[ "${FUNCNAME[0]}" = '_is_sourced' ] &&
|
|
[ "${FUNCNAME[1]}" = 'source' ]
|
|
}
|
|
|
|
docker_setup_env() {
|
|
declare -g DATABASE_ALREADY_EXISTS BUILD_TYPE_K8S
|
|
if [ -d "${DORIS_HOME}/fe/doris-meta/image" ]; then
|
|
DATABASE_ALREADY_EXISTS='true'
|
|
fi
|
|
}
|
|
|
|
# Check the variables required for startup
|
|
docker_required_variables_env() {
|
|
declare -g RUN_TYPE
|
|
if [ -n "$BUILD_TYPE" ]; then
|
|
RUN_TYPE="K8S"
|
|
if [[ $BUILD_TYPE =~ ^([kK]8[sS])$ ]]; then
|
|
doris_warn "BUILD_TYPE" $BUILD_TYPE
|
|
else
|
|
doris_error "BUILD_TYPE rule error！example: [k8s], Default Value: docker."
|
|
fi
|
|
return
|
|
fi
|
|
|
|
if [[ -n "$FE_SERVERS" && -n "$FE_ID" ]]; then
|
|
RUN_TYPE="ELECTION"
|
|
if [[ $FE_SERVERS =~ ^.+:[1-2]{0,1}[0-9]{0,1}[0-9]{1}(\.[1-2]{0,1}[0-9]{0,1}[0-9]{1}){3}:[1-6]{0,1}[0-9]{1,4}(,.+:[1-2]{0,1}[0-9]{0,1}[0-9]{1}(\.[1-2]{0,1}[0-9]{0,1}[0-9]{1}){3}:[1-6]{0,1}[0-9]{1,4})*$ || $FE_SERVERS =~ ^([0-9a-fA-F]{1,4}:){7,7}([0-9a-fA-F]{1,4}|:)|([0-9a-fA-F]{1,4}:){1,6}(:[0-9a-fA-F]{1,4}|:)|([0-9a-fA-F]{1,4}:){1,5}((:[0-9a-fA-F]{1,4}){1,2}|:)|([0-9a-fA-F]{1,4}:){1,4}((:[0-9a-fA-F]{1,4}){1,3}|:)|([0-9a-fA-F]{1,4}:){1,3}((:[0-9a-fA-F]{1,4}){1,4}|:)|([0-9a-fA-F]{1,4}:){1,2}((:[0-9a-fA-F]{1,4}){1,5}|:)|[0-9a-fA-F]{1,4}:((:[0-9a-fA-F]{1,4}){1,6}|:)|:((:[0-9a-fA-F]{1,4}){1,7}|:)$ ]]; then
|
|
doris_warn "FE_SERVERS" $FE_SERVERS
|
|
else
|
|
doris_error "FE_SERVERS rule error！example: \$FE_NAME:\$FE_HOST_IP:\$FE_EDIT_LOG_PORT[,\$FE_NAME:\$FE_HOST_IP:\$FE_EDIT_LOG_PORT]..."
|
|
fi
|
|
if [[ $FE_ID =~ ^[1-9]{1}$ ]]; then
|
|
doris_warn "FE_ID" $FE_ID
|
|
else
|
|
doris_error "FE_ID rule error！If FE is the role of Master, please set FE_ID=1, and ensure that all IDs correspond to the IP of the current node."
|
|
fi
|
|
return
|
|
fi
|
|
doris_note $FE_MASTER_IP " " $FE_MASTER_PORT " " $FE_CURRENT_IP " " $FE_CURRENT_PORT
|
|
if [[ -n "$FE_MASTER_IP" && -n "$FE_MASTER_PORT" && -n "$FE_CURRENT_IP" && -n "$FE_CURRENT_PORT" ]]; then
|
|
RUN_TYPE="ASSIGN"
|
|
if [[ $FE_MASTER_IP =~ ^[1-2]{0,1}[0-9]{0,1}[0-9]{1}(\.[1-2]{0,1}[0-9]{0,1}[0-9]{1}){3}$ || $FE_MASTER_IP =~ ^([0-9a-fA-F]{1,4}:){7,7}([0-9a-fA-F]{1,4}|:)|([0-9a-fA-F]{1,4}:){1,6}(:[0-9a-fA-F]{1,4}|:)|([0-9a-fA-F]{1,4}:){1,5}((:[0-9a-fA-F]{1,4}){1,2}|:)|([0-9a-fA-F]{1,4}:){1,4}((:[0-9a-fA-F]{1,4}){1,3}|:)|([0-9a-fA-F]{1,4}:){1,3}((:[0-9a-fA-F]{1,4}){1,4}|:)|([0-9a-fA-F]{1,4}:){1,2}((:[0-9a-fA-F]{1,4}){1,5}|:)|[0-9a-fA-F]{1,4}:((:[0-9a-fA-F]{1,4}){1,6}|:)|:((:[0-9a-fA-F]{1,4}){1,7}|:)$ ]]; then
|
|
doris_warn "FE_MASTER_IP" $FE_MASTER_IP
|
|
else
|
|
doris_error "FE_MASTER_IP rule error！example: \$FE_MASTER_IP"
|
|
fi
|
|
if [[ $FE_MASTER_PORT =~ ^[1-6]{0,1}[0-9]{1,4}$ ]]; then
|
|
doris_warn "FE_MASTER_PORT" $FE_MASTER_PORT
|
|
else
|
|
doris_error "FE_MASTER_PORT rule error！example: \$FE_MASTER_EDIT_LOG_HOST."
|
|
fi
|
|
if [[ $FE_CURRENT_IP =~ ^[1-2]{0,1}[0-9]{0,1}[0-9]{1}(\.[1-2]{0,1}[0-9]{0,1}[0-9]{1}){3}$ || $FE_CURRENT_IP =~ ^([0-9a-fA-F]{1,4}:){7,7}([0-9a-fA-F]{1,4}|:)|([0-9a-fA-F]{1,4}:){1,6}(:[0-9a-fA-F]{1,4}|:)|([0-9a-fA-F]{1,4}:){1,5}((:[0-9a-fA-F]{1,4}){1,2}|:)|([0-9a-fA-F]{1,4}:){1,4}((:[0-9a-fA-F]{1,4}){1,3}|:)|([0-9a-fA-F]{1,4}:){1,3}((:[0-9a-fA-F]{1,4}){1,4}|:)|([0-9a-fA-F]{1,4}:){1,2}((:[0-9a-fA-F]{1,4}){1,5}|:)|[0-9a-fA-F]{1,4}:((:[0-9a-fA-F]{1,4}){1,6}|:)|:((:[0-9a-fA-F]{1,4}){1,7}|:)$ ]]; then
|
|
doris_warn "FE_CURRENT_IP" $FE_CURRENT_IP
|
|
else
|
|
doris_error "FE_CURRENT_IP rule error！example: \$FE_CURRENT_IP"
|
|
fi
|
|
if [[ $FE_CURRENT_PORT =~ ^[1-6]{0,1}[0-9]{1,4}$ ]]; then
|
|
doris_warn "FE_CURRENT_PORT" $FE_CURRENT_PORT
|
|
else
|
|
doris_error "FE_CURRENT_PORT rule error！example: \$FE_CURRENT_EDIT_LOG_HOST."
|
|
fi
|
|
return
|
|
fi
|
|
|
|
doris_error EOF "
|
|
Note that you did not configure the required parameters!
|
|
plan 1:
|
|
BUILD_TYPE
|
|
plan 2:
|
|
FE_SERVERS & FE_ID
|
|
plan 3:
|
|
FE_MASTER_IP & FE_MASTER_PORT & FE_CURRENT_IP & FE_CURRENT_PORT"
|
|
EOF
|
|
|
|
}
|
|
|
|
get_doris_fe_args() {
|
|
declare -g MASTER_FE_IP CURRENT_FE_IP MASTER_FE_EDIT_PORT CURRENT_FE_EDIT_PORT PRIORITY_NETWORKS CURRENT_FE_IS_MASTER
|
|
if [ $RUN_TYPE == "ELECTION" ]; then
|
|
local feServerArray=($(echo "${FE_SERVERS}" | awk '{gsub (/,/," "); print $0}'))
|
|
for i in "${feServerArray[@]}"; do
|
|
val=${i}
|
|
val=${val// /}
|
|
tmpFeName=$(echo "${val}" | awk -F ':' '{ sub(/fe/, ""); sub(/ /, ""); print$1}')
|
|
tmpFeIp=$(echo "${val}" | awk -F ':' '{ sub(/ /, ""); print$2}')
|
|
tmpFeEditLogPort=$(echo "${val}" | awk -F ':' '{ sub(/ /, ""); print$3}')
|
|
check_arg "TMP_FE_NAME" $tmpFeName
|
|
feIpArray[$tmpFeName]=${tmpFeIp}
|
|
check_arg "TMP_FE_EDIT_LOG_PORT" $tmpFeEditLogPort
|
|
feEditLogPortArray[$tmpFeName]=${tmpFeEditLogPort}
|
|
done
|
|
|
|
MASTER_FE_IP=${feIpArray[1]}
|
|
check_arg "MASTER_FE_IP" $MASTER_FE_IP
|
|
MASTER_FE_EDIT_PORT=${feEditLogPortArray[1]}
|
|
check_arg "MASTER_FE_EDIT_PORT" $MASTER_FE_EDIT_PORT
|
|
CURRENT_FE_IP=${feIpArray[FE_ID]}
|
|
check_arg "CURRENT_FE_IP" $CURRENT_FE_IP
|
|
CURRENT_FE_EDIT_PORT=${feEditLogPortArray[FE_ID]}
|
|
check_arg "CURRENT_FE_EDIT_PORT" $CURRENT_FE_EDIT_PORT
|
|
|
|
if [ ${MASTER_FE_IP} == ${CURRENT_FE_IP} ]; then
|
|
CURRENT_FE_IS_MASTER=true
|
|
else
|
|
CURRENT_FE_IS_MASTER=false
|
|
fi
|
|
|
|
PRIORITY_NETWORKS=$(echo "${CURRENT_FE_IP}" | awk -F '.' '{print$1"."$2"."$3".0/24"}')
|
|
check_arg "PRIORITY_NETWORKS" $PRIORITY_NETWORKS
|
|
|
|
doris_note "FE_IP_ARRAY = ${feIpArray[*]}"
|
|
doris_note "FE_EDIT_LOG_PORT_ARRAY = ${feEditLogPortArray[*]}"
|
|
doris_note "MASTER_FE = ${feIpArray[1]}:${feEditLogPortArray[1]}"
|
|
doris_note "CURRENT_FE = ${CURRENT_FE_IP}:${CURRENT_FE_EDIT_PORT}"
|
|
doris_note "PRIORITY_NETWORKS = ${PRIORITY_NETWORKS}"
|
|
|
|
elif [ $RUN_TYPE == "ASSIGN" ]; then
|
|
MASTER_FE_IP=${FE_MASTER_IP}
|
|
check_arg "MASTER_FE_IP" $MASTER_FE_IP
|
|
MASTER_FE_EDIT_PORT=${FE_MASTER_PORT}
|
|
check_arg "MASTER_FE_EDIT_PORT" $MASTER_FE_EDIT_PORT
|
|
CURRENT_FE_IP=${FE_CURRENT_IP}
|
|
check_arg "CURRENT_FE_IP" $CURRENT_FE_IP
|
|
CURRENT_FE_EDIT_PORT=${FE_CURRENT_PORT}
|
|
check_arg "CURRENT_FE_EDIT_PORT" $CURRENT_FE_EDIT_PORT
|
|
|
|
if [ ${MASTER_FE_IP} == ${CURRENT_FE_IP} ]; then
|
|
CURRENT_FE_IS_MASTER=true
|
|
else
|
|
CURRENT_FE_IS_MASTER=false
|
|
fi
|
|
|
|
PRIORITY_NETWORKS=$(echo "${CURRENT_FE_IP}" | awk -F '.' '{print$1"."$2"."$3".0/24"}')
|
|
check_arg "PRIORITY_NETWORKS" $PRIORITY_NETWORKS
|
|
fi
|
|
|
|
# check fe start
|
|
check_fe_status true
|
|
|
|
}
|
|
|
|
add_priority_networks() {
|
|
doris_note "add priority_networks ${1} to ${DORIS_HOME}/fe/conf/fe.conf"
|
|
echo "priority_networks = ${1}" >>${DORIS_HOME}/fe/conf/fe.conf
|
|
}
|
|
|
|
# Execute sql script, passed via stdin
|
|
# usage: docker_process_sql sql_script
|
|
docker_process_sql() {
|
|
set +e
|
|
mysql -uroot -P9030 -h${MASTER_FE_IP} --comments "$@" 2>/dev/null
|
|
}
|
|
|
|
docker_setup_db() {
|
|
set +e
|
|
# check fe status
|
|
local is_fe_start=false
|
|
if [ ${CURRENT_FE_IS_MASTER} == true ]; then
|
|
doris_note "Current FE is Master FE! No need to register again！"
|
|
return
|
|
fi
|
|
for i in {1..300}; do
|
|
docker_process_sql <<<"alter system add FOLLOWER '${CURRENT_FE_IP}:${CURRENT_FE_EDIT_PORT}'"
|
|
register_fe_status=$?
|
|
if [[ $register_fe_status == 0 ]]; then
|
|
doris_note "FE successfully registered！"
|
|
is_fe_start=true
|
|
break
|
|
else
|
|
check_fe_status
|
|
if [ -n "$CURRENT_FE_ALREADY_EXISTS" ]; then
|
|
doris_warn "Same frontend already exists! No need to register again！"
|
|
break
|
|
fi
|
|
if [[ $(($i % 20)) == 1 ]]; then
|
|
doris_warn "register_fe_status: ${register_fe_status}"
|
|
doris_warn "FE failed registered!"
|
|
fi
|
|
fi
|
|
if [[ $(($i % 20)) == 1 ]]; then
|
|
doris_note "ADD FOLLOWER failed, retry."
|
|
fi
|
|
sleep 1
|
|
done
|
|
if ! [[ $is_fe_start ]]; then
|
|
doris_error "Failed to register CURRENT_FE to FE！Tried 30 times！Maybe FE Start Failed！"
|
|
fi
|
|
}
|
|
|
|
# Check whether the passed parameters are empty to avoid subsequent task execution failures. At the same time,
|
|
# enumeration checks can fe added, such as checking whether a certain parameter appears repeatedly, etc.
|
|
check_arg() {
|
|
if [ -z $2 ]; then
|
|
doris_error "$1 is null!"
|
|
fi
|
|
}
|
|
|
|
|
|
check_fe_status() {
|
|
set +e
|
|
declare -g CURRENT_FE_ALREADY_EXISTS
|
|
if [[ ${CURRENT_FE_IS_MASTER} == true ]]; then
|
|
doris_note "Current FE is Master FE! No need check fe status！"
|
|
return
|
|
fi
|
|
for i in {1..300}; do
|
|
if [[ $1 == true ]]; then
|
|
docker_process_sql <<<"show frontends" | grep "[[:space:]]${MASTER_FE_IP}[[:space:]]" | grep "[[:space:]]${MASTER_FE_EDIT_PORT}[[:space:]]"
|
|
else
|
|
docker_process_sql <<<"show frontends" | grep "[[:space:]]${CURRENT_FE_IP}[[:space:]]" | grep "[[:space:]]${CURRENT_FE_EDIT_PORT}[[:space:]]"
|
|
fi
|
|
fe_join_status=$?
|
|
if [[ "${fe_join_status}" == 0 ]]; then
|
|
if [[ $1 == true ]]; then
|
|
doris_note "Master FE is started!"
|
|
else
|
|
doris_note "Verify that CURRENT_FE is registered to FE successfully"
|
|
fi
|
|
CURRENT_FE_ALREADY_EXISTS=true
|
|
break
|
|
else
|
|
if [[ $(($i % 20)) == 1 ]]; then
|
|
if [[ $1 == true ]]; then
|
|
doris_note "Master FE is not started, retry."
|
|
else
|
|
doris_warn "Verify that CURRENT_FE is registered to FE failed, retry."
|
|
fi
|
|
fi
|
|
fi
|
|
if [[ $(($i % 20)) == 1 ]]; then
|
|
doris_note "try session Master FE."
|
|
fi
|
|
sleep 1
|
|
done
|
|
}
|
|
|
|
cleanup() {
|
|
doris_note "Container stopped, running stop_fe script"
|
|
${DORIS_HOME}/fe/bin/stop_fe.sh
|
|
}
|
|
|
|
_main() {
|
|
docker_required_variables_env
|
|
trap 'cleanup' SIGTERM SIGINT
|
|
if [[ $RUN_TYPE == "K8S" ]]; then
|
|
start_fe.sh &
|
|
child_pid=$!
|
|
else
|
|
docker_setup_env
|
|
get_doris_fe_args
|
|
|
|
if [ -z "$DATABASE_ALREADY_EXISTS" ]; then
|
|
add_priority_networks $PRIORITY_NETWORKS
|
|
fi
|
|
|
|
docker_setup_db
|
|
check_fe_status
|
|
doris_note "Ready to start CURRENT_FE！"
|
|
|
|
if [ $CURRENT_FE_IS_MASTER == true ]; then
|
|
start_fe.sh &
|
|
child_pid=$!
|
|
else
|
|
start_fe.sh --helper ${MASTER_FE_IP}:${MASTER_FE_EDIT_PORT} &
|
|
child_pid=$!
|
|
fi
|
|
fi
|
|
wait $child_pid
|
|
exec "$@"
|
|
}
|
|
|
|
if ! _is_sourced; then
|
|
_main "$@"
|
|
fi
|