[chore](tools) fix load-clickbench-data script cannot be interrupted #17000

This commit is contained in:
ZhangYu0123
2023-02-22 19:34:40 +08:00
committed by GitHub
parent 8dd1a12ea6
commit 56ebbf8bc9

View File

@ -86,6 +86,8 @@ check_prerequest "wget --version" "wget"
source $CURDIR/conf/doris-cluster.conf
wget_pids=()
echo "FE_HOST: $FE_HOST"
echo "FE_HTTP_PORT: $FE_HTTP_PORT"
echo "USER: $USER"
@ -113,6 +115,8 @@ function load() {
echo "will download hits_split${i} to $DATA_DIR"
wget --continue "https://doris-test-data.oss-cn-hongkong.aliyuncs.com/ClickBench/hits_split${i}" &
# wget --continue "https://doris-test-data.oss-cn-hongkong-internal.aliyuncs.com/ClickBench/hits_split${i}" &
PID=$!
wget_pids[${#wget_pids[@]}]=$PID
fi
done
@ -132,6 +136,15 @@ function load() {
done
}
function signal_handler() {
for PID in ${wget_pids[@]}; do
kill -9 $PID
done
}
trap signal_handler 2 3 6 15
echo "start..."
start=$(date +%s)
check_doirs_conf