database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix](ci)tpch pipeline add check (#28370)

Browse Source 
Co-authored-by: stephen <hello-stephen@qq.com>
This commit is contained in:
Dongyang Li
2023-12-16 11:11:28 +08:00
committed by GitHub
parent 3ea68d576b
commit 920c75c870
2 changed files with 26 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
regression-test/pipeline/common/github-utils.sh
View File

@ -53,13 +53,10 @@ function create_an_issue_comment_tpch() {
local COMMENT_BODY="$2"
local machine='aliyun_ecs.c7a.8xlarge_32C64G'
COMMENT_BODY="
<details>
<summary>TPC-H test result on machine: '${machine}'</summary>
TPC-H test result on machine: '${machine}'
\`\`\`
${COMMENT_BODY}
\`\`\`
</details>
"
create_an_issue_comment "${ISSUE_NUMBER}" "${COMMENT_BODY}"
}

26
regression-test/pipeline/tpch/tpch-sf100/run.sh
View File

@ -50,6 +50,30 @@ echo "#### Run tpch-sf100 test on Doris ####"
DORIS_HOME="${teamcity_build_checkoutDir}/output"
exit_flag=0
check_tpch_result() {
log_file="$1"
if ! grep '^Total cold run time' "${log_file}" || ! grep '^Total hot run time' "${log_file}"; then
echo "ERROR: can not find 'Total hot run time' in '${log_file}'"
return 1
else
cold_run_time=$(grep '^Total cold run time' "${log_file}" | awk '{print $5}')
hot_run_time=$(grep '^Total hot run time' "${log_file}" | awk '{print $5}')
fi
# 单位是毫秒
cold_run_time_threshold=${cold_run_time_threshold:-50000}
hot_run_time_threshold=${hot_run_time_threshold:-42000}
if [[ ${cold_run_time} -gt 50000 || ${hot_run_time} -gt 42000 ]]; then
echo "ERROR:
cold_run_time ${cold_run_time} is great than the threshold ${cold_run_time_threshold},
or, hot_run_time ${hot_run_time} is great than the threshold ${hot_run_time_threshold}"
return 1
else
echo "INFO:
cold_run_time ${cold_run_time} is less than the threshold ${cold_run_time_threshold},
or, hot_run_time ${hot_run_time} is less than the threshold ${hot_run_time_threshold}"
fi
}
(
set -e
shopt -s inherit_errexit
@ -104,7 +128,7 @@ exit_flag=0
set_session_variable runtime_filter_mode global
sed -i "s|^SCALE_FACTOR=[0-9]\+$|SCALE_FACTOR=${SF}|g" "${teamcity_build_checkoutDir}"/tools/tpch-tools/bin/run-tpch-queries.sh
bash "${teamcity_build_checkoutDir}"/tools/tpch-tools/bin/run-tpch-queries.sh | tee "${teamcity_build_checkoutDir}"/run-tpch-queries.log
if ! grep '^Total hot run time' "${teamcity_build_checkoutDir}"/run-tpch-queries.log >/dev/null; then exit 1; fi
if ! check_tpch_result "${teamcity_build_checkoutDir}"/run-tpch-queries.log; then exit 1; fi
line_end=$(sed -n '/^Total hot run time/=' "${teamcity_build_checkoutDir}"/run-tpch-queries.log)
line_begin=$((line_end - 23))
comment_body="Tpch sf${SF} test result on commit ${commit_id:-}, data reload: ${data_reload:-"false"}