diff --git a/regression-test/pipeline/common/check-pr-if-need-run-build.sh b/regression-test/pipeline/common/check-pr-if-need-run-build.sh
index 452f448315..b12aab4ac4 100755
--- a/regression-test/pipeline/common/check-pr-if-need-run-build.sh
+++ b/regression-test/pipeline/common/check-pr-if-need-run-build.sh
@@ -81,6 +81,7 @@ https://github.com/apache/doris/pull/${PULL_NUMBER}/files all change files:
 }
 
 _only_modified_regression_conf() {
+    if [[ ${#added_files[@]} -gt 0 ]]; then echo "Not only modified regression conf, find added files" && return 1; fi
     for f in ${modified_files}; do
         if [[ "${f}" == "regression-test/pipeline/p0/conf/regression-conf.groovy" ]] ||
             [[ "${f}" == "regression-test/pipeline/p1/conf/regression-conf.groovy" ]]; then