database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[branch-2.1](routine-load) fix routine load case error (#35161)

Browse Source 
* fix routine load case error

* update
This commit is contained in:
HHoflittlefish777
2024-05-21 23:16:55 +08:00
committed by GitHub
parent 37f1bf317c
commit 9fc38fb011
1 changed files with 20 additions and 113 deletions
Download Patch File Download Diff File Expand all files Collapse all files

133
regression-test/suites/load_p0/routine_load/test_routine_load.groovy
View File

@ -278,10 +278,12 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_sql_send_batch_parallelism "select * from ${tableName1} order by k00,k01,k02"
if (i < 5) {
def res = sql "select count(*) from ${tableName1}"
assertEquals(20, res[0][0])
} else {
qt_sql_send_batch_parallelism "select * from ${tableName1} order by k00,k01,k02"
def res = sql "select count(*) from ${tableName1}"
assertEquals(18, res[0][0])
}
sql "stop routine load for ${jobs[i]}"
@ -365,10 +367,12 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_sql_desired_concurrent_number "select * from ${tableName1} order by k00,k01,k02"
if (i < 5) {
def res = sql "select count(*) from ${tableName1}"
assertEquals(20, res[0][0])
} else {
qt_sql_desired_concurrent_number "select * from ${tableName1} order by k00,k01,k02"
def res = sql "select count(*) from ${tableName1}"
assertEquals(18, res[0][0])
}
sql "stop routine load for ${jobs[i]}"
@ -611,12 +615,6 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_sql_num_as_string "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_num_as_string "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
}
@ -692,10 +690,12 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_sql_exec_mem_limit "select * from ${tableName1} order by k00,k01,k02"
if (i < 5) {
def res = sql "select count(*) from ${tableName1}"
assertEquals(20, res[0][0])
} else {
qt_sql_exec_mem_limit "select * from ${tableName1} order by k00,k01,k02"
def res = sql "select count(*) from ${tableName1}"
assertEquals(18, res[0][0])
}
sql "stop routine load for ${jobs[i]}"
@ -814,10 +814,12 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_sql_timezone_shanghai "select * from ${tableName1} order by k00,k01,k02"
if (i < 5) {
def res = sql "select count(*) from ${tableName1}"
assertEquals(20, res[0][0])
} else {
qt_sql_timezone_shanghai "select * from ${tableName1} order by k00,k01,k02"
def res = sql "select count(*) from ${tableName1}"
assertEquals(18, res[0][0])
}
sql "stop routine load for ${jobs[i]}"
@ -892,12 +894,6 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_sql_strict_mode "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_strict_mode "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
}
@ -973,12 +969,6 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_sql_max_error_number "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_max_error_number "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
}
@ -1055,12 +1045,6 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_sql_max_filter_ratio "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_max_filter_ratio "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
}
@ -1114,11 +1098,6 @@ suite("test_routine_load","p0") {
}
def tableName1 = "routine_load_" + tableName
if (i <= 3) {
qt_sql_load_to_single_tablet "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_load_to_single_tablet "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
@ -1172,12 +1151,6 @@ suite("test_routine_load","p0") {
sleep(10000)
def tableName1 = "routine_load_" + tableName
if (i <= 3) {
qt_sql_column_separator "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_column_separator "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
}
@ -1251,11 +1224,6 @@ suite("test_routine_load","p0") {
sleep(5000)
count++
}
if (i <= 3) {
qt_sql_json "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_json "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
@ -1372,11 +1340,6 @@ suite("test_routine_load","p0") {
sleep(5000)
count++
}
if (i <= 3) {
qt_sql_json_jsonpath "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_json_jsonpath "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
@ -1469,12 +1432,6 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_disable_simdjson_reader "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_disable_simdjson_reader "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
}
@ -1630,12 +1587,6 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_sql_multi_table_one_data "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_multi_table_one_data "select * from ${tableName1} order by k00,k01,k02"
}
i++
}
} finally {
@ -1709,12 +1660,6 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_sql_multi_table "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_multi_table "select * from ${tableName1} order by k00,k01,k02"
}
i++
}
} finally {
@ -1791,12 +1736,6 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_show_command "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_show_command "select * from ${tableName1} order by k00,k01,k02"
}
def res = sql "SHOW ROUTINE LOAD TASK WHERE JobName = \"${jobs[i]}\""
log.info("routine load task DataSource: ${res[0][8].toString()}".toString())
def json = parseJson(res[0][8])
@ -1878,12 +1817,6 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_pause_and_resume_command "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_pause_and_resume_command "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
}
@ -1994,12 +1927,6 @@ suite("test_routine_load","p0") {
count++
}
if (i <= 3) {
qt_update_command "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_update_command "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
}
@ -2075,13 +2002,6 @@ suite("test_routine_load","p0") {
sleep(5000)
count++
}
if (i <= 3) {
qt_sql_preceding_filter "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_preceding_filter "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
}
@ -2156,13 +2076,6 @@ suite("test_routine_load","p0") {
sleep(5000)
count++
}
if (i <= 3) {
qt_sql_where "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_where "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++
}
@ -2246,12 +2159,6 @@ suite("test_routine_load","p0") {
sleep(5000)
count++
}
if (i <= 3) {
qt_sql_delete "select * from ${tableName1} order by k00,k01,k02"
} else {
qt_sql_delete "select * from ${tableName1} order by k00,k01,k02"
}
sql "stop routine load for ${jobs[i]}"
i++