database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix](scanner) fix load cannot end when set exec_mem_limit (#25090)

Browse Source
This commit is contained in:
HHoflittlefish777
2023-10-08 17:07:30 +08:00
committed by GitHub
parent 3a45001447
commit c3d9f42a3e
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
be/src/vec/exec/scan/scanner_context.cpp
View File

@ -55,7 +55,8 @@ ScannerContext::ScannerContext(doris::RuntimeState* state_, doris::vectorized::V
_process_status(Status::OK()),
_batch_size(state_->batch_size()),
limit(limit_),
_max_bytes_in_queue(max_bytes_in_blocks_queue_ * num_parallel_instances),
_max_bytes_in_queue(std::max(max_bytes_in_blocks_queue_, (int64_t)1024) *
num_parallel_instances),
_scanner_scheduler(state_->exec_env()->scanner_scheduler()),
_scanners(scanners_),
_num_parallel_instances(num_parallel_instances) {

2
regression-test/suites/load_p0/stream_load/test_stream_load_properties.groovy
View File

@ -136,7 +136,7 @@ suite("test_stream_load_properties", "p0") {
table "stream_load_" + tableName
set 'column_separator', '|'
set 'columns', columns[i]
//set 'exec_mem_limit', '1'
set 'exec_mem_limit', '1'
file files[i]
time 10000 // limit inflight 10s