database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Pipeline](exec) Support pipeline exec engine (#14736)

Browse Source 
Co-authored-by: Lijia Liu <liutang123@yeah.net>
Co-authored-by: HappenLee <happenlee@hotmail.com>
Co-authored-by: Jerry Hu <mrhhsg@gmail.com>
Co-authored-by: Pxl <952130278@qq.com>
Co-authored-by: shee <13843187+qzsee@users.noreply.github.com>
Co-authored-by: Gabriel <gabrielleebuaa@gmail.com>

## Problem Summary:

### 1. Design

DSIP: https://cwiki.apache.org/confluence/display/DORIS/DSIP-027%3A+Support+Pipeline+Exec+Engine

### 2. How to use:

Set the environment variable `set enable_pipeline_engine = true; `
This commit is contained in:
HappenLee
2022-12-02 17:11:34 +08:00
committed by GitHub
parent 505019e1dd
commit 12304bc0ee
113 changed files with 5756 additions and 402 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
be/src/vec/exec/vtable_function_node.cpp
View File

@ -83,11 +83,22 @@ Status VTableFunctionNode::get_next(RuntimeState* state, Block* block, bool* eos
RETURN_IF_CANCELLED(state);
RETURN_IF_ERROR(get_expanded_block(state, block, eos));
// if child_block is empty, get data from child.
if (need_more_input_data()) {
while (_child_block->rows() == 0 && !_child_eos) {
RETURN_IF_ERROR_AND_CHECK_SPAN(
child(0)->get_next_after_projects(state, _child_block.get(), &_child_eos),
child(0)->get_next_span(), _child_eos);
}
if (_child_eos && _child_block->rows() == 0) {
*eos = true;
return Status::OK();
}
reached_limit(block, eos);
push(state, _child_block.get(), *eos);
}
COUNTER_SET(_rows_returned_counter, _num_rows_returned);
pull(state, block, eos);
return Status::OK();
}
@ -111,23 +122,8 @@ Status VTableFunctionNode::get_expanded_block(RuntimeState* state, Block* output
RETURN_IF_CANCELLED(state);
RETURN_IF_ERROR(state->check_query_state("VTableFunctionNode, while getting next batch."));
// if child_block is empty, get data from child.
if (_child_block->rows() == 0) {
while (_child_block->rows() == 0 && !_child_eos) {
RETURN_IF_ERROR_AND_CHECK_SPAN(
child(0)->get_next_after_projects(state, _child_block.get(), &_child_eos),
child(0)->get_next_span(), _child_eos);
}
if (_child_eos && _child_block->rows() == 0) {
*eos = true;
break;
}
for (TableFunction* fn : _fns) {
RETURN_IF_ERROR(fn->process_init(_child_block.get()));
}
RETURN_IF_ERROR(_process_next_child_row());
break;
}
bool skip_child_row = false;