database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[refactor](group commit) refactor group commit wal code (#29375)

Browse Source
This commit is contained in:
meiyi
2024-01-02 15:52:03 +08:00
committed by GitHub
parent c07e3b7b47
commit 706463781c
33 changed files with 164 additions and 262 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fe/fe-core/src/main/java/org/apache/doris/planner/GroupCommitPlanner.java
View File

@ -107,6 +107,7 @@ public class GroupCommitPlanner {
StreamLoadTask streamLoadTask = StreamLoadTask.fromTStreamLoadPutRequest(streamLoadPutRequest);
StreamLoadPlanner planner = new StreamLoadPlanner(db, table, streamLoadTask);
// Will using load id as query id in fragment
// TODO support pipeline
TExecPlanFragmentParams tRequest = planner.plan(streamLoadTask.getId());
for (Map.Entry<Integer, List<TScanRangeParams>> entry : tRequest.params.per_node_scan_ranges.entrySet()) {
for (TScanRangeParams scanRangeParams : entry.getValue()) {
@ -116,6 +117,7 @@ public class GroupCommitPlanner {
TFileCompressType.PLAIN);
}
}
tRequest.query_options.setEnablePipelineEngine(false);
List<TScanRangeParams> scanRangeParams = tRequest.params.per_node_scan_ranges.values().stream()
.flatMap(Collection::stream).collect(Collectors.toList());
Preconditions.checkState(scanRangeParams.size() == 1);