From 7ab425ee4b67ff20e6e7689f71bcfabad63519f8 Mon Sep 17 00:00:00 2001 From: Xin Liao Date: Sat, 27 Apr 2024 18:20:57 +0800 Subject: [PATCH] [improve](move-memtable) reduce default load stream per node to 2 for stream load (#34065) (#34205) Co-authored-by: Kaijie Chen --- .../main/java/org/apache/doris/service/FrontendServiceImpl.java | 2 +- .../src/main/java/org/apache/doris/task/LoadTaskInfo.java | 2 +- .../src/main/java/org/apache/doris/task/StreamLoadTask.java | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/service/FrontendServiceImpl.java b/fe/fe-core/src/main/java/org/apache/doris/service/FrontendServiceImpl.java index 538a1f9893..1d69c94580 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/service/FrontendServiceImpl.java +++ b/fe/fe-core/src/main/java/org/apache/doris/service/FrontendServiceImpl.java @@ -2085,7 +2085,7 @@ public class FrontendServiceImpl implements FrontendService.Iface { ctx.getSessionVariable().groupCommit = request.getGroupCommitMode(); try { HttpStreamParams httpStreamParams = initHttpStreamPlan(request, ctx); - int loadStreamPerNode = 20; + int loadStreamPerNode = 2; if (request.getStreamPerNode() > 0) { loadStreamPerNode = request.getStreamPerNode(); } diff --git a/fe/fe-core/src/main/java/org/apache/doris/task/LoadTaskInfo.java b/fe/fe-core/src/main/java/org/apache/doris/task/LoadTaskInfo.java index 8671933f75..8f641070c4 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/task/LoadTaskInfo.java +++ b/fe/fe-core/src/main/java/org/apache/doris/task/LoadTaskInfo.java @@ -126,7 +126,7 @@ public interface LoadTaskInfo { } default int getStreamPerNode() { - return 20; + return 2; } class ImportColumnDescs { diff --git a/fe/fe-core/src/main/java/org/apache/doris/task/StreamLoadTask.java b/fe/fe-core/src/main/java/org/apache/doris/task/StreamLoadTask.java index f663eb6591..94f3625fbc 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/task/StreamLoadTask.java +++ b/fe/fe-core/src/main/java/org/apache/doris/task/StreamLoadTask.java @@ -89,7 +89,7 @@ public class StreamLoadTask implements LoadTaskInfo { private boolean enableProfile = false; private boolean memtableOnSinkNode = false; - private int streamPerNode = 20; + private int streamPerNode = 2; private byte enclose = 0;