From 13e2cf172f831ff9d754505dd4564f48ef213ff5 Mon Sep 17 00:00:00 2001 From: ZhangYu0123 <67053339+ZhangYu0123@users.noreply.github.com> Date: Sun, 6 Sep 2020 20:25:08 +0800 Subject: [PATCH] [Log] Add log for trace broker (#4505) Add tracing broker log. When fe get filestatus for distributing load task to broker, the broker maybe get empty files and not give correct error code. Add this log to easy track which broker process filestatus operation and we can get the error log. --- .../main/java/org/apache/doris/common/util/BrokerUtil.java | 2 +- .../org/apache/doris/load/loadv2/BrokerLoadPendingTask.java | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/common/util/BrokerUtil.java b/fe/fe-core/src/main/java/org/apache/doris/common/util/BrokerUtil.java index 9e62c1ccb5..9b641a9ec7 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/common/util/BrokerUtil.java +++ b/fe/fe-core/src/main/java/org/apache/doris/common/util/BrokerUtil.java @@ -408,7 +408,7 @@ public class BrokerUtil { return pair; } - private static TNetworkAddress getAddress(BrokerDesc brokerDesc) throws UserException { + public static TNetworkAddress getAddress(BrokerDesc brokerDesc) throws UserException { FsBroker broker = null; try { String localIP = FrontendOptions.getLocalHostAddress(); diff --git a/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadPendingTask.java b/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadPendingTask.java index 3d394604fb..a4cff888bf 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadPendingTask.java +++ b/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadPendingTask.java @@ -87,8 +87,8 @@ public class BrokerLoadPendingTask extends LoadTask { } tableTotalFileSize += groupFileSize; tableTotalFileNum += fileStatuses.size(); - LOG.info("get {} files in file group {} for table {}. size: {}. job: {}", - fileStatuses.size(), groupNum, entry.getKey(), groupFileSize, callback.getCallbackId()); + LOG.info("get {} files in file group {} for table {}. size: {}. job: {}, broker: {} ", + fileStatuses.size(), groupNum, entry.getKey(), groupFileSize, callback.getCallbackId(), BrokerUtil.getAddress(brokerDesc)); groupNum++; }