database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[opt](routine load) log BE id when get partitions failed. (#20749)

Browse Source 
Add BackendId when get partitions failed to make debug error easier.
This commit is contained in:
qiye
2023-06-13 19:15:05 +08:00
committed by GitHub
parent f1fd486f84
commit 35c19daec7
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
fe/fe-core/src/main/java/org/apache/doris/common/util/KafkaUtil.java
View File

@ -45,13 +45,14 @@ public class KafkaUtil {
public static List<Integer> getAllKafkaPartitions(String brokerList, String topic,
Map<String, String> convertedCustomProperties) throws UserException {
TNetworkAddress address = null;
Backend be = null;
try {
List<Long> backendIds = Env.getCurrentSystemInfo().getAllBackendIds(true);
if (backendIds.isEmpty()) {
throw new LoadException("Failed to get all partitions. No alive backends");
}
Collections.shuffle(backendIds);
Backend be = Env.getCurrentSystemInfo().getBackend(backendIds.get(0));
be = Env.getCurrentSystemInfo().getBackend(backendIds.get(0));
address = new TNetworkAddress(be.getHost(), be.getBrpcPort());
// create request
@ -77,9 +78,10 @@ public class KafkaUtil {
return result.getKafkaMetaResult().getPartitionIdsList();
}
} catch (Exception e) {
LOG.warn("failed to get partitions.", e);
LOG.warn("failed to get partitions from backend[{}].", be.getId(), e);
throw new LoadException(
"Failed to get all partitions of kafka topic: " + topic + ". error: " + e.getMessage());
"Failed to get all partitions of kafka topic: " + topic + " from backend[" + be.getId()
+ "]. error: " + e.getMessage());
}
}