database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix](external table) Use FederationBackendPolicy in Coordinator for ExternalScanNode #18860

Browse Source
This commit is contained in:
Jibing-Li
2023-04-21 12:35:45 +08:00
committed by GitHub
parent 2cc811bd54
commit ae76b59f2f
2 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fe/fe-core/src/main/java/org/apache/doris/planner/external/FederationBackendPolicy.java vendored
View File

@ -81,4 +81,8 @@ public class FederationBackendPolicy {
public int numBackends() {
return backends.size();
}
public List<Backend> getBackends() {
return backends;
}
}

6
fe/fe-core/src/main/java/org/apache/doris/qe/Coordinator.java
View File

@ -62,6 +62,7 @@ import org.apache.doris.planner.ScanNode;
import org.apache.doris.planner.SetOperationNode;
import org.apache.doris.planner.UnionNode;
import org.apache.doris.planner.external.ExternalScanNode;
import org.apache.doris.planner.external.FederationBackendPolicy;
import org.apache.doris.proto.InternalService;
import org.apache.doris.proto.InternalService.PExecPlanFragmentResult;
import org.apache.doris.proto.InternalService.PExecPlanFragmentStartRequest;
@ -2035,8 +2036,9 @@ public class Coordinator {
FragmentScanRangeAssignment assignment,
Map<TNetworkAddress, Long> assignedBytesPerHost,
Map<TNetworkAddress, Long> replicaNumPerHost) throws Exception {
Collection<Backend> aliveBEs = idToBackend.values().stream().filter(SimpleScheduler::isAvailable)
.collect(Collectors.toList());
FederationBackendPolicy federationBackendPolicy = new FederationBackendPolicy();
federationBackendPolicy.init();
Collection<Backend> aliveBEs = federationBackendPolicy.getBackends();
if (aliveBEs.isEmpty()) {
throw new UserException("No available backends");
}