[Refactor](scan) refactor scan scheduler to improve performance (#27948)

* [Refactor](scan) refactor scan scheduler to improve performance

* fix pipeline x core
This commit is contained in:
HappenLee
2023-12-05 13:03:16 +08:00
committed by GitHub
parent da87fcb477
commit 54fe1a166b
7 changed files with 127 additions and 58 deletions

View File

@ -374,6 +374,7 @@ public class Coordinator implements CoordInterface {
this.queryOptions.setExecutionTimeout(context.getExecTimeout());
this.queryOptions.setEnableScanNodeRunSerial(context.getSessionVariable().isEnableScanRunSerial());
this.queryOptions.setFeProcessUuid(ExecuteEnv.getInstance().getProcessUUID());
this.queryOptions.setWaitFullBlockScheduleTimes(context.getSessionVariable().getWaitFullBlockScheduleTimes());
}
public ConnectContext getConnectContext() {

View File

@ -468,6 +468,8 @@ public class SessionVariable implements Serializable, Writable {
// this session variable is set to true.
public static final String FALLBACK_OTHER_REPLICA_WHEN_FIXED_CORRUPT = "fallback_other_replica_when_fixed_corrupt";
public static final String WAIT_FULL_BLOCK_SCHEDULE_TIMES = "wait_full_block_schedule_times";
public static final List<String> DEBUG_VARIABLES = ImmutableList.of(
SKIP_DELETE_PREDICATE,
SKIP_DELETE_BITMAP,
@ -834,6 +836,9 @@ public class SessionVariable implements Serializable, Writable {
@VariableMgr.VarAttr(name = USE_RF_DEFAULT)
public boolean useRuntimeFilterDefaultSize = false;
@VariableMgr.VarAttr(name = WAIT_FULL_BLOCK_SCHEDULE_TIMES)
public int waitFullBlockScheduleTimes = 2;
public int getBeNumberForTest() {
return beNumberForTest;
}
@ -2168,6 +2173,10 @@ public class SessionVariable implements Serializable, Writable {
return sqlDialect;
}
public int getWaitFullBlockScheduleTimes() {
return waitFullBlockScheduleTimes;
}
public ParseDialect.Dialect getSqlParseDialect() {
return ParseDialect.Dialect.getByName(sqlDialect);
}