database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[perf](routine-load) reduce waiting in task scheduler to accelerate consume (#33756)

Browse Source
This commit is contained in:
HHoflittlefish777
2024-04-21 11:00:26 +08:00
committed by yiguolei
parent cb2598e814
commit d79c532229
1 changed files with 0 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java
View File

@ -101,12 +101,6 @@ public class RoutineLoadTaskScheduler extends MasterDaemon {
try {
// This step will be blocked when queue is empty
RoutineLoadTaskInfo routineLoadTaskInfo = needScheduleTasksQueue.take();
if (System.currentTimeMillis() - routineLoadTaskInfo.getLastScheduledTime()
< routineLoadTaskInfo.getTimeoutMs()) {
// try to delay scheduling this task for 'timeout', to void too many failure
needScheduleTasksQueue.addLast(routineLoadTaskInfo);
return;
}
scheduleOneTask(routineLoadTaskInfo);
} catch (Exception e) {
LOG.warn("Taking routine load task from queue has been interrupted", e);
@ -114,7 +108,6 @@ public class RoutineLoadTaskScheduler extends MasterDaemon {
}
private void scheduleOneTask(RoutineLoadTaskInfo routineLoadTaskInfo) throws Exception {
routineLoadTaskInfo.setLastScheduledTime(System.currentTimeMillis());
if (LOG.isDebugEnabled()) {
LOG.debug("schedule routine load task info {} for job {}",
routineLoadTaskInfo.id, routineLoadTaskInfo.getJobId());