From d79c532229e105f8e904415f698659af5dcbd1ab Mon Sep 17 00:00:00 2001 From: HHoflittlefish777 <77738092+HHoflittlefish777@users.noreply.github.com> Date: Sun, 21 Apr 2024 11:00:26 +0800 Subject: [PATCH] [perf](routine-load) reduce waiting in task scheduler to accelerate consume (#33756) --- .../doris/load/routineload/RoutineLoadTaskScheduler.java | 7 ------- 1 file changed, 7 deletions(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java b/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java index 18b7c5c9d6..6c0baf5bdf 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java +++ b/fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadTaskScheduler.java @@ -101,12 +101,6 @@ public class RoutineLoadTaskScheduler extends MasterDaemon { try { // This step will be blocked when queue is empty RoutineLoadTaskInfo routineLoadTaskInfo = needScheduleTasksQueue.take(); - if (System.currentTimeMillis() - routineLoadTaskInfo.getLastScheduledTime() - < routineLoadTaskInfo.getTimeoutMs()) { - // try to delay scheduling this task for 'timeout', to void too many failure - needScheduleTasksQueue.addLast(routineLoadTaskInfo); - return; - } scheduleOneTask(routineLoadTaskInfo); } catch (Exception e) { LOG.warn("Taking routine load task from queue has been interrupted", e); @@ -114,7 +108,6 @@ public class RoutineLoadTaskScheduler extends MasterDaemon { } private void scheduleOneTask(RoutineLoadTaskInfo routineLoadTaskInfo) throws Exception { - routineLoadTaskInfo.setLastScheduledTime(System.currentTimeMillis()); if (LOG.isDebugEnabled()) { LOG.debug("schedule routine load task info {} for job {}", routineLoadTaskInfo.id, routineLoadTaskInfo.getJobId());