From f2bd98f76af29d29b60dac687e513d3ba6044145 Mon Sep 17 00:00:00 2001
From: yiguolei <676222867@qq.com>
Date: Fri, 1 Mar 2019 17:01:13 +0800
Subject: [PATCH] Clear etl job files when job finished (#680)

---
 fe/src/main/java/org/apache/doris/load/Load.java        | 3 +++
 fe/src/main/java/org/apache/doris/load/LoadChecker.java | 5 +++--
 2 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/fe/src/main/java/org/apache/doris/load/Load.java b/fe/src/main/java/org/apache/doris/load/Load.java
index 4655d9a589..27cf9bc76b 100644
--- a/fe/src/main/java/org/apache/doris/load/Load.java
+++ b/fe/src/main/java/org/apache/doris/load/Load.java
@@ -283,6 +283,9 @@ public class Load {
 
             String columnSeparatorStr = params.get(LoadStmt.KEY_IN_PARAM_COLUMN_SEPARATOR);
             if (columnSeparatorStr != null) {
+                if (columnSeparatorStr.isEmpty()) {
+                    columnSeparatorStr = "\t";
+                }
                 columnSeparator = new ColumnSeparator(columnSeparatorStr);
                 try {
                     columnSeparator.analyze();
diff --git a/fe/src/main/java/org/apache/doris/load/LoadChecker.java b/fe/src/main/java/org/apache/doris/load/LoadChecker.java
index 91a8ba348a..9ac727effd 100644
--- a/fe/src/main/java/org/apache/doris/load/LoadChecker.java
+++ b/fe/src/main/java/org/apache/doris/load/LoadChecker.java
@@ -267,8 +267,9 @@ public class LoadChecker extends Daemon {
             LOG.debug("job {} is already committed, just wait it to be visiable, transaction state {}", job, state);
             return;
         } else if (state.getTransactionStatus() == TransactionStatus.VISIBLE) {
-            // if job is committed and then fe restart, the progress is not persisted, so that set it here
-            load.updateLoadJobState(job, JobState.FINISHED);
+            if (load.updateLoadJobState(job, JobState.FINISHED)) {
+                load.clearJob(job, JobState.QUORUM_FINISHED);
+            }
             return;
         }