database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Clear etl job files when job finished (#680)

Browse Source
This commit is contained in:
yiguolei
2019-03-01 17:01:13 +08:00
committed by Mingyu Chen
parent acf839ca9c
commit f2bd98f76a
2 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fe/src/main/java/org/apache/doris/load/Load.java
View File

@ -283,6 +283,9 @@ public class Load {
String columnSeparatorStr = params.get(LoadStmt.KEY_IN_PARAM_COLUMN_SEPARATOR);
if (columnSeparatorStr != null) {
if (columnSeparatorStr.isEmpty()) {
columnSeparatorStr = "\t";
}
columnSeparator = new ColumnSeparator(columnSeparatorStr);
try {
columnSeparator.analyze();

5
fe/src/main/java/org/apache/doris/load/LoadChecker.java
View File

@ -267,8 +267,9 @@ public class LoadChecker extends Daemon {
LOG.debug("job {} is already committed, just wait it to be visiable, transaction state {}", job, state);
return;
} else if (state.getTransactionStatus() == TransactionStatus.VISIBLE) {
// if job is committed and then fe restart, the progress is not persisted, so that set it here
load.updateLoadJobState(job, JobState.FINISHED);
if (load.updateLoadJobState(job, JobState.FINISHED)) {
load.clearJob(job, JobState.QUORUM_FINISHED);
}
return;
}