database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix](routine-load) fix data lost when FE leader change (#33678)

Browse Source
This commit is contained in:
HHoflittlefish777
2024-04-16 11:18:48 +08:00
committed by yiguolei
parent 53a3d6c154
commit dac2829194
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadJob.java
View File

@ -1250,7 +1250,13 @@ public abstract class RoutineLoadJob extends AbstractTxnStateChangeCallback impl
@Override
public void replayOnAborted(TransactionState txnState) {
// attachment may be null if this task is aborted by FE
if (txnState.getTxnCommitAttachment() != null) {
// it need check commit info before update progress
// for follower FE node progress may exceed correct progress
// the data will lost if FE leader change at this moment
if (txnState.getTxnCommitAttachment() != null
&& checkCommitInfo((RLTaskTxnCommitAttachment) txnState.getTxnCommitAttachment(),
txnState,
TransactionState.TxnStatusChangeReason.fromString(txnState.getReason()))) {
replayUpdateProgress((RLTaskTxnCommitAttachment) txnState.getTxnCommitAttachment());
}
this.jobStatistic.abortedTaskNum++;