database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[improve](restore) Release useless info for the finished job to reduce mem usage (#34513)

Browse Source
This commit is contained in:
walter
2024-05-08 19:28:32 +08:00
committed by yiguolei
parent 19c20247f4
commit d038d3bf21
3 changed files with 24 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
fe/fe-core/src/main/java/org/apache/doris/backup/BackupJobInfo.java
View File

@ -788,6 +788,20 @@ public class BackupJobInfo implements Writable {
return getBrief();
}
public void releaseSnapshotInfo() {
tabletBeMap.clear();
tabletSnapshotPathMap.clear();
for (BackupOlapTableInfo tableInfo : backupOlapTableObjects.values()) {
for (BackupPartitionInfo partInfo : tableInfo.partitions.values()) {
for (BackupIndexInfo indexInfo : partInfo.indexes.values()) {
for (BackupTabletInfo tabletInfo : indexInfo.sortedTabletInfoList) {
tabletInfo.files.clear();
}
}
}
}
}
public static BackupJobInfo read(DataInput in) throws IOException {
return BackupJobInfo.readFields(in);
}

5
fe/fe-core/src/main/java/org/apache/doris/backup/RestoreFileMapping.java
View File

@ -156,6 +156,11 @@ public class RestoreFileMapping implements Writable {
return mapping;
}
public void clear() {
mapping.clear();
overwriteMap.clear();
}
@Override
public void write(DataOutput out) throws IOException {
out.writeInt(mapping.size());

5
fe/fe-core/src/main/java/org/apache/doris/backup/RestoreJob.java
View File

@ -1801,6 +1801,8 @@ public class RestoreJob extends AbstractJob {
releaseSnapshots();
snapshotInfos.clear();
fileMapping.clear();
jobInfo.releaseSnapshotInfo();
finishedTime = System.currentTimeMillis();
state = RestoreJobState.FINISHED;
@ -1993,6 +1995,9 @@ public class RestoreJob extends AbstractJob {
releaseSnapshots();
snapshotInfos.clear();
fileMapping.clear();
jobInfo.releaseSnapshotInfo();
RestoreJobState curState = state;
finishedTime = System.currentTimeMillis();
state = RestoreJobState.CANCELLED;