database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[branch-2.1](multi-table-load) reduce routine load job transaction info storage in memory #31127

Browse Source
This commit is contained in:
HHoflittlefish777
2024-02-20 09:08:56 +08:00
committed by GitHub
parent 9a708806e0
commit d55d796c74
3 changed files with 0 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fe/fe-core/src/main/java/org/apache/doris/service/FrontendServiceImpl.java
View File

@ -1932,7 +1932,6 @@ public class FrontendServiceImpl implements FrontendService.Iface {
}
long timeoutMs = request.isSetThriftRpcTimeoutMs() ? request.getThriftRpcTimeoutMs() : 5000;
List planFragmentParamsList = new ArrayList<>(tableNames.size());
List<Long> tableIds = olapTables.stream().map(OlapTable::getId).collect(Collectors.toList());
// todo: if is multi table, we need consider the lock time and the timeout
boolean enablePipelineLoad = Config.enable_pipeline_load;
try {
@ -1950,8 +1949,6 @@ public class FrontendServiceImpl implements FrontendService.Iface {
}
multiTableFragmentInstanceIdIndexMap.put(request.getTxnId(), ++index);
}
Env.getCurrentGlobalTransactionMgr()
.putTransactionTableNames(db.getId(), request.getTxnId(), tableIds);
LOG.debug("receive stream load multi table put request result: {}", result);
} catch (Throwable e) {
LOG.warn("catch unknown result.", e);

11
fe/fe-core/src/main/java/org/apache/doris/transaction/DatabaseTransactionMgr.java
View File

@ -2246,17 +2246,6 @@ public class DatabaseTransactionMgr {
return msgBuilder.toString();
}
protected void putTransactionTableNames(long transactionId, List<Long> tableIds) {
if (CollectionUtils.isEmpty(tableIds)) {
return;
}
if (multiTableRunningTransactionTableIdMaps.contains(transactionId)) {
multiTableRunningTransactionTableIdMaps.get(transactionId).addAll(tableIds);
return;
}
multiTableRunningTransactionTableIdMaps.put(transactionId, tableIds);
}
/**
* Update transaction table ids by transaction id.
* it's used for multi table transaction.

5
fe/fe-core/src/main/java/org/apache/doris/transaction/GlobalTransactionMgr.java
View File

@ -776,9 +776,4 @@ public class GlobalTransactionMgr implements Writable {
throws AnalysisException {
getDatabaseTransactionMgr(dbId).updateMultiTableRunningTransactionTableIds(transactionId, tableIds);
}
public void putTransactionTableNames(Long dbId, Long transactionId, List<Long> tableIds)
throws AnalysisException {
getDatabaseTransactionMgr(dbId).putTransactionTableNames(transactionId, tableIds);
}
}