database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix](shuffle) fix tablets num calculation in shuffle condition (#36050) (#36339)

Browse Source 
cherry-pick #36050
This commit is contained in:
Kaijie Chen
2024-06-15 23:06:00 +08:00
committed by GitHub
parent 7051431671
commit bfab7a2537
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/PhysicalOlapTableSink.java
View File

@ -202,9 +202,12 @@ public class PhysicalOlapTableSink<CHILD_TYPE extends Plan> extends PhysicalTabl
DistributionInfo distributionInfo = targetTable.getDefaultDistributionInfo();
if (distributionInfo instanceof HashDistributionInfo) {
// Do not enable shuffle for duplicate key tables when its tablet num is less than threshold.
if (targetTable.getKeysType() == KeysType.DUP_KEYS
&& distributionInfo.getBucketNum() < Config.min_tablets_for_dup_table_shuffle) {
return PhysicalProperties.ANY;
if (targetTable.getKeysType() == KeysType.DUP_KEYS) {
final long partitionNums = targetTable.getPartitionInfo().getAllPartitions().size();
final long tabletNums = partitionNums * distributionInfo.getBucketNum();
if (tabletNums < Config.min_tablets_for_dup_table_shuffle) {
return PhysicalProperties.ANY;
}
}
return PhysicalProperties.TABLET_ID_SHUFFLE;
} else if (distributionInfo instanceof RandomDistributionInfo) {