From f70638e895ef401bfd7a2b97840623ec2cee5e61 Mon Sep 17 00:00:00 2001 From: Jack Drogon Date: Mon, 28 Aug 2023 15:24:48 +0800 Subject: [PATCH] [Fix](autobucket) Fix autobucket partition size by using getAllDataSize including cooldown size (#23557) --- .../src/main/java/org/apache/doris/catalog/Partition.java | 5 +++++ .../org/apache/doris/clone/DynamicPartitionScheduler.java | 2 +- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/Partition.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/Partition.java index 6fad5e3fe3..53eb659735 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/catalog/Partition.java +++ b/fe/fe-core/src/main/java/org/apache/doris/catalog/Partition.java @@ -253,6 +253,11 @@ public class Partition extends MetaObject implements Writable { return indices; } + public long getAllDataSize() { + return getDataSize() + getRemoteDataSize(); + } + + // this is local data size public long getDataSize() { long dataSize = 0; for (MaterializedIndex mIndex : getMaterializedIndices(IndexExtState.VISIBLE)) { diff --git a/fe/fe-core/src/main/java/org/apache/doris/clone/DynamicPartitionScheduler.java b/fe/fe-core/src/main/java/org/apache/doris/clone/DynamicPartitionScheduler.java index a368e33a77..5641ff077d 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/clone/DynamicPartitionScheduler.java +++ b/fe/fe-core/src/main/java/org/apache/doris/clone/DynamicPartitionScheduler.java @@ -210,7 +210,7 @@ public class DynamicPartitionScheduler extends MasterDaemon { ArrayList partitionSizeArray = Lists.newArrayList(); for (Partition partition : partitions) { if (partition.getVisibleVersion() >= 2) { - partitionSizeArray.add(partition.getDataSize()); + partitionSizeArray.add(partition.getAllDataSize()); } }