database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Improvement](bloom filter) adjust bloom filter size (#18846)

Browse Source
This commit is contained in:
Gabriel
2023-04-20 16:50:22 +08:00
committed by GitHub
parent b2757c4d02
commit c659e0bfc7
2 changed files with 0 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
fe/fe-core/src/main/java/org/apache/doris/nereids/glue/translator/RuntimeFilterTranslator.java
View File

@ -127,14 +127,6 @@ public class RuntimeFilterTranslator {
targetExpr = new CastExpr(src.getType(), targetExpr);
}
FilterSizeLimits filterSizeLimits = context.getLimits();
if (node instanceof HashJoinNode
&& !(((HashJoinNode) node).getDistributionMode() == DistributionMode.BROADCAST)
&& ConnectContext.get() != null
&& ConnectContext.get().getSessionVariable().enablePipelineEngine()
&& ConnectContext.get().getSessionVariable().getParallelExecInstanceNum() > 0) {
filterSizeLimits = filterSizeLimits.adjustForParallel(
ConnectContext.get().getSessionVariable().getParallelExecInstanceNum());
}
org.apache.doris.planner.RuntimeFilter origFilter
= org.apache.doris.planner.RuntimeFilter.fromNereidsRuntimeFilter(
filter.getId(), node, src, filter.getExprOrder(), targetExpr,

11
fe/fe-core/src/main/java/org/apache/doris/planner/RuntimeFilterGenerator.java
View File

@ -117,17 +117,6 @@ public final class RuntimeFilterGenerator {
defaultValue = Math.max(defaultValue, minVal);
defaultVal = BitUtil.roundUpToPowerOf2(Math.min(defaultValue, maxVal));
}
private FilterSizeLimits(long maxVal, long minVal, long defaultVal) {
this.maxVal = BitUtil.roundUpToPowerOf2(maxVal);
this.minVal = BitUtil.roundUpToPowerOf2(minVal);
defaultVal = Math.max(defaultVal, this.minVal);
this.defaultVal = BitUtil.roundUpToPowerOf2(Math.min(defaultVal, this.maxVal));
}
public FilterSizeLimits adjustForParallel(int parallel) {
return new FilterSizeLimits(maxVal / parallel, minVal / parallel, defaultVal / parallel);
}
}
// Contains size limits for bloom filters.