database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Feature](inverted index) add lowercase option for inverted index analyzer (#28704)

Browse Source
This commit is contained in:
airborne12
2023-12-22 18:22:44 +08:00
committed by GitHub
parent 9e0a2e861c
commit 3ed82bcee2
10 changed files with 372 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
fe/fe-core/src/main/java/org/apache/doris/analysis/InvertedIndexUtil.java
View File

@ -45,6 +45,8 @@ public class InvertedIndexUtil {
public static String INVERTED_INDEX_PARSER_IGNORE_ABOVE = "ignore_above";
public static String INVERTED_INDEX_PARSER_LOWERCASE = "lower_case";
public static String getInvertedIndexParser(Map<String, String> properties) {
String parser = properties == null ? null : properties.get(INVERTED_INDEX_PARSER_KEY);
// default is "none" if not set
@ -111,6 +113,13 @@ public class InvertedIndexUtil {
throw new AnalysisException("invalid index properties, ignore_above must be integer");
}
}
String lowerCase = properties.get(INVERTED_INDEX_PARSER_LOWERCASE);
if (lowerCase != null) {
if (!"true".equals(lowerCase) && !"false".equals(lowerCase)) {
throw new AnalysisException("invalid index properties, lowercase must be true or false");
}
}
}
// default is "none" if not set