[FTS][BUG.FIX] fix core at oceanbase::sql::ObDASDomainUtils::segment_and_calc_word_count

2024-04-22 14:58:52 +00:00
parent 04bfe70c05
commit 3131c4a0da
2 changed files with 19 additions and 1 deletions
--- a/src/share/text_analysis/ob_token_stream.cpp
+++ b/src/share/text_analysis/ob_token_stream.cpp
@ -275,7 +275,7 @@ int ObBasicEnglishNormalizer::get_next(ObDatum &next_token, int64_t &token_freq)
          }
        }

-        for (uint32_t i = raw_token_len - 1; i >= first_alnum_pos; --i) {
+        for (int32_t i = raw_token_len - 1; 0 <= i && i < raw_token_len && i >= first_alnum_pos; --i) {
          const char *character = token + i;
          if (ob_isalnum(cs_, *character)) {
            last_alnum_pos = i;