Placeholder for function tokenzie

deps/oblib/src/lib/ob_name_def.h

@@ -814,6 +814,7 @@
 #define N_WORD_SEGMENT "word_segment"
 #define N_WORD_COUNT "word_count"
 #define N_DOC_LENGTH "doc_length"
+#define N_TOKENIZE "tokenize"
 #define N_SELF_JOIN "self_join"
 #define N_DES_HEX_STR "DES_HEX_STR"
 #define N_YEAR "year"

src/objit/include/objit/common/ob_item_type.h

@@ -938,6 +938,7 @@ typedef enum ObItemType
   T_FUN_SYS_RB_FROM_STRING = 2047,
   T_FUN_SYS_RB_ITERATE = 2048,
   T_FUN_SYS_RB_SELECT = 2049,
+  T_FUN_TOKENIZE = 2050,
   T_MAX_OP = 3000,
 
   //pseudo column, to mark the group iterator id

src/sql/engine/expr/ob_expr_eval_functions.cpp

@@ -1261,6 +1261,7 @@ static ObExpr::EvalFunc g_expr_eval_functions[] = {
   ObExprSplitPart::calc_split_part_expr,                              /* 755 */
   NULL, // ObExprRbSelect::eval_rb_select,                            /* 756 */
   ObExprVectorNegativeIPDistance::calc_negative_inner_product,        /* 757 */
+  NULL, // ObExprTokenize::eval_tokenize,                             /* 758 */
 };
 
 static ObExpr::EvalBatchFunc g_expr_eval_batch_functions[] = {