From 97ff14482f6351a4e91fd333bc630d3c50049ca8 Mon Sep 17 00:00:00 2001 From: BenjaminWenqiYu <41983209+BenjaminWenqiYu@users.noreply.github.com> Date: Fri, 16 Sep 2022 10:31:17 +0800 Subject: [PATCH] [enhancement](doc) When we use flink doris connector with bounded source, we should using the BATCH mode. (#12576) --- docs/en/docs/ecosystem/flink-doris-connector.md | 6 +++++- docs/zh-CN/docs/ecosystem/flink-doris-connector.md | 4 ++++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/docs/en/docs/ecosystem/flink-doris-connector.md b/docs/en/docs/ecosystem/flink-doris-connector.md index 897da1963f..b6ddbb3652 100644 --- a/docs/en/docs/ecosystem/flink-doris-connector.md +++ b/docs/en/docs/ecosystem/flink-doris-connector.md @@ -253,6 +253,8 @@ env.fromSource(dorisSource, WatermarkStrategy.noWatermarks(), "doris source").pr ```java // enable checkpoint env.enableCheckpointing(10000); +// using batch mode for bounded data +env.setRuntimeMode(RuntimeExecutionMode.BATCH); DorisSink.Builder builder = DorisSink.builder(); DorisOptions.Builder dorisBuilder = DorisOptions.builder(); @@ -292,6 +294,8 @@ source.map((MapFunction, String>) t -> t.f0 + "\t" + t.f ```java // enable checkpoint env.enableCheckpointing(10000); +// using batch mode for bounded data +env.setRuntimeMode(RuntimeExecutionMode.BATCH); //doris sink option DorisSink.Builder builder = DorisSink.builder(); @@ -463,4 +467,4 @@ WITH ( 2. **errCode = 2, detailMessage = Label [label_0_1] has already been used, relate to txn [19650]** In the Exactly-Once scenario, the Flink Job must be restarted from the latest Checkpoint/Savepoint, otherwise the above error will be reported. -When Exactly-Once is not required, it can also be solved by turning off 2PC commits (sink.enable-2pc=false) or changing to a different sink.label-prefix. \ No newline at end of file +When Exactly-Once is not required, it can also be solved by turning off 2PC commits (sink.enable-2pc=false) or changing to a different sink.label-prefix. diff --git a/docs/zh-CN/docs/ecosystem/flink-doris-connector.md b/docs/zh-CN/docs/ecosystem/flink-doris-connector.md index e1cafd2a0e..6ca5ea6ace 100644 --- a/docs/zh-CN/docs/ecosystem/flink-doris-connector.md +++ b/docs/zh-CN/docs/ecosystem/flink-doris-connector.md @@ -257,6 +257,8 @@ env.fromSource(dorisSource, WatermarkStrategy.noWatermarks(), "doris source").pr ```java // enable checkpoint env.enableCheckpointing(10000); +// using batch mode for bounded data +env.setRuntimeMode(RuntimeExecutionMode.BATCH); DorisSink.Builder builder = DorisSink.builder(); DorisOptions.Builder dorisBuilder = DorisOptions.builder(); @@ -289,6 +291,8 @@ source.map((MapFunction, String>) t -> t.f0 + "\t" + t.f ```java // enable checkpoint env.enableCheckpointing(10000); +// using batch mode for bounded data +env.setRuntimeMode(RuntimeExecutionMode.BATCH); //doris sink option DorisSink.Builder builder = DorisSink.builder();