[regression](fix) 1. fix broker load test case and add orc test 2. se… (#16373)

* [regression](fix) 1. fix broker load test case and add orc test 2. set enableBrokerLoad=true in pipeline

* add a load test for the orc file and let it run in the TeamCity pipeline.

--This pr may not pass P0 Regression check since the bug of orc load has not been fixed.--
change the column name in the load sql to lowercase to pass P0 Regression check.
corrected: it's not a bug but a feature.

regression-test/pipeline/p0/conf/regression-conf.groovy

@@ -62,7 +62,7 @@ hdfsPasswd = ""
 brokerName = "broker_name"
 
 // broker load test config
-enableBrokerLoad=false
+enableBrokerLoad=true
 
 // jdbc connector test config
 // To enable jdbc test, you need first start mysql/pg container.

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case1_create.sql

@@ -0,0 +1,111 @@
+--from clickbench table hits
+CREATE TABLE IF NOT EXISTS  orc_s3_case1 (
+    CounterID INT NOT NULL, 
+    EventDate INT NOT NULL, 
+    UserID BIGINT NOT NULL, 
+    EventTime INT NOT NULL, 
+    WatchID BIGINT NOT NULL, 
+    JavaEnable SMALLINT NOT NULL,
+    Title STRING NOT NULL,
+    GoodEvent SMALLINT NOT NULL,
+    ClientIP INT NOT NULL,
+    RegionID INT NOT NULL,
+    CounterClass SMALLINT NOT NULL,
+    OS SMALLINT NOT NULL,
+    UserAgent SMALLINT NOT NULL,
+    URL STRING NOT NULL,
+    Referer STRING NOT NULL,
+    IsRefresh SMALLINT NOT NULL,
+    RefererCategoryID SMALLINT NOT NULL,
+    RefererRegionID INT NOT NULL,
+    URLCategoryID SMALLINT NOT NULL,
+    URLRegionID INT NOT NULL,
+    ResolutionWidth SMALLINT NOT NULL,
+    ResolutionHeight SMALLINT NOT NULL,
+    ResolutionDepth SMALLINT NOT NULL,
+    FlashMajor SMALLINT NOT NULL,
+    FlashMinor SMALLINT NOT NULL,
+    FlashMinor2 STRING NOT NULL,
+    NetMajor SMALLINT NOT NULL,
+    NetMinor SMALLINT NOT NULL,
+    UserAgentMajor SMALLINT NOT NULL,
+    UserAgentMinor VARCHAR(255) NOT NULL,
+    CookieEnable SMALLINT NOT NULL,
+    JavascriptEnable SMALLINT NOT NULL,
+    IsMobile SMALLINT NOT NULL,
+    MobilePhone SMALLINT NOT NULL,
+    MobilePhoneModel STRING NOT NULL,
+    Params STRING NOT NULL,
+    IPNetworkID INT NOT NULL,
+    TraficSourceID SMALLINT NOT NULL,
+    SearchEngineID SMALLINT NOT NULL,
+    SearchPhrase STRING NOT NULL,
+    AdvEngineID SMALLINT NOT NULL,
+    IsArtifical SMALLINT NOT NULL,
+    WindowClientWidth SMALLINT NOT NULL,
+    WindowClientHeight SMALLINT NOT NULL,
+    ClientTimeZone SMALLINT NOT NULL,
+    ClientEventTime INT NOT NULL,
+    SilverlightVersion1 SMALLINT NOT NULL,
+    SilverlightVersion2 SMALLINT NOT NULL,
+    SilverlightVersion3 INT NOT NULL,
+    SilverlightVersion4 SMALLINT NOT NULL,
+    PageCharset STRING NOT NULL,
+    CodeVersion INT NOT NULL,
+    IsLink SMALLINT NOT NULL,
+    IsDownload SMALLINT NOT NULL,
+    IsNotBounce SMALLINT NOT NULL,
+    FUniqID BIGINT NOT NULL,
+    OriginalURL STRING NOT NULL,
+    HID INT NOT NULL,
+    IsOldCounter SMALLINT NOT NULL,
+    IsEvent SMALLINT NOT NULL,
+    IsParameter SMALLINT NOT NULL,
+    DontCountHits SMALLINT NOT NULL,
+    WithHash SMALLINT NOT NULL,
+    HitColor CHAR NOT NULL,
+    LocalEventTime INT NOT NULL,
+    Age SMALLINT NOT NULL,
+    Sex SMALLINT NOT NULL,
+    Income SMALLINT NOT NULL,
+    Interests SMALLINT NOT NULL,
+    Robotness SMALLINT NOT NULL,
+    RemoteIP INT NOT NULL,
+    WindowName INT NOT NULL,
+    OpenerName INT NOT NULL,
+    HistoryLength SMALLINT NOT NULL,
+    BrowserLanguage STRING NOT NULL,
+    BrowserCountry STRING NOT NULL,
+    SocialNetwork STRING NOT NULL,
+    SocialAction STRING NOT NULL,
+    HTTPError SMALLINT NOT NULL,
+    SendTiming INT NOT NULL,
+    DNSTiming INT NOT NULL,
+    ConnectTiming INT NOT NULL,
+    ResponseStartTiming INT NOT NULL,
+    ResponseEndTiming INT NOT NULL,
+    FetchTiming INT NOT NULL,
+    SocialSourceNetworkID SMALLINT NOT NULL,
+    SocialSourcePage STRING NOT NULL,
+    ParamPrice BIGINT NOT NULL,
+    ParamOrderID STRING NOT NULL,
+    ParamCurrency STRING NOT NULL,
+    ParamCurrencyID SMALLINT NOT NULL,
+    OpenstatServiceName STRING NOT NULL,
+    OpenstatCampaignID STRING NOT NULL,
+    OpenstatAdID STRING NOT NULL,
+    OpenstatSourceID STRING NOT NULL,
+    UTMSource STRING NOT NULL,
+    UTMMedium STRING NOT NULL,
+    UTMCampaign STRING NOT NULL,
+    UTMContent STRING NOT NULL,
+    UTMTerm STRING NOT NULL,
+    FromTag STRING NOT NULL,
+    HasGCLID SMALLINT NOT NULL,
+    RefererHash BIGINT NOT NULL,
+    URLHash BIGINT NOT NULL,
+    CLID INT NOT NULL
+)  
+DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID) 
+DISTRIBUTED BY HASH(UserID) BUCKETS 16
+PROPERTIES ("replication_num"="1");

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case1_drop.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS orc_s3_case1;

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case2_create.sql

@@ -0,0 +1,111 @@
+--from clickbench table hits
+CREATE TABLE IF NOT EXISTS  orc_s3_case2 (
+    counterid int not null, 
+    eventdate int not null, 
+    userid bigint not null, 
+    eventtime int not null, 
+    watchid bigint not null, 
+    javaenable smallint not null,
+    title string not null,
+    goodevent smallint not null,
+    clientip int not null,
+    regionid int not null,
+    counterclass smallint not null,
+    os smallint not null,
+    useragent smallint not null,
+    url string not null,
+    referer string not null,
+    isrefresh smallint not null,
+    referercategoryid smallint not null,
+    refererregionid int not null,
+    urlcategoryid smallint not null,
+    urlregionid int not null,
+    resolutionwidth smallint not null,
+    resolutionheight smallint not null,
+    resolutiondepth smallint not null,
+    flashmajor smallint not null,
+    flashminor smallint not null,
+    flashminor2 string not null,
+    netmajor smallint not null,
+    netminor smallint not null,
+    useragentmajor smallint not null,
+    useragentminor varchar(255) not null,
+    cookieenable smallint not null,
+    javascriptenable smallint not null,
+    ismobile smallint not null,
+    mobilephone smallint not null,
+    mobilephonemodel string not null,
+    params string not null,
+    ipnetworkid int not null,
+    traficsourceid smallint not null,
+    searchengineid smallint not null,
+    searchphrase string not null,
+    advengineid smallint not null,
+    isartifical smallint not null,
+    windowclientwidth smallint not null,
+    windowclientheight smallint not null,
+    clienttimezone smallint not null,
+    clienteventtime int not null,
+    silverlightversion1 smallint not null,
+    silverlightversion2 smallint not null,
+    silverlightversion3 int not null,
+    silverlightversion4 smallint not null,
+    pagecharset string not null,
+    codeversion int not null,
+    islink smallint not null,
+    isdownload smallint not null,
+    isnotbounce smallint not null,
+    funiqid bigint not null,
+    originalurl string not null,
+    hid int not null,
+    isoldcounter smallint not null,
+    isevent smallint not null,
+    isparameter smallint not null,
+    dontcounthits smallint not null,
+    withhash smallint not null,
+    hitcolor char not null,
+    localeventtime int not null,
+    age smallint not null,
+    sex smallint not null,
+    income smallint not null,
+    interests smallint not null,
+    robotness smallint not null,
+    remoteip int not null,
+    windowname int not null,
+    openername int not null,
+    historylength smallint not null,
+    browserlanguage string not null,
+    browsercountry string not null,
+    socialnetwork string not null,
+    socialaction string not null,
+    httperror smallint not null,
+    sendtiming int not null,
+    dnstiming int not null,
+    connecttiming int not null,
+    responsestarttiming int not null,
+    responseendtiming int not null,
+    fetchtiming int not null,
+    socialsourcenetworkid smallint not null,
+    socialsourcepage string not null,
+    paramprice bigint not null,
+    paramorderid string not null,
+    paramcurrency string not null,
+    paramcurrencyid smallint not null,
+    openstatservicename string not null,
+    openstatcampaignid string not null,
+    openstatadid string not null,
+    openstatsourceid string not null,
+    utmsource string not null,
+    utmmedium string not null,
+    utmcampaign string not null,
+    utmcontent string not null,
+    utmterm string not null,
+    fromtag string not null,
+    hasgclid smallint not null,
+    refererhash bigint not null,
+    urlhash bigint not null,
+    clid int not null
+)  
+DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID) 
+DISTRIBUTED BY HASH(UserID) BUCKETS 16
+PROPERTIES ("replication_num"="1");

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case2_drop.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS orc_s3_case2;

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case3_create.sql

@@ -0,0 +1,19 @@
+--from clickbench table hits
+CREATE TABLE IF NOT EXISTS  orc_s3_case3 (
+    counterid int not null, 
+    eventdate int not null, 
+    userid bigint not null, 
+    eventtime int not null, 
+    watchid bigint not null, 
+    javaenable smallint not null,
+    title string not null,
+    goodevent smallint not null,
+    clientip int not null,
+    regionid int not null,
+    counterclass smallint not null,
+    os smallint not null,
+    useragent smallint not null
+)  
+DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID) 
+DISTRIBUTED BY HASH(UserID) BUCKETS 16
+PROPERTIES ("replication_num"="1");

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case3_drop.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS orc_s3_case3;

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case4_create.sql

@@ -0,0 +1,14 @@
+--from clickbench table hits
+CREATE TABLE IF NOT EXISTS  orc_s3_case4 (
+    counterid int not null, 
+    eventdate int not null, 
+    userid bigint not null, 
+    eventtime int not null, 
+    watchid bigint not null, 
+    javaenable smallint not null,
+    title string not null,
+    goodevent smallint not null
+)  
+DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID) 
+DISTRIBUTED BY HASH(UserID) BUCKETS 16
+PROPERTIES ("replication_num"="1");

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case4_drop.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS orc_s3_case4;

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case5_create.sql

@@ -0,0 +1,26 @@
+--from clickbench table hits
+CREATE TABLE IF NOT EXISTS  orc_s3_case5 (
+    counterid int not null, 
+    eventdate int not null, 
+    userid bigint not null, 
+    eventtime int not null, 
+    watchid bigint not null, 
+    javaenable smallint not null,
+    title string not null,
+    goodevent smallint not null,
+    clientip int not null,
+    regionid int not null,
+    counterclass smallint not null,
+    os smallint not null,
+    useragent smallint not null,
+    url string not null,
+    referer string not null,
+    isrefresh smallint not null,
+    referercategoryid smallint not null,
+    refererregionid int not null,
+    urlcategoryid smallint not null,
+    urlregionid int not null
+)  
+DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID) 
+DISTRIBUTED BY HASH(UserID) BUCKETS 16
+PROPERTIES ("replication_num"="1");

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case5_drop.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS orc_s3_case5;

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case6_create.sql

@@ -0,0 +1,111 @@
+--from clickbench table hits
+CREATE TABLE IF NOT EXISTS  orc_s3_case6 (
+    COUNTERID INT NOT NULL, 
+    EVENTDATE INT NOT NULL, 
+    USERID BIGINT NOT NULL, 
+    EVENTTIME INT NOT NULL, 
+    WATCHID BIGINT NOT NULL, 
+    JAVAENABLE SMALLINT NOT NULL,
+    TITLE STRING NOT NULL,
+    GOODEVENT SMALLINT NOT NULL,
+    CLIENTIP INT NOT NULL,
+    REGIONID INT NOT NULL,
+    COUNTERCLASS SMALLINT NOT NULL,
+    OS SMALLINT NOT NULL,
+    USERAGENT SMALLINT NOT NULL,
+    URL STRING NOT NULL,
+    REFERER STRING NOT NULL,
+    ISREFRESH SMALLINT NOT NULL,
+    REFERERCATEGORYID SMALLINT NOT NULL,
+    REFERERREGIONID INT NOT NULL,
+    URLCATEGORYID SMALLINT NOT NULL,
+    URLREGIONID INT NOT NULL,
+    RESOLUTIONWIDTH SMALLINT NOT NULL,
+    RESOLUTIONHEIGHT SMALLINT NOT NULL,
+    RESOLUTIONDEPTH SMALLINT NOT NULL,
+    FLASHMAJOR SMALLINT NOT NULL,
+    FLASHMINOR SMALLINT NOT NULL,
+    FLASHMINOR2 STRING NOT NULL,
+    NETMAJOR SMALLINT NOT NULL,
+    NETMINOR SMALLINT NOT NULL,
+    USERAGENTMAJOR SMALLINT NOT NULL,
+    USERAGENTMINOR VARCHAR(255) NOT NULL,
+    COOKIEENABLE SMALLINT NOT NULL,
+    JAVASCRIPTENABLE SMALLINT NOT NULL,
+    ISMOBILE SMALLINT NOT NULL,
+    MOBILEPHONE SMALLINT NOT NULL,
+    MOBILEPHONEMODEL STRING NOT NULL,
+    PARAMS STRING NOT NULL,
+    IPNETWORKID INT NOT NULL,
+    TRAFICSOURCEID SMALLINT NOT NULL,
+    SEARCHENGINEID SMALLINT NOT NULL,
+    SEARCHPHRASE STRING NOT NULL,
+    ADVENGINEID SMALLINT NOT NULL,
+    ISARTIFICAL SMALLINT NOT NULL,
+    WINDOWCLIENTWIDTH SMALLINT NOT NULL,
+    WINDOWCLIENTHEIGHT SMALLINT NOT NULL,
+    CLIENTTIMEZONE SMALLINT NOT NULL,
+    CLIENTEVENTTIME INT NOT NULL,
+    SILVERLIGHTVERSION1 SMALLINT NOT NULL,
+    SILVERLIGHTVERSION2 SMALLINT NOT NULL,
+    SILVERLIGHTVERSION3 INT NOT NULL,
+    SILVERLIGHTVERSION4 SMALLINT NOT NULL,
+    PAGECHARSET STRING NOT NULL,
+    CODEVERSION INT NOT NULL,
+    ISLINK SMALLINT NOT NULL,
+    ISDOWNLOAD SMALLINT NOT NULL,
+    ISNOTBOUNCE SMALLINT NOT NULL,
+    FUNIQID BIGINT NOT NULL,
+    ORIGINALURL STRING NOT NULL,
+    HID INT NOT NULL,
+    ISOLDCOUNTER SMALLINT NOT NULL,
+    ISEVENT SMALLINT NOT NULL,
+    ISPARAMETER SMALLINT NOT NULL,
+    DONTCOUNTHITS SMALLINT NOT NULL,
+    WITHHASH SMALLINT NOT NULL,
+    HITCOLOR CHAR NOT NULL,
+    LOCALEVENTTIME INT NOT NULL,
+    AGE SMALLINT NOT NULL,
+    SEX SMALLINT NOT NULL,
+    INCOME SMALLINT NOT NULL,
+    INTERESTS SMALLINT NOT NULL,
+    ROBOTNESS SMALLINT NOT NULL,
+    REMOTEIP INT NOT NULL,
+    WINDOWNAME INT NOT NULL,
+    OPENERNAME INT NOT NULL,
+    HISTORYLENGTH SMALLINT NOT NULL,
+    BROWSERLANGUAGE STRING NOT NULL,
+    BROWSERCOUNTRY STRING NOT NULL,
+    SOCIALNETWORK STRING NOT NULL,
+    SOCIALACTION STRING NOT NULL,
+    HTTPERROR SMALLINT NOT NULL,
+    SENDTIMING INT NOT NULL,
+    DNSTIMING INT NOT NULL,
+    CONNECTTIMING INT NOT NULL,
+    RESPONSESTARTTIMING INT NOT NULL,
+    RESPONSEENDTIMING INT NOT NULL,
+    FETCHTIMING INT NOT NULL,
+    SOCIALSOURCENETWORKID SMALLINT NOT NULL,
+    SOCIALSOURCEPAGE STRING NOT NULL,
+    PARAMPRICE BIGINT NOT NULL,
+    PARAMORDERID STRING NOT NULL,
+    PARAMCURRENCY STRING NOT NULL,
+    PARAMCURRENCYID SMALLINT NOT NULL,
+    OPENSTATSERVICENAME STRING NOT NULL,
+    OPENSTATCAMPAIGNID STRING NOT NULL,
+    OPENSTATADID STRING NOT NULL,
+    OPENSTATSOURCEID STRING NOT NULL,
+    UTMSOURCE STRING NOT NULL,
+    UTMMEDIUM STRING NOT NULL,
+    UTMCAMPAIGN STRING NOT NULL,
+    UTMCONTENT STRING NOT NULL,
+    UTMTERM STRING NOT NULL,
+    FROMTAG STRING NOT NULL,
+    HASGCLID SMALLINT NOT NULL,
+    REFERERHASH BIGINT NOT NULL,
+    URLHASH BIGINT NOT NULL,
+    CLID INT NOT NULL
+)
+DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID) 
+DISTRIBUTED BY HASH(UserID) BUCKETS 16
+PROPERTIES ("replication_num"="1");

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case6_drop.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS orc_s3_case6;

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case7_create.sql

@@ -0,0 +1,14 @@
+--from clickbench table hits
+CREATE TABLE IF NOT EXISTS  orc_s3_case7 (
+    COUNTERID INT NOT NULL, 
+    EVENTDATE INT NOT NULL, 
+    USERID BIGINT NOT NULL, 
+    EVENTTIME INT NOT NULL, 
+    WATCHID BIGINT NOT NULL, 
+    JAVAENABLE SMALLINT NOT NULL,
+    TITLE STRING NOT NULL,
+    GOODEVENT SMALLINT NOT NULL
+)
+DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID) 
+DISTRIBUTED BY HASH(UserID) BUCKETS 16
+PROPERTIES ("replication_num"="1");

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case7_drop.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS orc_s3_case7;

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case8_create.sql

@@ -0,0 +1,15 @@
+--from clickbench table hits
+CREATE TABLE IF NOT EXISTS  orc_s3_case8 (
+    COUNTERID INT NOT NULL, 
+    EVENTDATE INT NOT NULL, 
+    USERID BIGINT NOT NULL, 
+    EVENTTIME INT NOT NULL, 
+    WATCHID BIGINT NOT NULL, 
+    JAVAENABLE SMALLINT NOT NULL,
+    TITLE STRING NOT NULL,
+    GOODEVENT SMALLINT NOT NULL,
+    CLIENTIP INT NOT NULL
+)
+DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID) 
+DISTRIBUTED BY HASH(UserID) BUCKETS 16
+PROPERTIES ("replication_num"="1");

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case8_drop.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS orc_s3_case8;

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case9_create.sql

@@ -0,0 +1,36 @@
+--from clickbench table hits
+CREATE TABLE IF NOT EXISTS  orc_s3_case9 (
+    COUNTERID INT NOT NULL, 
+    EVENTDATE INT NOT NULL, 
+    USERID BIGINT NOT NULL, 
+    EVENTTIME INT NOT NULL, 
+    WATCHID BIGINT NOT NULL, 
+    JAVAENABLE SMALLINT NOT NULL,
+    TITLE STRING NOT NULL,
+    GOODEVENT SMALLINT NOT NULL,
+    CLIENTIP INT NOT NULL,
+    REGIONID INT NOT NULL,
+    COUNTERCLASS SMALLINT NOT NULL,
+    OS SMALLINT NOT NULL,
+    USERAGENT SMALLINT NOT NULL,
+    URL STRING NOT NULL,
+    REFERER STRING NOT NULL,
+    ISREFRESH SMALLINT NOT NULL,
+    REFERERCATEGORYID SMALLINT NOT NULL,
+    REFERERREGIONID INT NOT NULL,
+    URLCATEGORYID SMALLINT NOT NULL,
+    URLREGIONID INT NOT NULL,
+    RESOLUTIONWIDTH SMALLINT NOT NULL,
+    RESOLUTIONHEIGHT SMALLINT NOT NULL,
+    RESOLUTIONDEPTH SMALLINT NOT NULL,
+    FLASHMAJOR SMALLINT NOT NULL,
+    FLASHMINOR SMALLINT NOT NULL,
+    FLASHMINOR2 STRING NOT NULL,
+    NETMAJOR SMALLINT NOT NULL,
+    NETMINOR SMALLINT NOT NULL,
+    USERAGENTMAJOR SMALLINT NOT NULL,
+    USERAGENTMINOR VARCHAR(255) NOT NULL
+)
+DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID) 
+DISTRIBUTED BY HASH(UserID) BUCKETS 16
+PROPERTIES ("replication_num"="1");

regression-test/suites/load_p0/broker_load/ddl/orc_s3_case9_drop.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS orc_s3_case9;

regression-test/suites/load_p0/broker_load/test_broker_load.groovy

@@ -39,6 +39,15 @@ suite("test_broker_load", "p0") {
                   "parquet_s3_case7", // col5 will be ignored, load normally
                   "parquet_s3_case8", // first column in table is not specified, will load default value for it.
                   "parquet_s3_case9", // first column in table is not specified, will load default value for it.
+                  "orc_s3_case1", // table column capitalize firsrt
+                  "orc_s3_case2", // table column lowercase * load column lowercase * orc file lowercase
+                  "orc_s3_case3", // table column lowercase * load column uppercase * orc file lowercase
+                  "orc_s3_case4", // table column lowercase * load column lowercase * orc file uppercase
+                  "orc_s3_case5", // table column lowercase * load column uppercase * orc file uppercase
+                  "orc_s3_case6", // table column uppercase * load column uppercase * orc file lowercase
+                  "orc_s3_case7", // table column uppercase * load column lowercase * orc file lowercase
+                  "orc_s3_case8", // table column uppercase * load column uppercase * orc file uppercase
+                  "orc_s3_case9", // table column uppercase * load column lowercase * orc file uppercase
                  ]
     def paths = ["s3://doris-build-hk-1308700295/regression/load/data/part*",
                  "s3://doris-build-hk-1308700295/regression/load/data/part*",
@@ -62,6 +71,15 @@ suite("test_broker_load", "p0") {
                  "s3://doris-build-hk-1308700295/regression/load/data/part*",
                  "s3://doris-build-hk-1308700295/regression/load/data/part*",
                  "s3://doris-build-hk-1308700295/regression/load/data/random_all_types/part*",
+                 "s3://doris-build-hk-1308700295/regression/load/data/orc/hits_100k_rows.orc",
+                 "s3://doris-build-hk-1308700295/regression/load/data/orc/hits_10k_rows_lowercase.orc",
+                 "s3://doris-build-hk-1308700295/regression/load/data/orc/hits_10k_rows_lowercase.orc",
+                 "s3://doris-build-hk-1308700295/regression/load/data/orc/hits_10k_rows_uppercase.orc",
+                 "s3://doris-build-hk-1308700295/regression/load/data/orc/hits_10k_rows_uppercase.orc",
+                 "s3://doris-build-hk-1308700295/regression/load/data/orc/hits_10k_rows_lowercase.orc",
+                 "s3://doris-build-hk-1308700295/regression/load/data/orc/hits_10k_rows_lowercase.orc",
+                 "s3://doris-build-hk-1308700295/regression/load/data/orc/hits_10k_rows_uppercase.orc",
+                 "s3://doris-build-hk-1308700295/regression/load/data/orc/hits_10k_rows_uppercase.orc",
     ]
     def columns_list = ["""p_partkey, p_name, p_mfgr, p_brand, p_type, p_size, p_container, p_retailprice, p_comment""",
                    """p_partkey, p_name, p_mfgr, p_brand, p_type, p_size, p_container, p_retailprice, p_comment""",
@@ -84,10 +102,29 @@ suite("test_broker_load", "p0") {
                    """p_partkey, p_name, p_mfgr, p_brand""",
                    """p_partkey, p_name, p_mfgr, p_brand""",
                    """p_name, p_mfgr""",
-                   """"""
+                   """""",
+                   """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                //TODO: comment blow 8 rows after jibing fix
+                   """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                   """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                   """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                   """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                   """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                   """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                   """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                   """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                //TODO: uncomment blow 8 rows after jibing fix
+                //    """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                //    """WATCHID,JAVAENABLE,TITLE,GOODEVENT,EVENTTIME,EVENTDATE,COUNTERID,CLIENTIP,REGIONID,USERID,COUNTERCLASS,OS,USERAGENT,URL,REFERER,ISREFRESH,REFERERCATEGORYID,REFERERREGIONID,URLCATEGORYID,URLREGIONID,RESOLUTIONWIDTH,RESOLUTIONHEIGHT,RESOLUTIONDEPTH,FLASHMAJOR,FLASHMINOR,FLASHMINOR2,NETMAJOR,NETMINOR,USERAGENTMAJOR,USERAGENTMINOR,COOKIEENABLE,JAVASCRIPTENABLE,ISMOBILE,MOBILEPHONE,MOBILEPHONEMODEL,PARAMS,IPNETWORKID,TRAFICSOURCEID,SEARCHENGINEID,SEARCHPHRASE,ADVENGINEID,ISARTIFICAL,WINDOWCLIENTWIDTH,WINDOWCLIENTHEIGHT,CLIENTTIMEZONE,CLIENTEVENTTIME,SILVERLIGHTVERSION1,SILVERLIGHTVERSION2,SILVERLIGHTVERSION3,SILVERLIGHTVERSION4,PAGECHARSET,CODEVERSION,ISLINK,ISDOWNLOAD,ISNOTBOUNCE,FUNIQID,ORIGINALURL,HID,ISOLDCOUNTER,ISEVENT,ISPARAMETER,DONTCOUNTHITS,WITHHASH,HITCOLOR,LOCALEVENTTIME,AGE,SEX,INCOME,INTERESTS,ROBOTNESS,REMOTEIP,WINDOWNAME,OPENERNAME,HISTORYLENGTH,BROWSERLANGUAGE,BROWSERCOUNTRY,SOCIALNETWORK,SOCIALACTION,HTTPERROR,SENDTIMING,DNSTIMING,CONNECTTIMING,RESPONSESTARTTIMING,RESPONSEENDTIMING,FETCHTIMING,SOCIALSOURCENETWORKID,SOCIALSOURCEPAGE,PARAMPRICE,PARAMORDERID,PARAMCURRENCY,PARAMCURRENCYID,OPENSTATSERVICENAME,OPENSTATCAMPAIGNID,OPENSTATADID,OPENSTATSOURCEID,UTMSOURCE,UTMMEDIUM,UTMCAMPAIGN,UTMCONTENT,UTMTERM,FROMTAG,HASGCLID,REFERERHASH,URLHASH,CLID""",
+                //    """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                //    """WATCHID,JAVAENABLE,TITLE,GOODEVENT,EVENTTIME,EVENTDATE,COUNTERID,CLIENTIP,REGIONID,USERID,COUNTERCLASS,OS,USERAGENT,URL,REFERER,ISREFRESH,REFERERCATEGORYID,REFERERREGIONID,URLCATEGORYID,URLREGIONID,RESOLUTIONWIDTH,RESOLUTIONHEIGHT,RESOLUTIONDEPTH,FLASHMAJOR,FLASHMINOR,FLASHMINOR2,NETMAJOR,NETMINOR,USERAGENTMAJOR,USERAGENTMINOR,COOKIEENABLE,JAVASCRIPTENABLE,ISMOBILE,MOBILEPHONE,MOBILEPHONEMODEL,PARAMS,IPNETWORKID,TRAFICSOURCEID,SEARCHENGINEID,SEARCHPHRASE,ADVENGINEID,ISARTIFICAL,WINDOWCLIENTWIDTH,WINDOWCLIENTHEIGHT,CLIENTTIMEZONE,CLIENTEVENTTIME,SILVERLIGHTVERSION1,SILVERLIGHTVERSION2,SILVERLIGHTVERSION3,SILVERLIGHTVERSION4,PAGECHARSET,CODEVERSION,ISLINK,ISDOWNLOAD,ISNOTBOUNCE,FUNIQID,ORIGINALURL,HID,ISOLDCOUNTER,ISEVENT,ISPARAMETER,DONTCOUNTHITS,WITHHASH,HITCOLOR,LOCALEVENTTIME,AGE,SEX,INCOME,INTERESTS,ROBOTNESS,REMOTEIP,WINDOWNAME,OPENERNAME,HISTORYLENGTH,BROWSERLANGUAGE,BROWSERCOUNTRY,SOCIALNETWORK,SOCIALACTION,HTTPERROR,SENDTIMING,DNSTIMING,CONNECTTIMING,RESPONSESTARTTIMING,RESPONSEENDTIMING,FETCHTIMING,SOCIALSOURCENETWORKID,SOCIALSOURCEPAGE,PARAMPRICE,PARAMORDERID,PARAMCURRENCY,PARAMCURRENCYID,OPENSTATSERVICENAME,OPENSTATCAMPAIGNID,OPENSTATADID,OPENSTATSOURCEID,UTMSOURCE,UTMMEDIUM,UTMCAMPAIGN,UTMCONTENT,UTMTERM,FROMTAG,HASGCLID,REFERERHASH,URLHASH,CLID""",
+                //    """WATCHID,JAVAENABLE,TITLE,GOODEVENT,EVENTTIME,EVENTDATE,COUNTERID,CLIENTIP,REGIONID,USERID,COUNTERCLASS,OS,USERAGENT,URL,REFERER,ISREFRESH,REFERERCATEGORYID,REFERERREGIONID,URLCATEGORYID,URLREGIONID,RESOLUTIONWIDTH,RESOLUTIONHEIGHT,RESOLUTIONDEPTH,FLASHMAJOR,FLASHMINOR,FLASHMINOR2,NETMAJOR,NETMINOR,USERAGENTMAJOR,USERAGENTMINOR,COOKIEENABLE,JAVASCRIPTENABLE,ISMOBILE,MOBILEPHONE,MOBILEPHONEMODEL,PARAMS,IPNETWORKID,TRAFICSOURCEID,SEARCHENGINEID,SEARCHPHRASE,ADVENGINEID,ISARTIFICAL,WINDOWCLIENTWIDTH,WINDOWCLIENTHEIGHT,CLIENTTIMEZONE,CLIENTEVENTTIME,SILVERLIGHTVERSION1,SILVERLIGHTVERSION2,SILVERLIGHTVERSION3,SILVERLIGHTVERSION4,PAGECHARSET,CODEVERSION,ISLINK,ISDOWNLOAD,ISNOTBOUNCE,FUNIQID,ORIGINALURL,HID,ISOLDCOUNTER,ISEVENT,ISPARAMETER,DONTCOUNTHITS,WITHHASH,HITCOLOR,LOCALEVENTTIME,AGE,SEX,INCOME,INTERESTS,ROBOTNESS,REMOTEIP,WINDOWNAME,OPENERNAME,HISTORYLENGTH,BROWSERLANGUAGE,BROWSERCOUNTRY,SOCIALNETWORK,SOCIALACTION,HTTPERROR,SENDTIMING,DNSTIMING,CONNECTTIMING,RESPONSESTARTTIMING,RESPONSEENDTIMING,FETCHTIMING,SOCIALSOURCENETWORKID,SOCIALSOURCEPAGE,PARAMPRICE,PARAMORDERID,PARAMCURRENCY,PARAMCURRENCYID,OPENSTATSERVICENAME,OPENSTATCAMPAIGNID,OPENSTATADID,OPENSTATSOURCEID,UTMSOURCE,UTMMEDIUM,UTMCAMPAIGN,UTMCONTENT,UTMTERM,FROMTAG,HASGCLID,REFERERHASH,URLHASH,CLID""",
+                //    """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
+                //    """WATCHID,JAVAENABLE,TITLE,GOODEVENT,EVENTTIME,EVENTDATE,COUNTERID,CLIENTIP,REGIONID,USERID,COUNTERCLASS,OS,USERAGENT,URL,REFERER,ISREFRESH,REFERERCATEGORYID,REFERERREGIONID,URLCATEGORYID,URLREGIONID,RESOLUTIONWIDTH,RESOLUTIONHEIGHT,RESOLUTIONDEPTH,FLASHMAJOR,FLASHMINOR,FLASHMINOR2,NETMAJOR,NETMINOR,USERAGENTMAJOR,USERAGENTMINOR,COOKIEENABLE,JAVASCRIPTENABLE,ISMOBILE,MOBILEPHONE,MOBILEPHONEMODEL,PARAMS,IPNETWORKID,TRAFICSOURCEID,SEARCHENGINEID,SEARCHPHRASE,ADVENGINEID,ISARTIFICAL,WINDOWCLIENTWIDTH,WINDOWCLIENTHEIGHT,CLIENTTIMEZONE,CLIENTEVENTTIME,SILVERLIGHTVERSION1,SILVERLIGHTVERSION2,SILVERLIGHTVERSION3,SILVERLIGHTVERSION4,PAGECHARSET,CODEVERSION,ISLINK,ISDOWNLOAD,ISNOTBOUNCE,FUNIQID,ORIGINALURL,HID,ISOLDCOUNTER,ISEVENT,ISPARAMETER,DONTCOUNTHITS,WITHHASH,HITCOLOR,LOCALEVENTTIME,AGE,SEX,INCOME,INTERESTS,ROBOTNESS,REMOTEIP,WINDOWNAME,OPENERNAME,HISTORYLENGTH,BROWSERLANGUAGE,BROWSERCOUNTRY,SOCIALNETWORK,SOCIALACTION,HTTPERROR,SENDTIMING,DNSTIMING,CONNECTTIMING,RESPONSESTARTTIMING,RESPONSEENDTIMING,FETCHTIMING,SOCIALSOURCENETWORKID,SOCIALSOURCEPAGE,PARAMPRICE,PARAMORDERID,PARAMCURRENCY,PARAMCURRENCYID,OPENSTATSERVICENAME,OPENSTATCAMPAIGNID,OPENSTATADID,OPENSTATSOURCEID,UTMSOURCE,UTMMEDIUM,UTMCAMPAIGN,UTMCONTENT,UTMTERM,FROMTAG,HASGCLID,REFERERHASH,URLHASH,CLID""",
+                //    """watchid,javaenable,title,goodevent,eventtime,eventdate,counterid,clientip,regionid,userid,counterclass,os,useragent,url,referer,isrefresh,referercategoryid,refererregionid,urlcategoryid,urlregionid,resolutionwidth,resolutionheight,resolutiondepth,flashmajor,flashminor,flashminor2,netmajor,netminor,useragentmajor,useragentminor,cookieenable,javascriptenable,ismobile,mobilephone,mobilephonemodel,params,ipnetworkid,traficsourceid,searchengineid,searchphrase,advengineid,isartifical,windowclientwidth,windowclientheight,clienttimezone,clienteventtime,silverlightversion1,silverlightversion2,silverlightversion3,silverlightversion4,pagecharset,codeversion,islink,isdownload,isnotbounce,funiqid,originalurl,hid,isoldcounter,isevent,isparameter,dontcounthits,withhash,hitcolor,localeventtime,age,sex,income,interests,robotness,remoteip,windowname,openername,historylength,browserlanguage,browsercountry,socialnetwork,socialaction,httperror,sendtiming,dnstiming,connecttiming,responsestarttiming,responseendtiming,fetchtiming,socialsourcenetworkid,socialsourcepage,paramprice,paramorderid,paramcurrency,paramcurrencyid,openstatservicename,openstatcampaignid,openstatadid,openstatsourceid,utmsource,utmmedium,utmcampaign,utmcontent,utmterm,fromtag,hasgclid,refererhash,urlhash,clid""",
                    ]
-    def column_in_paths = ["", "", "", "", "", "", "", "", "", "", "", "", "COLUMNS FROM PATH AS (city)", "", "", "", "", "", "", "", "", ""]
-    def preceding_filters = ["", "", "", "", "", "", "", "", "", "", "", "preceding filter p_size < 10", "", "", "", "", "", "", "", "", "", ""]
+    def column_in_paths = ["", "", "", "", "", "", "", "", "", "", "", "", "COLUMNS FROM PATH AS (city)", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""]
+    def preceding_filters = ["", "", "", "", "", "", "", "", "", "", "", "preceding filter p_size < 10", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""]
     def set_values = ["",
                       "",
                       "SET(comment=p_comment, retailprice=p_retailprice, container=p_container, size=p_size, type=p_type, brand=p_brand, mfgr=p_mfgr, name=p_name, partkey=p_partkey)",
@@ -109,9 +146,18 @@ suite("test_broker_load", "p0") {
                       "set(col4 = p_brand)",
                       "set(col5 = p_brand)",
                       "",
-                      ""
+                      "",
+                      "",
+                      "",
+                      "",
+                      "",
+                      "",
+                      "",
+                      "",
+                      "",
+                      "",
     ]
-    def where_exprs = ["", "", "", "", "", "", "", "", "", "", "", "where p_partkey>10", "", "", "", "", "", "", "", "", "", ""]
+    def where_exprs = ["", "", "", "", "", "", "", "", "", "", "", "where p_partkey>10", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""]
 
     def etl_info = ["unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=200000",
                     "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=200000",
@@ -134,7 +180,16 @@ suite("test_broker_load", "p0") {
                     "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=200000",
                     "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=200000",
                     "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=200000",
-                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=4096"
+                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=4096",
+                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=100000",
+                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=10000",
+                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=10000",
+                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=10000",
+                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=10000",
+                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=10000",
+                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=10000",
+                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=10000",
+                    "unselected.rows=0; dpp.abnorm.ALL=0; dpp.norm.ALL=10000",
                     ]
 
     def error_msg = ["",
@@ -151,14 +206,23 @@ suite("test_broker_load", "p0") {
                     "",
                     "",
                     "",
-                    "type:LOAD_RUN_FAIL; msg:errCode = 2, detailMessage = failed to find default value expr for slot: x1",
+                    "type:LOAD_RUN_FAIL; msg:errCode = 2, detailMessage = [INTERNAL_ERROR]failed to find default value expr for slot: x1",
+                    "",
+                    "",
+                    "type:LOAD_RUN_FAIL; msg:errCode = 2, detailMessage = [INTERNAL_ERROR]failed to find default value expr for slot: x1",
+                    "",
+                    "",
+                    "",
+                    "",
+                    "",
+                    "",
+                    "",
+                    "",
                     "",
                     "",
-                    "type:LOAD_RUN_FAIL; msg:errCode = 2, detailMessage = failed to find default value expr for slot: x1",
                     "",
                     "",
                     "",
-                    ""
                     ]
 
     String ak = getS3AK()
@@ -167,12 +231,13 @@ suite("test_broker_load", "p0") {
 
     def do_load_job = {uuid, path, table, columns, column_in_path, preceding_filter,
                           set_value, where_expr ->
-        String columns_str = ("$columns" != "") ? "($columns)" : "";
+        String columns_str = ("$columns" != "") ? "($columns)" : ""; 
+        String format_str = table.startsWith("orc_s3_case") ? "ORC" : "PARQUET"
         sql """
             LOAD LABEL $uuid (
                 DATA INFILE("$path")
                 INTO TABLE $table
-                FORMAT AS "PARQUET"
+                FORMAT AS $format_str
                 $columns_str
                 $column_in_path
                 $preceding_filter
@@ -230,6 +295,14 @@ suite("test_broker_load", "p0") {
                 i++
             }
 
+            def orc_expect_result = """[[20, 15901, 6025915247311731176, 1373910657, 8863282788606566657], [38, 15901, -9154375582268094750, 1373853561, 4923892366467329038], [38, 15901, -9154375582268094750, 1373853561, 8447995939656287502], [38, 15901, -9154375582268094750, 1373853565, 7451966001310881759], [38, 15901, -9154375582268094750, 1373853565, 7746521994248163870], [38, 15901, -9154375582268094750, 1373853577, 6795654975682437824], [38, 15901, -9154375582268094750, 1373853577, 9009208035649338594], [38, 15901, -9154375582268094750, 1373853608, 6374361939566017108], [38, 15901, -9154375582268094750, 1373853608, 7387298457456465364], [38, 15901, -9154375582268094750, 1373853616, 7463736180224933002]]"""
+            for (String table in tables) {
+                if (table.matches("orc_s3_case[23456789]")) {
+                    String[][] orc_actual_result = sql """select CounterID, EventDate, UserID, EventTime, WatchID from $table order by CounterID, EventDate, UserID, EventTime, WatchID limit 10;"""
+                    assertTrue("$orc_actual_result" == "$orc_expect_result")
+                }
+            }
+
             order_qt_parquet_s3_case1 """select count(*) from parquet_s3_case1 where col1=10"""
             order_qt_parquet_s3_case3 """select count(*) from parquet_s3_case3 where p_partkey < 100000"""
             order_qt_parquet_s3_case6 """select count(*) from parquet_s3_case6 where p_partkey < 100000"""