database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[regression](kerberos)add hive with kerberos write back case (#39682)

Browse Source 
bp #38647
This commit is contained in:
slothever
2024-08-21 18:29:42 +08:00
committed by GitHub
parent 3a59ee1c5d
commit ebbebdf590
2 changed files with 41 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
regression-test/data/external_table_p0/kerberos/test_two_hive_kerberos.out
View File

@ -10,3 +10,13 @@
2 b 41.2 cc1
3 c 6.2 cc2
4 d 1.4 cc3
-- !q03 --
1 krb1 2023-05-14
2 krb2 2023-05-24
3 krb3 2023-06-14
-- !q04 --
1 krb1 2023-05-24
2 krb2 2023-05-24
6 krb3 2023-09-14

39
regression-test/suites/external_table_p0/kerberos/test_two_hive_kerberos.groovy
View File

@ -30,9 +30,10 @@ suite("test_two_hive_kerberos", "p0,external,kerberos,external_docker,external_d
"type" = "hms",
"hive.metastore.uris" = "thrift://172.31.71.25:9083",
"fs.defaultFS" = "hdfs://172.31.71.25:8020",
"hadoop.kerberos.min.seconds.before.relogin" = "5",
"hadoop.security.authentication" = "kerberos",
"hadoop.kerberos.principal"="presto-server/presto-master.docker.cluster@LABS.TERADATA.COM",
"hadoop.kerberos.keytab" = "/keytabs/presto-server.keytab",
"hadoop.kerberos.principal"="hive/presto-master.docker.cluster@LABS.TERADATA.COM",
"hadoop.kerberos.keytab" = "/keytabs/hive-presto-master.keytab",
"hive.metastore.sasl.enabled " = "true",
"hive.metastore.kerberos.principal" = "hive/_HOST@LABS.TERADATA.COM"
);
@ -45,9 +46,10 @@ suite("test_two_hive_kerberos", "p0,external,kerberos,external_docker,external_d
"type" = "hms",
"hive.metastore.uris" = "thrift://172.31.71.26:9083",
"fs.defaultFS" = "hdfs://172.31.71.26:8020",
"hadoop.kerberos.min.seconds.before.relogin" = "5",
"hadoop.security.authentication" = "kerberos",
"hadoop.kerberos.principal"="presto-server/presto-master.docker.cluster@OTHERREALM.COM",
"hadoop.kerberos.keytab" = "/keytabs/other-presto-server.keytab",
"hadoop.kerberos.principal"="hive/presto-master.docker.cluster@OTHERREALM.COM",
"hadoop.kerberos.keytab" = "/keytabs/other-hive-presto-master.keytab",
"hive.metastore.sasl.enabled " = "true",
"hive.metastore.kerberos.principal" = "hive/_HOST@OTHERREALM.COM",
"hadoop.security.auth_to_local" ="RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
@ -70,11 +72,32 @@ suite("test_two_hive_kerberos", "p0,external,kerberos,external_docker,external_d
sql """ use test_krb_hive_db """
order_qt_q02 """ select * from test_krb_hive_db.test_krb_hive_tbl """
// 3. multi thread test
// 3. write back test case
sql """ switch ${hms_catalog_name}; """
sql """ CREATE DATABASE IF NOT EXISTS `test_krb_hms_db`; """
sql """ USE `test_krb_hms_db`; """
sql """ CREATE TABLE IF NOT EXISTS test_krb_hive_tbl (id int, str string, dd date) engine = hive; """
sql """ INSERT INTO test_krb_hms_db.test_krb_hive_tbl values(1, 'krb1', '2023-05-14') """
sql """ INSERT INTO test_krb_hms_db.test_krb_hive_tbl values(2, 'krb2', '2023-05-24') """
sql """ switch other_${hms_catalog_name}; """
sql """ CREATE DATABASE IF NOT EXISTS `test_krb_hms_db`; """
sql """ USE `test_krb_hms_db`; """
sql """ CREATE TABLE IF NOT EXISTS test_krb_hive_tbl (id int, str string, dd date) engine = hive; """
sql """ INSERT INTO test_krb_hms_db.test_krb_hive_tbl values(1, 'krb1', '2023-05-24') """
sql """ INSERT INTO test_krb_hms_db.test_krb_hive_tbl values(2, 'krb2', '2023-05-24') """
sql """ INSERT INTO ${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl values(3, 'krb3', '2023-06-14') """
sql """ INSERT INTO other_${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl values(6, 'krb3', '2023-09-14') """
order_qt_q03 """ select * from ${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl """
order_qt_q04 """ select * from other_${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl """
// 4. multi thread test
Thread thread1 = new Thread(() -> {
try {
for (int i = 0; i < 1000; i++) {
for (int i = 0; i < 100; i++) {
sql """ select * from ${hms_catalog_name}.test_krb_hive_db.test_krb_hive_tbl """
sql """ INSERT INTO ${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl values(3, 'krb3', '2023-06-14') """
}
} catch (Exception e) {
log.info(e.getMessage())
@ -84,8 +107,9 @@ suite("test_two_hive_kerberos", "p0,external,kerberos,external_docker,external_d
Thread thread2 = new Thread(() -> {
try {
for (int i = 0; i < 1000; i++) {
for (int i = 0; i < 100; i++) {
sql """ select * from other_${hms_catalog_name}.test_krb_hive_db.test_krb_hive_tbl """
sql """ INSERT INTO other_${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl values(6, 'krb3', '2023-09-14') """
}
} catch (Exception e) {
log.info(e.getMessage())
@ -100,6 +124,5 @@ suite("test_two_hive_kerberos", "p0,external,kerberos,external_docker,external_d
thread2.join()
sql """drop catalog ${hms_catalog_name};"""
sql """drop catalog other_${hms_catalog_name};"""
// TODO: add tvf case
}
}