hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Do not report ERROR when sample rate equals 100

Browse Source
This commit is contained in:
ZenoWang
2024-02-06 14:49:31 +00:00
committed by ob-robot
parent 1f1d5c08ae
commit c8ef409bf3
3710 changed files with 486984 additions and 3083329 deletions
Download Patch File Download Diff File Expand all files Collapse all files

93
tools/upgrade/upgrade_checker.py
View File

@ -428,15 +428,6 @@ def check_tenant_status(query_cur):
else:
logging.info('check tenant info success')
# check tenant lock status
(desc, results) = query_cur.exec_query("""select count(*) from DBA_OB_TENANTS where LOCKED = 'YES'""")
if len(results) != 1 or len(results[0]) != 1:
fail_list.append('results len not match')
elif 0 != results[0][0]:
fail_list.append('has locked tenant, should unlock')
else:
logging.info('check tenant lock status success')
# 6. 检查无恢复任务
def check_restore_job_exist(query_cur):
(desc, results) = query_cur.exec_query("""select count(1) from CDB_OB_RESTORE_PROGRESS""")
@ -598,84 +589,6 @@ def check_not_supported_tenant_name(query_cur):
fail_list.append('a tenant named all/all_user/all_meta (case insensitive) cannot exist in the cluster, please rename the tenant')
break
logging.info('check special tenant name success')
# 17 检查日志传输压缩是否有使用zlib压缩算法，在升级前需要保证所有observer未开启日志传输压缩或使用非zlib压缩算法
def check_log_transport_compress_func(query_cur):
(desc, results) = query_cur.exec_query("""select count(1) as cnt from oceanbase.__all_virtual_tenant_parameter_info where (name like "log_transport_compress_func" and value like "zlib_1.0")""")
if results[0][0] > 0 :
fail_list.append('The zlib compression algorithm is no longer supported with log_transport_compress_func, please replace it with other compression algorithms')
logging.info('check log_transport_compress_func success')
# 18 检查升级过程中是否有表使用zlib压缩，在升级前需要保证所有表都不使用zlib压缩
def check_table_compress_func(query_cur):
(desc, results) = query_cur.exec_query("""select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_table where (compress_func_name like '%zlib%')""")
if results[0][0] > 0 :
fail_list.append('There are tables use zlib compression, please replace it with other compression algorithms or do not use compression during the upgrade')
logging.info('check table compression method success')
# 19 检查升级过程中 table_api/obkv 连接传输是否使用了zlib压缩，在升级前需要保证所有 obkv/table_api 连接未开启zlib压缩传输或者使用非zlib压缩算法
def check_table_api_transport_compress_func(query_cur):
(desc, results) = query_cur.exec_query("""select count(1) as cnt from GV$OB_PARAMETERS where (name like "tableapi_transport_compress_func" and value like "zlib%");""")
if results[0][0] > 0 :
fail_list.append('Table api connection is not allowed to use zlib as compression algorithm during the upgrade, please use other compression algorithms by setting table_api_transport_compress_func')
logging.info('check table_api_transport_compress_func success')
# 17. 检查无租户克隆任务
def check_tenant_clone_job_exist(query_cur):
min_cluster_version = 0
sql = """select distinct value from GV$OB_PARAMETERS where name='min_observer_version'"""
(desc, results) = query_cur.exec_query(sql)
if len(results) != 1:
fail_list.append('min_observer_version is not sync')
elif len(results[0]) != 1:
fail_list.append('column cnt not match')
else:
min_cluster_version = get_version(results[0][0])
if min_cluster_version >= get_version("4.3.0.0"):
(desc, results) = query_cur.exec_query("""select count(1) from __all_virtual_clone_job""")
if len(results) != 1 or len(results[0]) != 1:
fail_list.append('failed to tenant clone job cnt')
elif results[0][0] != 0:
fail_list.append("""still has tenant clone job, upgrade is not allowed temporarily""")
else:
logging.info('check tenant clone job success')
# 18. 检查无租户快照任务
def check_tenant_snapshot_task_exist(query_cur):
min_cluster_version = 0
sql = """select distinct value from GV$OB_PARAMETERS where name='min_observer_version'"""
(desc, results) = query_cur.exec_query(sql)
if len(results) != 1:
fail_list.append('min_observer_version is not sync')
elif len(results[0]) != 1:
fail_list.append('column cnt not match')
else:
min_cluster_version = get_version(results[0][0])
if min_cluster_version >= get_version("4.3.0.0"):
(desc, results) = query_cur.exec_query("""select count(1) from __all_virtual_tenant_snapshot where status!='NORMAL'""")
if len(results) != 1 or len(results[0]) != 1:
fail_list.append('failed to tenant snapshot task')
elif results[0][0] != 0:
fail_list.append("""still has tenant snapshot task, upgrade is not allowed temporarily""")
else:
logging.info('check tenant snapshot task success')
# 17. 检查是否有租户在升到4.3.0版本之前已将binlog_row_image设为MINIMAL
def check_variable_binlog_row_image(query_cur):
# 4.3.0.0之前的版本,MINIMAL模式生成的日志CDC无法正常消费(DELETE日志).
# 4.3.0版本开始,MINIMAL模式做了改进,支持CDC消费,需要在升级到4.3.0.0之后再打开.
min_cluster_version = 0
sql = """select distinct value from GV$OB_PARAMETERS where name='min_observer_version'"""
(desc, results) = query_cur.exec_query(sql)
if len(results) != 1:
fail_list.append('min_observer_version is not sync')
elif len(results[0]) != 1:
fail_list.append('column cnt not match')
else:
min_cluster_version = get_version(results[0][0])
# check cluster version
if min_cluster_version < get_version("4.3.0.0"):
(desc, results) = query_cur.exec_query("""select count(*) from CDB_OB_SYS_VARIABLES where NAME='binlog_row_image' and VALUE = '0'""")
if results[0][0] > 0 :
fail_list.append('Sys Variable binlog_row_image is set to MINIMAL, please check'.format(results[0][0]))
logging.info('check variable binlog_row_image success')
# last check of do_check, make sure no function execute after check_fail_list
def check_fail_list():
@ -719,12 +632,6 @@ def do_check(my_host, my_port, my_user, my_passwd, timeout, upgrade_params):
check_schema_status(query_cur)
check_server_version(query_cur)
check_not_supported_tenant_name(query_cur)
check_tenant_clone_job_exist(query_cur)
check_tenant_snapshot_task_exist(query_cur)
check_log_transport_compress_func(query_cur)
check_table_compress_func(query_cur)
check_table_api_transport_compress_func(query_cur)
check_variable_binlog_row_image(query_cur)
# all check func should execute before check_fail_list
check_fail_list()
modify_server_permanent_offline_time(cur)