#!/usr/bin/env python # -*- coding: utf-8 -*- from my_error import MyError import sys import mysql.connector from mysql.connector import errorcode import logging import json import config import opts import run_modules import actions import upgrade_health_checker import tenant_upgrade_action import upgrade_post_checker # 由于用了/*+read_consistency(WEAK) */来查询,因此升级期间不能允许创建或删除租户 class UpgradeParams: log_filename = config.post_upgrade_log_filename sql_dump_filename = config.post_upgrade_sql_filename rollback_sql_filename = config.post_upgrade_rollback_sql_filename def config_logging_module(log_filenamme): logging.basicConfig(level=logging.INFO,\ format='[%(asctime)s] %(levelname)s %(filename)s:%(lineno)d %(message)s',\ datefmt='%Y-%m-%d %H:%M:%S',\ filename=log_filenamme,\ filemode='w') # 定义日志打印格式 formatter = logging.Formatter('[%(asctime)s] %(levelname)s %(filename)s:%(lineno)d %(message)s', '%Y-%m-%d %H:%M:%S') ####################################### # 定义一个Handler打印INFO及以上级别的日志到sys.stdout stdout_handler = logging.StreamHandler(sys.stdout) stdout_handler.setLevel(logging.INFO) # 设置日志打印格式 stdout_handler.setFormatter(formatter) # 将定义好的stdout_handler日志handler添加到root logger logging.getLogger('').addHandler(stdout_handler) def print_stats(): logging.info('==================================================================================') logging.info('============================== STATISTICS BEGIN ==================================') logging.info('==================================================================================') logging.info('succeed run sql(except sql of special actions): \n\n%s\n', actions.get_succ_sql_list_str()) logging.info('commited sql(except sql of special actions): \n\n%s\n', actions.get_commit_sql_list_str()) logging.info('==================================================================================') logging.info('=============================== STATISTICS END ===================================') logging.info('==================================================================================') def do_upgrade(my_host, my_port, my_user, my_passwd, timeout, my_module_set, upgrade_params): try: conn = mysql.connector.connect(user = my_user, password = my_passwd, host = my_host, port = my_port, database = 'oceanbase', raise_on_warnings = True) cur = conn.cursor(buffered=True) try: query_cur = actions.QueryCursor(cur) actions.check_server_version_by_cluster(cur) conn.commit() if run_modules.MODULE_HEALTH_CHECK in my_module_set: logging.info('================begin to run health check action ===============') upgrade_health_checker.do_check(my_host, my_port, my_user, my_passwd, upgrade_params, timeout, False) # need_check_major_status = False logging.info('================succeed to run health check action ===============') if run_modules.MODULE_END_ROLLING_UPGRADE in my_module_set: logging.info('================begin to run end rolling upgrade action ===============') conn.autocommit = True actions.do_end_rolling_upgrade(cur, timeout) conn.autocommit = False actions.refresh_commit_sql_list() logging.info('================succeed to run end rolling upgrade action ===============') if run_modules.MODULE_TENANT_UPRADE in my_module_set: logging.info('================begin to run tenant upgrade action ===============') conn.autocommit = True tenant_upgrade_action.do_upgrade(conn, cur, timeout, my_user, my_passwd) conn.autocommit = False actions.refresh_commit_sql_list() logging.info('================succeed to run tenant upgrade action ===============') if run_modules.MODULE_END_UPRADE in my_module_set: logging.info('================begin to run end upgrade action ===============') conn.autocommit = True actions.do_end_upgrade(cur, timeout) conn.autocommit = False actions.refresh_commit_sql_list() logging.info('================succeed to run end upgrade action ===============') if run_modules.MODULE_POST_CHECK in my_module_set: logging.info('================begin to run post check action ===============') conn.autocommit = True upgrade_post_checker.do_check(conn, cur, query_cur, timeout) conn.autocommit = False actions.refresh_commit_sql_list() logging.info('================succeed to run post check action ===============') except Exception, e: logging.exception('run error') raise e finally: # 打印统计信息 print_stats() # 将回滚sql写到文件中 # actions.dump_rollback_sql_to_file(upgrade_params.rollback_sql_filename) cur.close() conn.close() except mysql.connector.Error, e: logging.exception('connection error') raise e except Exception, e: logging.exception('normal error') raise e def do_upgrade_by_argv(argv): upgrade_params = UpgradeParams() opts.change_opt_defult_value('log-file', upgrade_params.log_filename) opts.parse_options(argv) if not opts.has_no_local_opts(): opts.deal_with_local_opts('upgrade_post') else: opts.check_db_client_opts() log_filename = opts.get_opt_log_file() upgrade_params.log_filename = log_filename # 日志配置放在这里是为了前面的操作不要覆盖掉日志文件 config_logging_module(upgrade_params.log_filename) try: host = opts.get_opt_host() port = int(opts.get_opt_port()) user = opts.get_opt_user() password = opts.get_opt_password() timeout = int(opts.get_opt_timeout()) cmd_module_str = opts.get_opt_module() module_set = set([]) all_module_set = run_modules.get_all_module_set() cmd_module_list = cmd_module_str.split(',') for cmd_module in cmd_module_list: if run_modules.ALL_MODULE == cmd_module: module_set = module_set | all_module_set elif cmd_module in all_module_set: module_set.add(cmd_module) else: raise MyError('invalid module: {0}'.format(cmd_module)) logging.info('parameters from cmd: host=\"%s\", port=%s, user=\"%s\", password=\"%s\", timeout=\"%s\", module=\"%s\", log-file=\"%s\"',\ host, port, user, password, timeout, module_set, log_filename) do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) except mysql.connector.Error, e: logging.exception('mysql connctor error') logging.exception('run error, maybe you can reference ' + upgrade_params.rollback_sql_filename + ' to rollback it') raise e except Exception, e: logging.exception('normal error') logging.exception('run error, maybe you can reference ' + upgrade_params.rollback_sql_filename + ' to rollback it') raise e