258 lines
11 KiB
Python
258 lines
11 KiB
Python
# -*- coding:utf-8 -*-
|
|
#############################################################################
|
|
# Copyright (c) 2020 Huawei Technologies Co.,Ltd.
|
|
#
|
|
# openGauss is licensed under Mulan PSL v2.
|
|
# You can use this software according to the terms
|
|
# and conditions of the Mulan PSL v2.
|
|
# You may obtain a copy of Mulan PSL v2 at:
|
|
#
|
|
# http://license.coscl.org.cn/MulanPSL2
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OF ANY KIND,
|
|
# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
|
# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
|
# See the Mulan PSL v2 for more details.
|
|
# ----------------------------------------------------------------------------
|
|
# Description : OMCommand.py is utility to execute the OM command
|
|
#############################################################################
|
|
import os
|
|
import sys
|
|
import time
|
|
import subprocess
|
|
from multiprocessing.dummy import Pool as ThreadPool
|
|
|
|
sys.path.append(sys.path[0] + "/../../")
|
|
from gspylib.common.Common import DefaultValue, ClusterCommand, \
|
|
TempfileManagement
|
|
from gspylib.common.DbClusterStatus import DbClusterStatus
|
|
from gspylib.common.ErrorCode import ErrorCode
|
|
from base_utils.os.env_util import EnvUtil
|
|
from base_utils.os.file_util import FileUtil
|
|
from base_utils.os.user_util import UserUtil
|
|
|
|
|
|
class OMCommand():
|
|
"""
|
|
Descript command of om
|
|
"""
|
|
|
|
def __init__(self):
|
|
'''
|
|
Constructor
|
|
'''
|
|
|
|
@staticmethod
|
|
def getLocalScript(script):
|
|
"""
|
|
function: get local script by GPHOME
|
|
input : script, path
|
|
output: path
|
|
"""
|
|
Current_Path = os.path.dirname(os.path.realpath(__file__))
|
|
|
|
if os.getgid() != 0:
|
|
gp_home = EnvUtil.getEnv("GPHOME")
|
|
if not gp_home:
|
|
raise Exception(ErrorCode.GAUSS_518["GAUSS_51802"] % "GPHOME")
|
|
Current_Path = os.path.join(gp_home, "script/gspylib/common")
|
|
|
|
LocalScript = {
|
|
"Local_Backup": os.path.normpath(
|
|
Current_Path + "/../../local/Backup.py"),
|
|
"Local_Check_Config": os.path.normpath(
|
|
Current_Path + "/../../local/CheckConfig.py"),
|
|
"Local_Check_Install": os.path.normpath(
|
|
Current_Path + "/../../local/CheckInstall.py"),
|
|
"Local_Check_Uninstall": os.path.normpath(
|
|
Current_Path + "/../../local/CheckUninstall.py"),
|
|
"Local_Clean_Instance": os.path.normpath(
|
|
Current_Path + "/../../local/CleanInstance.py"),
|
|
"Local_Clean_OsUser": os.path.normpath(
|
|
Current_Path + "/../../local/CleanOsUser.py"),
|
|
"Local_Config_Hba": os.path.normpath(
|
|
Current_Path + "/../../local/ConfigHba.py"),
|
|
"Local_Config_Instance": os.path.normpath(
|
|
Current_Path + "/../../local/ConfigInstance.py"),
|
|
"Local_Init_Instance": os.path.normpath(
|
|
Current_Path + "/../../local/InitInstance.py"),
|
|
"Local_Install": os.path.normpath(
|
|
Current_Path + "/../../local/Install.py"),
|
|
"Local_Restore": os.path.normpath(
|
|
Current_Path + "/../../local/Restore.py"),
|
|
"Local_Uninstall": os.path.normpath(
|
|
Current_Path + "/../../local/Uninstall.py"),
|
|
"Local_PreInstall": os.path.normpath(
|
|
Current_Path + "/../../local/PreInstallUtility.py"),
|
|
"Local_Check_PreInstall": os.path.normpath(
|
|
Current_Path + "/../../local/CheckPreInstall.py"),
|
|
"Local_UnPreInstall": os.path.normpath(
|
|
Current_Path + "/../../local/UnPreInstallUtility.py"),
|
|
"Local_Roach": os.path.normpath(
|
|
Current_Path + "/../../local/LocalRoach.py"),
|
|
"Gauss_UnInstall": os.path.normpath(
|
|
Current_Path + "/../../gs_uninstall"),
|
|
"Gauss_Backup": os.path.normpath(
|
|
Current_Path + "/../../gs_backup"),
|
|
"Local_CheckOS": os.path.normpath(
|
|
Current_Path + "/../../local/LocalCheckOS.py"),
|
|
"Local_Check": os.path.normpath(
|
|
Current_Path + "/../../local/LocalCheck.py"),
|
|
"LOCAL_PERFORMANCE_CHECK": os.path.normpath(
|
|
Current_Path + "/../../local/LocalPerformanceCheck.py"),
|
|
"Gauss_CheckOS": os.path.normpath(
|
|
Current_Path + "/../../gs_checkos"),
|
|
"Gauss_PreInstall": os.path.normpath(
|
|
Current_Path + "/../../gs_preinstall"),
|
|
"Gauss_Replace": os.path.normpath(
|
|
Current_Path + "/../../gs_replace"),
|
|
"Gauss_Om": os.path.normpath(Current_Path + "/../../gs_om"),
|
|
"UTIL_GAUSS_STAT": os.path.normpath(
|
|
Current_Path + "/../../gspylib/common/GaussStat.py"),
|
|
"Gauss_Check": os.path.normpath(Current_Path + "/../../gs_check"),
|
|
"Local_Collect": os.path.normpath(
|
|
Current_Path + "/../../local/LocalCollect.py"),
|
|
"Local_Kerberos": os.path.normpath(
|
|
Current_Path + "/../../local/KerberosUtility.py"),
|
|
"Local_Execute_Sql": os.path.normpath(
|
|
Current_Path + "/../../local/ExecuteSql.py"),
|
|
"Local_StartInstance": os.path.normpath(
|
|
Current_Path + "/../../local/StartInstance.py"),
|
|
"Local_StopInstance": os.path.normpath(
|
|
Current_Path + "/../../local/StopInstance.py"),
|
|
"Local_Check_Upgrade": os.path.normpath(
|
|
Current_Path + "/../../local/CheckUpgrade.py"),
|
|
"Local_Check_SshAgent": os.path.normpath(Current_Path
|
|
+ "/../../local/CheckSshAgent.py"),
|
|
"Local_Upgrade_Utility": os.path.normpath(
|
|
Current_Path + "/../../local/UpgradeUtility.py")
|
|
}
|
|
|
|
return "python3 '%s'" % LocalScript[script]
|
|
|
|
@staticmethod
|
|
def doCheckStaus(user, nodeId, cluster_normal_status=None,
|
|
expected_redistributing=""):
|
|
"""
|
|
function: Check cluster status
|
|
input : user, nodeId, cluster_normal_status, expected_redistributing
|
|
output: status, output
|
|
"""
|
|
try:
|
|
statusFile = "/home/%s/gauss_check_status_%d.dat" % (
|
|
user, os.getpid())
|
|
TempfileManagement.removeTempFile(statusFile)
|
|
cmd = ClusterCommand.getQueryStatusCmd("", statusFile)
|
|
(status, output) = subprocess.getstatusoutput(cmd)
|
|
if status != 0:
|
|
TempfileManagement.removeTempFile(statusFile)
|
|
return (status, output)
|
|
|
|
clusterStatus = DbClusterStatus()
|
|
clusterStatus.initFromFile(statusFile)
|
|
TempfileManagement.removeTempFile(statusFile)
|
|
except Exception as e:
|
|
FileUtil.cleanTmpFile(statusFile)
|
|
raise Exception(
|
|
ErrorCode.GAUSS_516["GAUSS_51600"] + "Error: %s." % str(e))
|
|
status = 0
|
|
output = ""
|
|
statusRep = None
|
|
if nodeId > 0:
|
|
nodeStatus = clusterStatus.getDbNodeStatusById(nodeId)
|
|
if nodeStatus is None:
|
|
raise Exception(ErrorCode.GAUSS_516["GAUSS_51619"] % nodeId)
|
|
|
|
status = 0 if nodeStatus.isNodeHealthy() else 1
|
|
statusRep = nodeStatus.getNodeStatusReport()
|
|
else:
|
|
status = 0 if clusterStatus.isAllHealthy(cluster_normal_status) \
|
|
and (clusterStatus.redistributing ==
|
|
expected_redistributing or
|
|
expected_redistributing == "") else 1
|
|
statusRep = clusterStatus.getClusterStatusReport()
|
|
output += "cluster_state : %s\n" % clusterStatus.clusterStatus
|
|
output += "redistributing : %s\n" % clusterStatus.redistributing
|
|
output += "node_count : %d\n" % statusRep.nodeCount
|
|
output += "Datanode State\n"
|
|
output += " primary : %d\n" % statusRep.dnPrimary
|
|
output += " standby : %d\n" % statusRep.dnStandby
|
|
output += " secondary : %d\n" % statusRep.dnDummy
|
|
output += " building : %d\n" % statusRep.dnBuild
|
|
output += " abnormal : %d\n" % statusRep.dnAbnormal
|
|
output += " down : %d\n" % statusRep.dnDown
|
|
|
|
return (status, output)
|
|
|
|
@staticmethod
|
|
def getClusterStatus(isExpandScene=False):
|
|
"""
|
|
function: get cluster status
|
|
input : user
|
|
output: clusterStatus
|
|
"""
|
|
userAbsolutePath = UserUtil.getUserHomePath()
|
|
statusFile = "%s/gauss_check_status_%d.dat" % (
|
|
userAbsolutePath, os.getpid())
|
|
TempfileManagement.removeTempFile(statusFile)
|
|
cmd = ClusterCommand.getQueryStatusCmd("", statusFile)
|
|
(status, output) = subprocess.getstatusoutput(cmd)
|
|
if (status != 0):
|
|
TempfileManagement.removeTempFile(statusFile)
|
|
return None
|
|
clusterStatus = DbClusterStatus()
|
|
clusterStatus.initFromFile(statusFile, isExpandScene)
|
|
TempfileManagement.removeTempFile(statusFile)
|
|
return clusterStatus
|
|
|
|
@staticmethod
|
|
def checkHostname(nodename):
|
|
"""
|
|
function: check host name
|
|
input : NA
|
|
output: NA
|
|
"""
|
|
try:
|
|
retry = 1
|
|
cmd = "pssh -s -H %s hostname" % (nodename)
|
|
while True:
|
|
(status, output) = subprocess.getstatusoutput(cmd)
|
|
if status == 0 and output.find("%s" % nodename) >= 0:
|
|
break
|
|
if retry >= 3:
|
|
raise Exception(ErrorCode.GAUSS_512["GAUSS_51222"]
|
|
+ " Command: \"%s\". Error: \n%s"
|
|
% (cmd, output))
|
|
retry += 1
|
|
time.sleep(1)
|
|
|
|
hostnameCmd = "pssh -s -H %s 'cat /etc/hostname'" % (nodename)
|
|
(status, output) = subprocess.getstatusoutput(hostnameCmd)
|
|
if status == 0 and output.strip() == nodename:
|
|
pass
|
|
else:
|
|
raise Exception(ErrorCode.GAUSS_512["GAUSS_51248"] % nodename
|
|
+ " Command: \"%s\". Error: \n%s"
|
|
% (hostnameCmd, output))
|
|
|
|
except Exception as e:
|
|
raise Exception(str(e))
|
|
|
|
@staticmethod
|
|
def checkHostnameMapping(clusterInfo):
|
|
"""
|
|
function: check host name mapping
|
|
input: NA
|
|
output: NA
|
|
"""
|
|
nodes = clusterInfo.getClusterNodeNames()
|
|
if len(nodes) > 0:
|
|
try:
|
|
pool = ThreadPool(DefaultValue.getCpuSet())
|
|
pool.map(OMCommand.checkHostname, nodes)
|
|
pool.close()
|
|
pool.join()
|
|
except Exception as e:
|
|
raise Exception(str(e))
|