File _service:obs_scm:opengauss_upgrade_common.sh of Package opengauss-server

#!/bin/bash
# Copyright (c) Huawei Technologies Co., Ltd. 2010-2022. All rights reserved.
# date: 2021-12-22
# version: 1.0

dn_role=""
min_disk=""
old_version=""
new_version=""
old_cfg=""
big_cfg=""
binfile=""

upgrade_path=$(
  cd $(dirname $0)
  pwd
)
source ${upgrade_path}/opengauss_upgrade_errorcode.sh

function check_and_init() {
  check_config
  check_cmd_conflict
}

#check GAUSS_ADMIN_USER
  if [[ X"$GAUSS_ADMIN_USER" = X ]]; then
    GAUSS_ADMIN_USER=$(whoami)
  else
    check_config_user "$GAUSS_ADMIN_USER"
  fi

#check GAUSS_UPGRADE_BASE_PATH and cd in
  if [[ X"$GAUSS_UPGRADE_BASE_PATH" = X ]]; then
    GAUSS_UPGRADE_BASE_PATH=${upgrade_path}
  fi
  check_config_path "$GAUSS_UPGRADE_BASE_PATH"
  if [[ ! -d "$GAUSS_UPGRADE_BASE_PATH" ]]; then
    die "$GAUSS_UPGRADE_BASE_PATH must exist" ${err_check_init}
  fi
  if ! cd "$GAUSS_UPGRADE_BASE_PATH"; then
    die "Cannot access $GAUSS_UPGRADE_BASE_PATH" ${err_check_init}
  fi

#check GAUSS_SQL_TAR_PATH
  if [[ X"$GAUSS_SQL_TAR_PATH" = X ]]; then
    GAUSS_SQL_TAR_PATH=${GAUSS_UPGRADE_BASE_PATH}
  fi
  check_config_path "$GAUSS_SQL_TAR_PATH"

#check GAUSS_BACKUP_BASE_PATH
  if [[ X"$GAUSS_BACKUP_BASE_PATH" = X ]]; then
    GAUSS_BACKUP_BASE_PATH=${GAUSS_UPGRADE_BASE_PATH}/backup
  fi
  check_config_path "$GAUSS_BACKUP_BASE_PATH"
  if [[ ! -d "$GAUSS_BACKUP_BASE_PATH" ]]; then
    if ! mkdir -p -m 700 "$GAUSS_BACKUP_BASE_PATH"; then
      die "mkdir -p -m 700 $GAUSS_BACKUP_BASE_PATH failed" ${err_check_init}
    fi
  fi

#check GAUSS_TMP_PATH
  if [[ X"$GAUSS_TMP_PATH" = X ]]; then
    GAUSS_TMP_PATH=${GAUSS_UPGRADE_BASE_PATH}/tmp
  fi
  check_config_path "$GAUSS_TMP_PATH"
  if [[ ! -d "$GAUSS_TMP_PATH" ]]; then
    if ! mkdir -p -m 700 "$GAUSS_TMP_PATH"; then
      die "mkdir -p -m 700 $GAUSS_TMP_PATH failed" ${err_check_init}
    fi
  fi

#check GAUSS_UPGRADE_BIN_PATH
  if [[ X"$GAUSS_UPGRADE_BIN_PATH" != X ]]; then
    check_config_path "$GAUSS_UPGRADE_BIN_PATH"
  fi

#check GAUSS_UPGRADE_SYNC_CONFIG_LIST
  check_config_sync_path
}

function usage() {
  echo "
Usage: $0 [OPTION]
Arguments:
   -h|--help                   show this help, then exit
   -t                          upgrade_pre,upgrade_bin,upgrade_post,rollback_pre
                               rollback_bin,rollback_post,upgrade_commit,switch_over
   --min_disk                  reserved upgrade disk space in MB, default 2048
   -m|--mode                   normal、primary、standby and cascade_standby
   "
}

function debug() {
  local current_time=$(date +"%Y-%m-%d %H:%M:%S")
  echo "[$current_time]" "$1" >>"${GAUSS_LOG_FILE}"
}

function log() {
  local current_time=$(date +"%Y-%m-%d %H:%M:%S")
  echo "[$current_time]" "$1" >>"${GAUSS_LOG_FILE}"
  echo "$1"
}

function die() {
  local current_time=$(date +"%Y-%m-%d %H:%M:%S")
  if [[ -f "${GAUSS_LOG_FILE}" ]];then
    echo "[$current_time]" "$1" >>"${GAUSS_LOG_FILE}"
  fi
  echo -e "\033[31mError: $1\033[0m"
  exit $2
}

--min_disk)
      if [[ "$2" = "" ]]; then
        die "the parameter --min_disk cannot be empty." ${err_parameter}
      fi
      min_disk=$2
      if echo ${min_disk} | grep -q "[^0-9]";then
         die "min_disk value must be int " ${err_parameter}
      fi
      if echo ${min_disk} | grep -q "^0";then
         die "min_disk value cannot start with 0 " ${err_parameter}
      fi
      if [[ ${min_disk} -lt 2048 || ${min_disk} -gt 204800 ]]; then
        die "min_disk value must be >= 2048 and <= 204800" ${err_parameter}
      fi
      shift 2
      ;;
    *)
      log "please input right parameter, the following command may help you"
      log "sh opengauss_upgrade.sh --help or sh opengauss_upgrade.sh -h"
      exit ${err_parameter}
      ;;
    esac
  done
  log "Parse cmd line successfully."

}

}

function check_config_user() {
  local temp_value="$1"
  if [[ "$temp_value" == *[\{\}\[\]\<\>\"\'\`\\\ \*\!\|\;\&\$\~\?/]* ]];then
      die "$temp_value may contain illegal characters" ${err_check_init}
  fi
}

new_version=$(tail -n 1 "$new_version_cfg_path")
  new_cfg=$(sed -n 2p "$new_version_cfg_path" | sed 's/\.//g')

if [[ X"$old_version" == X || X"$old_cfg" == X || X"$new_version" == X || X"$new_cfg" == X ]]; then
    die "Maybe version.cfg is not normal" ${err_upgrade_pre}
  fi
  if ! echo "$old_cfg"|grep -Ewq "[0-9]{3,6}";then
    die "Maybe version.cfg is not normal" ${err_upgrade_pre}
  fi
  if ! echo "$new_cfg"|grep -Ewq "[0-9]{3,6}";then
    die "Maybe version.cfg is not normal" ${err_upgrade_pre}
  fi

if [[ "$old_version" == "$new_version" ]]; then
    die "New version is same as old, the commitId is $old_version!" ${err_version_same}
  fi
  if [[ ${new_cfg} -lt ${old_cfg} ]]; then
    die "Current version is newer!" ${err_upgrade_pre}
  fi
  big_cfg="False"
  if [[ ${new_cfg} -gt ${old_cfg} ]]; then
    log "Big upgrade is needed!"
    big_cfg="True"
  fi

local flag_file="$GAUSS_TMP_PATH"/version_flag
  if echo "old_version=$old_version" > "$flag_file" && chmod 600 "$flag_file"; then
    debug "Begin to generate $flag_file"
  else
    die "Write $flag_file failed" ${err_upgrade_pre}
  fi
  if ! echo "new_version=$new_version" >> "$flag_file"; then
    die "Write $flag_file failed" ${err_upgrade_pre}
  fi
  if ! echo "big_cfg=$big_cfg" >> "$flag_file"; then
    die "Write $flag_file failed" ${err_upgrade_pre}
  fi
  if ! echo "old_cfg=$old_cfg" >> "$flag_file"; then
    die "Write $flag_file failed" ${err_upgrade_pre}
  fi
  
  log "Old version commitId is $old_version, version info is $old_cfg"
  log "New version commitId is $new_version, version info is $new_cfg"

##need version.cfg to check big upgrade,note user exec sql on primary dn
}

function check_disk() {
  avail_disk=$(df -BM "$GAUSS_UPGRADE_BASE_PATH" | tail -n 1 | awk '{print $4}')
  avail_disk=${avail_disk:0:-1}
  if [[ X"$min_disk" == "X" ]]; then
    min_disk=2048
  fi
  if [[ ${avail_disk} -lt ${min_disk} ]]; then
    die "avail disk must be >= ${min_disk}MB, check with cmd: df -BM $GAUSS_UPGRADE_BASE_PATH!" ${err_check_init}
  fi
  log "Check available disk space successfully."
}

function check_db_process() {
  legal_path=$(echo "$GAUSSHOME/bin/gaussdb" | sed 's#//*#/#g')
  ps wwx | grep "${legal_path}" | grep -v grep > /dev/null
}

fi
  #get OS distributed version.
  kernel=""
  if [[ -f "/etc/euleros-release" ]]; then
    kernel=$(cat /etc/euleros-release | awk -F ' ' '{print $1}' | tr a-z A-Z)
    if [[ "${kernel}" = "Euleros" ]]; then
      kernel="Euler"
    fi
  elif [[ -f "/etc/openEuler-release" ]]; then
    kernel=$(cat /etc/openEuler-release | awk -F ' ' '{print $1}')
  elif [[ -f "/etc/centos-release" ]]; then
    kernel=$(cat /etc/centos-release | awk -F ' ' '{print $1}')
  else
    kernel=$(lsb_release -d | awk -F ' ' '{print $2}')
  fi
  log "kernel: ${kernel}"

#detect platform information.
  platform_arch=$(uname -p)
  bin_name="openGauss-Lite.*-${kernel}-${platform_arch}"
  binfile=$(ls -a | grep -E "${binname}.bin")
  shafile=${binfile%.*}.sha256
  if [[ ! -f "${binfile}" ]] || [[ ! -f "${shafile}" ]]; then
    die "bin or sha256 file not exit for the platform ${kernel}-${platform_arch}!" ${err_upgrade_pre}
  fi
  sha_expect=$(cat ${shafile})
  sha_current=$(sha256sum ${binfile} | awk '{print $1}')
  if [[ "$sha_expect" != "$sha_current" ]]; then
    die "The sha256 value of $binfile does not match $shafile!" ${err_upgrade_pre}
  fi
  if ! echo "binfile=$binfile" >>"$GAUSS_TMP_PATH"/version_flag; then
    die "Write $GAUSS_TMP_PATH/version_flag failed" ${err_upgrade_pre}
  fi
  if [[ ! -f "$GAUSS_UPGRADE_BASE_PATH"/version.cfg ]]; then
    die "version.cfg must be exit in $GAUSS_UPGRADE_BASE_PATH" ${err_upgrade_pre}
  fi
}

function bak_gauss() {
  ##bak app & postgresql.conf & pg_hba.conf
  if [[ -d "$GAUSS_BACKUP_BASE_PATH"/bak_bin_"$old_version" ]];then
    chmod -R 700 "$GAUSS_BACKUP_BASE_PATH"/bak_bin_"$old_version" && rm -rf "$GAUSS_BACKUP_BASE_PATH"/bak_bin_"$old_version"
  fi
  if cp -rf "${GAUSSHOME}" "$GAUSS_BACKUP_BASE_PATH"/bak_bin_"$old_version"; then
    log "Bak gausshome successfully."
  else
    die "Bak gausshome failed!" ${err_upgrade_pre}
  fi

if ! cp -rf "$PGDATA"/postgresql.conf "$GAUSS_BACKUP_BASE_PATH"/postgresql.conf_"$old_version"; then
    die "Bak postgresql.conf failed!" ${err_upgrade_pre}
  else
    log "Bak postgresql.conf successfully."
  fi

if ! cp -rf "$PGDATA"/pg_hba.conf "$GAUSS_BACKUP_BASE_PATH"/pg_hba.conf_"$old_version"; then
    die "Bak pg_hba.conf failed!" ${err_upgrade_pre}
  else
    log "Bak pg_hba.conf successfully."
  fi

}

if cp "$binfile" "$GAUSS_TMP_PATH"/install_bin_"$new_version" && cd "$GAUSS_TMP_PATH"/install_bin_"$new_version" && tar -zxf "$binfile" \
  && rm -f "$binfile"; then

log "Decompress $binfile successfully."
  else
    die "Decompress $binfile failed" ${err_upgrade_pre}
  fi

if cd "$GAUSS_UPGRADE_BASE_PATH" && cp "$GAUSS_UPGRADE_BASE_PATH"/version.cfg "$GAUSS_TMP_PATH"/install_bin_"$new_version"; then
    log "cp version.cfg successfully"
  else
    die "cp version.cfg failed" ${err_upgrade_pre}
  fi
}

if cp -rfp "$new_bin_path"/* "$GAUSSHOME"; then
    log "Binfile upgrade to new version successfully."
  else
    die "Binfile upgrade to new version failed" ${err_upgrade_bin}
  fi

}

function prepare_sql_all() {
  local dir_temp_sql="$GAUSS_TMP_PATH"/temp_sql
  local sql_tar_file="$GAUSS_SQL_TAR_PATH"/upgrade_sql.tar.gz
  local sql_tar_sha="$GAUSS_SQL_TAR_PATH"/upgrade_sql.sha256

if [[ ! -f "${sql_tar_file}" ]] || [[ ! -f "${sql_tar_sha}" ]]; then
    die "${sql_tar_file} or ${sql_tar_sha} not exit!" ${err_upgrade_pre}
  else
    local sha_expect=$(cat ${sql_tar_sha})
    local sha_current=$(sha256sum ${sql_tar_file} | awk '{print $1}')
    if [[ "$sha_expect" != "$sha_current" ]]; then
      die "The sha256 value of $sql_tar_file does not match $sql_tar_sha!" ${err_upgrade_pre}
    fi
    if [[ -d "$dir_temp_sql" ]];then
        rm -rf "$dir_temp_sql"
    fi
    if mkdir -p -m 700 "$dir_temp_sql" && tar -zxf "$sql_tar_file" -C "$dir_temp_sql"; then
      log "decompress upgrade_sql.tar.gz successfully."
    else
      die "decompress upgrade_sql.tar.gz failed" ${err_upgrade_pre}
    fi
  fi
  #total 8
  cd "$dir_temp_sql"
  for action in upgrade upgrade-post rollback rollback-post; do
    for db_base in maindb otherdb; do
      prepare_sql ${action} ${db_base}
    done
  done
  cd ${GAUSS_UPGRADE_BASE_PATH}

}

function exec_sql() {
  #$1: sqlfilename
  #$2: maindb,otherdb
  query_dn_role
  if [[ X"$dn_role" == X"standby" || X"$dn_role" == X"cascade_standby" ]]; then
    return 0
  fi
  if [[ ! -f "$1" ]]; then
    return 0
  fi

# if [[ X"$GAUSS_ADMIN_PASSWORD" == X ]]; then
  #   die "GAUSS_ADMIN_PASSWORD is null" ${err_upgrade_pre}
  # fi
  if ! check_upgrade_mode_by_sql;then
    return 1
  fi
  
  tempresult="$GAUSS_TMP_PATH"/"temp_sql_tempresult_$(date +%Y%m%d_%H%M%S)"
  if echo "" > "$tempresult" && chmod 600 "$tempresult"; then
    debug "begin exec sql ,file name is $1"
  else
    log "Generate $tempresult failed."
  fi
  sqlbegin="gsql -p $GAUSS_LISTEN_PORT -X -t -A "
  if [[ "$2" == "maindb" ]]; then
    if ${sqlbegin} -d postgres --echo-queries --set ON_ERROR_STOP=on -f $1 >> "$tempresult" 2>&1;then
      debug "Exec $1 on database: postgres successfully"
    else
      log "Exec sql on postgres failed."
      debug "$(cat ${tempresult})"
      rm -f ${tempresult}
      return 1
    fi
  else
    if databases=$(${sqlbegin} -d postgres -c "SELECT datname FROM pg_catalog.pg_database where datname != 'postgres';");then
        temp_num=$(echo ${databases}|awk '{print NF}')
        debug "Num of other databases: $temp_num"
    else
      log "Exec sql to get databases failed."
      return 1
    fi
    for database in ${databases}; do
      debug "Begin exec $1 on database: $database "
      ${sqlbegin} -d ${database} --echo-queries --set ON_ERROR_STOP=on -f $1 >> "$tempresult" 2>&1
    done
  fi
  if grep -wE "ERROR:|FATAL:|could not connect to server" ${tempresult}; then
    log "Exec sql failed."
    debug "$(cat ${tempresult})"
    rm -f ${tempresult}
    return 1
  else
    debug "Exec all sql successfully."
    rm -f ${tempresult}
    return 0
  fi

}

function stop_dbnode() {
  if ! check_db_process; then
    return 0
  fi
  gs_ctl stop -D ${PGDATA} >>"${GAUSS_LOG_FILE}" 2>&1
}

function start_dbnode() {
  start_cmd="gs_ctl start  -D ${PGDATA} "
  if [[ X"$dn_role" = X ]]; then
    return 1
  fi
  if [[ X"$dn_role" != X"normal" ]]; then
    start_cmd="$start_cmd""-M $dn_role "
  fi
  log "start gaussdb by cmd: $start_cmd"
  ${start_cmd} >>"${GAUSS_LOG_FILE}" 2>&1

}

function query_dn_role() {
  timeout 1 gs_ctl query -D ${PGDATA} >"${GAUSS_TMP_PATH}/temp_dn_role"
  dn_role_temp=$(grep local_role "${GAUSS_TMP_PATH}/temp_dn_role" | head -1 | awk '{print $3}')
  rm -f "${GAUSS_TMP_PATH}/temp_dn_role"

if [[ "$dn_role_temp" = "Normal" ]]; then
    dn_role_temp="normal"
  elif [[ "$dn_role_temp" = "Primary" ]]; then
    dn_role_temp="primary"
  elif [[ "$dn_role_temp" = "Standby" ]]; then
    dn_role_temp="standby"
  elif [[ "$dn_role_temp" = "Cascade" ]]; then
    dn_role_temp="cascade_standby"
  else
    dn_role_temp=""
  fi

if [[ X"$dn_role" = X ]] && [[ X"$dn_role_temp" = X ]]; then
    die "dn_role cannot be null" ${err_dn_role_null}
  fi
  if [[ X"$dn_role" = X ]]; then
    dn_role="$dn_role_temp"
  fi
  if [[ X"$dn_role_temp" = X ]]; then
    dn_role_temp="$dn_role"
  fi
  if [[ "$dn_role" != "$dn_role_temp" ]]; then
    die "dn_role maybe not right" ${err_dn_role_null}
  fi
}

function reload_upgrade_config() {
  if check_upgrade_config "$1" "$2"; then
    return 0
  fi
  # only primary need to reload upgrade_mode, standby wait sync from primary
  query_dn_role
  if [[ X"$dn_role" == X"standby" || X"$dn_role" == X"cascade_standby" ]]; then
    return 0
  fi
  # ensure value of sync_config_strategy is all_node or default
  if ! check_upgrade_config "sync_config_strategy" "all_node"; then
    return 1
  fi

local current_time=$(date +"%Y-%m-%d %H:%M:%S")
  echo -n \[${current_time}\] "  " >>"${GAUSS_LOG_FILE}"
  for i in $(seq 1 3);do
      if gs_guc reload -D ${PGDATA} -c "$1=$2" >>"${GAUSS_LOG_FILE}" 2>&1; then
        return 0
      fi
      sleep 2
  done
  return 1
}

function check_upgrade_mode_by_sql(){
  # check upgrade_mode = 2 by sql
  check_upgrade_mode_result="$GAUSS_TMP_PATH"/".temp_upgrade_mode"
  if echo "" > ${check_upgrade_mode_result} && chmod 600 ${check_upgrade_mode_result}; then
    debug "Begin to generate check_upgrade_mode_result."
  else
    log "generate $check_upgrade_mode_result failed."
    return 1
  fi
  gsql -p ${GAUSS_LISTEN_PORT} -d postgres --pipeline -X -t -A \
    -c "show upgrade_mode;" > ${check_upgrade_mode_result} 2>&1 &
  sleep 0.1

for i in $(seq 1 60);
  do
    check_mode_sql=$(cat ${check_upgrade_mode_result})
    if [[ "$check_mode_sql" == "2" ]];then
        rm -f ${check_upgrade_mode_result}
        return 0
    elif [[ "$check_mode_sql" == "0" ]];then
        rm -f ${check_upgrade_mode_result}
        gsql -p ${GAUSS_LISTEN_PORT} -d postgres --pipeline -X -t -A \
        -c "show upgrade_mode;" > ${check_upgrade_mode_result} 2>&1 &
    elif [[ "$check_mode_sql" == "" ]];then
        debug "Wait for check_upgrade_mode_result..."
    else
        log "$(cat ${check_upgrade_mode_result})"
        return 1
    fi
    sleep 0.5
  done
  if [[ -f "${check_upgrade_mode_result}" ]]; then
      debug "check_upgrade_mode_result is $(cat ${check_upgrade_mode_result})"
      rm -f ${check_upgrade_mode_result}
  else
      debug "get upgrade_mode by gsql failed"
  fi
  return 1
}

if ! cp -rf ./postgresql.conf_"$old_version" "$PGDATA"/postgresql.conf; then
      die "Restore postgresql.conf failed!" ${err_rollback_bin}
    fi
    if ! cp -rf ./pg_hba.conf_"$old_version" "$PGDATA"/pg_hba.conf; then
      die "Restore pg_hba.conf failed!" ${err_rollback_bin}
    fi
    log "Restore GAUSSHOME,postgresql.conf,pg_hba.conf successfully."
    # when rollback postgresql.conf, upgrade_mode should be set to 2
    if [[ X"$big_cfg" == X ]]; then
      big_cfg=$(grep big_cfg "$GAUSS_TMP_PATH"/version_flag | awk -F= '{print $2}')
    fi
    if [[ "$big_cfg" == "True" ]]; then
      if ! set_upgrade_config upgrade_mode 2; then
        die "set upgrade_mode to 2 failed" ${err_rollback_bin}
      fi
    fi
    if ! cd "$GAUSS_UPGRADE_BASE_PATH"; then
      die "$GAUSS_UPGRADE_BASE_PATH cannot access" ${err_rollback_bin}
    fi

if ! start_dbnode; then
      die "Start gaussdb failed" ${err_rollback_bin}
    fi
    record_step 2
    log "The rollback_bin step is executed successfully. "
  fi

}

}

if exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_upgrade_maindb.sql maindb && exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_upgrade_otherdb.sql otherdb; then
      debug "exec pre sql successfully"
    else
      die "exec pre sql failed" ${err_upgrade_pre}
    fi

fi
  record_step 2
  log "The upgrade_pre step is executed successfully. "
}

fi
  if ! cd - > /dev/null; then
    die "cd - failed" ${temp_err_code}
  fi
}

fi
  record_step 6
  log "The upgrade_post step is executed successfully. "
}
function upgrade_commit() {
    parses_step
  if [[ "$current_step" -eq 0 ]]; then
    die "No need commit,upgrade directly" ${err_no_need_commit}
  fi
  if [[ "$current_step" -ne 6 ]]; then
    die "Now you can't commit because the steps are wrong" ${err_upgrade_commit}
  fi
  if ! rm -f  "$GAUSSHOME"/old_upgrade_version;then
    die "rm $GAUSSHOME/old_upgrade_version file failed" ${err_upgrade_commit}
  fi
  if ! reload_upgrade_config upgrade_mode 0; then
    die "set upgrade_mode to 0 failed" ${err_upgrade_commit}
  fi
  if [[ X"$old_cfg" == X ]]; then
    old_cfg=$(grep old_cfg "$GAUSS_TMP_PATH"/version_flag | awk -F= '{print $2}')
  fi
  if ! sed -i  "s/\"-u\"\ \"$old_cfg\"\ //g" "$GAUSSDATA"/postmaster.opts; then
    die "modify postmaster.opts failed, please check." ${err_upgrade_commit}
  fi
  # after commit, need to reset step to 0
  record_step 0
  # need rm back dir and tempdir
  delete_tmp_files
  log "The upgrade_commit step is executed successfully. "
}
function record_step() {
  local record_file="$GAUSS_TMP_PATH"/record_step.txt
  if echo "$1" > "$record_file" && chmod 600 "$record_file"; then
    debug "record step $1 successfully."
  else
    die "Write step file failed" ${err_inner_sys}
  fi
}

function parses_step() {
  if [[ ! -f "$GAUSS_TMP_PATH"/record_step.txt ]]; then
    current_step=0
  else
    if grep -q [^0-6] "$GAUSS_TMP_PATH"/record_step.txt; then
      die "$GAUSS_TMP_PATH/record_step.txt may be changed manually" ${err_inner_sys}
    else
      current_step=$(cat "$GAUSS_TMP_PATH"/record_step.txt)
    fi
  fi
  debug "current_step is $current_step"
}

function switch_over() {
  local temp_file="${GAUSS_TMP_PATH}/temp_switch_over"
  if gs_ctl query -D "$PGDATA" > "$temp_file" && chmod 400 "$temp_file"; then
      local_role_temp=$(grep local_role "$temp_file" | head -1 | awk '{print $3}')
      db_state_temp=$(grep db_state "$temp_file" | head -1 | awk '{print $3}')
      peer_role_temp=$(grep peer_role "$temp_file" | head -1 | awk '{print $3}')
      rm -f "$temp_file"
  else
      die "gs_ctl query -D $PGDATA failed"  1
  fi

if [[ "$local_role_temp" = "Standby" ]] && [[ "$db_state_temp" = "Normal" ]] && [[ "$peer_role_temp" = "Primary" ]]; then
    log "Current node can do switchover"
    if gs_ctl switchover -D "$GAUSSDATA" -f ;then
        log "Switchover success"
    else
        die "Switchover failed"
    fi
  else
    log "no need do switchover"
  fi
}

function delete_tmp_files() {
    # need rm back dir and tempdir
    new_version=$(grep new_version "$GAUSS_TMP_PATH"/version_flag | awk -F= '{print $2}')
    old_version=$(grep old_version "$GAUSS_TMP_PATH"/version_flag | awk -F= '{print $2}')
    if [[ -d "$GAUSS_BACKUP_BASE_PATH"/bak_bin_"$old_version" ]];then
      chmod -R 700 "$GAUSS_BACKUP_BASE_PATH"/bak_bin_"$old_version" && rm -rf "$GAUSS_BACKUP_BASE_PATH"/bak_bin_"$old_version"
    fi
    rm -f "$GAUSS_BACKUP_BASE_PATH"/postgresql.conf_"$old_version"
    rm -f "$GAUSS_BACKUP_BASE_PATH"/pg_hba.conf_"$old_version"

if [[ -d "$GAUSS_TMP_PATH"/temp_sql ]];then
      rm -rf "$GAUSS_TMP_PATH"/temp_sql
    fi
    if [[ -d "$GAUSS_TMP_PATH"/install_bin_"$new_version" ]];then
      chmod -R 700 "$GAUSS_TMP_PATH"/install_bin_"$new_version" && rm -rf "$GAUSS_TMP_PATH"/install_bin_"$new_version"
    fi
    rm -f "$GAUSS_TMP_PATH"/version_flag
    rm -f "$GAUSS_TMP_PATH"/record_step.txt
}