#!/bin/sh # This script will check if any APT upgrade is available and # will prepare the host in order to apply upgrade with another script # 1. Create a temp file # 2. Disable SGE queue # This script can be call by a cronjob (eg. weekly) # Another script should try to apply upgrades also with cron (eg. hourly) # Vars {{{ readonly PROGNAME=$(basename "${0}") readonly PROGDIR=$(readlink -m $(dirname "${0}")) readonly ARGS="${*}" readonly NBARGS="${#}" [ -z "${DEBUG}" ] && DEBUG=1 ## Export DEBUG for sub-script export DEBUG readonly APT_TMP_FILE="/tmp/.apt.upgrade" ## Colors readonly PURPLE='\033[1;35m' readonly RED='\033[0;31m' readonly RESET='\033[0m' readonly COLOR_DEBUG="${PURPLE}" # }}} usage() { # {{{ cat <<- EOF usage: $PROGNAME Verify if any APT package upgrade is available and try to prepare the host by : * Disabling SGE queue EXAMPLES : - Verify upgrade and prepare the current host ${PROGNAME} OPTIONS : -d,--debug Enable debug messages. -h,--help Print this help message. EOF } # }}} debug_message() { # {{{ local_message="${1}" ## Print message if DEBUG is enable (=0) [ "${DEBUG}" -eq "0" ] && printf '\e[1;35m%-6b\e[m\n' "DEBUG − ${PROGNAME} : ${local_message}" return 0 } # }}} define_vars() { # {{{ ## If sge_hostname wasn't defined if [ -z "${sge_hostname}" ]; then ## Use local host for sge_hostname sge_hostname="$(hostname -f)" fi } # }}} is_apt_upgrade_absent() { # {{{ ## Count the number of upgradable packages and substract 1 for the header local_apt_upgrade_number="$(apt list --upgradable 2>/dev/null \ | wc -l \ | awk '{print $1-1}')" case "${local_apt_upgrade_number}" in 0 ) ## No available upgrade return_apt_upgrade_absent="0" ;; * ) ## Upgrade seems available return_apt_upgrade_absent="1" ;; esac ## Simple debug message to valid current variable debug_message "is_apt_upgrade_absent − \ APT upgrade available for this system: ${RED}${local_apt_upgrade_number:=/dev/null}${COLOR_DEBUG}." return "${return_apt_upgrade_absent}" } # }}} is_apt_upgrade_present() { # {{{ ## Count the number of upgradable packages and substract 1 for the header local_apt_upgrade_number="$(apt list --upgradable 2>/dev/null \ | wc -l \ | awk '{print $1-1}')" case "${local_apt_upgrade_number}" in 0 ) ## No available upgrade return_apt_upgrade_present="1" ;; * ) ## Upgrade seems available return_apt_upgrade_present="0" ;; esac ## Simple debug message to valid current variable debug_message "is_apt_upgrade_present − \ APT upgrade available for this system: ${RED}${local_apt_upgrade_number:=/dev/null}${COLOR_DEBUG}." return "${return_apt_upgrade_present}" } # }}} is_sge_slots_more_than_percentage() { # {{{ local_percentage="${1}" ## Get the number of total SGE slots local_sge_slots=$(qhost -h "${sge_hostname:=/dev/null}" -q -xml \ | grep --max-count=1 -- "'slots'" \ | sed 's;.*\(.*\);\1;') ## Get the expected percentage of total SGE slots local_sge_slots_percentage=$(echo "${local_sge_slots}" \ | awk -v percentage="0.${local_percentage}" '{ print int($1 * percentage) }') ## Get the number of SGE used slots local_sge_slots_used=$(qhost -h "${sge_hostname:=/dev/null}" -q -xml \ | grep --max-count=1 -- "'slots_used'" \ | sed 's;.*\(.*\);\1;') if [ "${local_sge_slots_used}" -ge "${local_sge_slots_percentage}" ]; then ## Used slots is greater or equal than expected percentage return_sge_slots_percentage="0" ## Simple debug message to valid current variable debug_message "is_sge_slots_more_than_percentage − \ Used slots has reached ${RED}${local_percentage}%${COLOR_DEBUG} of total slots: ${RED}${local_sge_slots_used:=/dev/null}${COLOR_DEBUG}/${local_sge_slots}." else return_sge_slots_percentage="1" ## Simple debug message to valid current variable debug_message "is_sge_slots_more_than_percentage − \ Used slots did not reach ${RED}${local_percentage}%${COLOR_DEBUG} of total slots: ${RED}${local_sge_slots_used:=/dev/null}${COLOR_DEBUG}/${local_sge_slots}." fi return "${return_sge_slots_percentage}" } # }}} is_pending_upgrade_more_than_days() { # {{{ local_days="${1}" local_line_size="24" local_max_file_size="$(( ${local_days} * ${local_line_size} ))" debug_message "is_pending_upgrade_more_than_days (${local_days}) − \ Check if ${APT_TMP_FILE} has a size bigger than ${RED}${local_max_file_size:=/dev/null}${COLOR_DEBUG} bytes (${local_days} days * ${local_line_size} bytes size for one line)." if [ $(find "${APT_TMP_FILE}" -type f -size +"${local_max_file_size}"c 2>/dev/null) ]; then ## Temp file seems to exist for more than the maximum days return_pending_upgrade_more_than_days="0" debug_message "is_pending_upgrade_more_than_days − \ There is pending upgrade(s) for more than ${RED}${local_days:=/dev/null}${COLOR_DEBUG} days." else return_pending_upgrade_more_than_days="1" debug_message "is_pending_upgrade_more_than_days − \ NO pending upgrades for more than ${RED}${local_days:=/dev/null}${COLOR_DEBUG} days." fi return "${return_pending_upgrade_more_than_days}" } # }}} is_sge_slots_empty() { # {{{ ## Get the number of SGE used slots local_sge_slots_used=$(qhost -h "${sge_hostname:=/dev/null}" -q -xml \ | grep --max-count=1 -- "'slots_used'" \ | sed 's;.*\(.*\);\1;') if [ "${local_sge_slots_used}" -eq "0" ]; then ## Used slots is null return_sge_slots_empty="0" else return_sge_slots_empty="1" fi ## Simple debug message to valid current variable debug_message "is_sge_slots_empty − \ SGE slots currently in use: ${RED}${local_sge_slots_used:=/dev/null}${COLOR_DEBUG}." return "${return_sge_slots_empty}" } # }}} is_pending_job_empty() { # {{{ ## Count the number of pending jobs (qw state only) ## Excluding root's jobs local_pending_jobs="$(qstat -s p -u '*' \ | grep --count --perl-regexp -- "(?=.*?\bqw\b)((?!root).)*$")" case "${local_pending_jobs}" in 0 ) ## Pending jobs list is empty return_pending_job_empty="0" ;; * ) ## Some jobs are waiting return_pending_job_empty="1" ;; esac ## Simple debug message to valid current variable debug_message "is_pending_job_empty − \ Pending jobs for the compute cluster: ${RED}${local_pending_jobs:=/dev/null}${COLOR_DEBUG}." return "${return_pending_job_empty}" } # }}} main() { # {{{ ## Define all vars define_vars sge_disable_host_queue_script="${PROGDIR}/sge.disable.host.queue.sh" ## If NO APT package upgrade is available {{{ ### Ensure to remove any temp file related to APT upgrades ### Exit is_apt_upgrade_absent \ && rm -f -- "${APT_TMP_FILE}" \ && exit 0 ## }}} ## If SGE used slots is more than 75% of total slots AND {{{ ## APT package upgrade is available ### Create a temp file ### Disable SGE queue is_sge_slots_more_than_percentage "75" \ && is_apt_upgrade_present \ && touch "${APT_TMP_FILE}" && echo "APT upgrade is available." >> "${APT_TMP_FILE}" \ && sh "${sge_disable_host_queue_script}" \ && exit 0 ## }}} ## If pending upgrade since 3~4 days AND {{{ ## APT package upgrade is available ### Create a temp file ### Disable SGE queue is_pending_upgrade_more_than_days "3" \ && is_apt_upgrade_present \ && touch "${APT_TMP_FILE}" && echo "APT upgrade is available." >> "${APT_TMP_FILE}" \ && sh "${sge_disable_host_queue_script}" \ && exit 0 ## }}} ## If SGE used slots is NULL AND {{{ ## APT package upgrade is available ### Create a temp file ### Disable SGE queue is_sge_slots_empty \ && is_apt_upgrade_present \ && touch "${APT_TMP_FILE}" && echo "APT upgrade is available." >> "${APT_TMP_FILE}" \ && sh "${sge_disable_host_queue_script}" \ && exit 0 ## }}} ## If pending job list is empty AND {{{ ## APT package upgrade is available ### Create a temp file ### Disable SGE queue is_pending_job_empty \ && is_apt_upgrade_present \ && touch "${APT_TMP_FILE}" && echo "APT upgrade is available." >> "${APT_TMP_FILE}" \ && sh "${sge_disable_host_queue_script}" \ && exit 0 ## }}} ## If APT package upgrade is available {{{ ### Create a temp file ### Disable SGE queue is_apt_upgrade_present \ && touch "${APT_TMP_FILE}" && echo "APT upgrade is available." >> "${APT_TMP_FILE}" \ && sh "${sge_disable_host_queue_script}" \ && exit 0 ## }}} } # }}} # Manage arguments # {{{ # This code can't be in a function due to arguments if [ ! "${NBARGS}" -eq "0" ]; then manage_arg="0" ## If the first argument is not an option if ! printf -- '%s' "${1}" | grep -q -E -- "^-+"; then ## Print help message and exit printf '%b\n' "${RED}Invalid option: ${1}${RESET}" printf '%b\n' "---" usage exit 1 fi # Parse all options (start with a "-") one by one while printf -- '%s' "${1}" | grep -q -E -- "^-+"; do case "${1}" in -d|--debug ) ## debug DEBUG=0 ;; -h|--help ) ## help usage ## Exit after help informations exit 0 ;; * ) ## unknow option printf '%b\n' "${RED}Invalid option: ${1}${RESET}" printf '%b\n' "---" usage exit 1 ;; esac debug_message "Arguments management − \ ${RED}${1}${COLOR_DEBUG} option managed." ## Move to the next argument shift manage_arg=$((manage_arg+1)) done debug_message "Arguments management − \ ${RED}${manage_arg}${COLOR_DEBUG} argument(s) successfully managed." else debug_message "Arguments management − \ No arguments/options to manage." fi # }}} main exit 255