fix : correctifs multiples
This commit is contained in:
AkiNoKure
347
RecetteScripts/backup-bdd-recette.sh
Normal file
347
RecetteScripts/backup-bdd-recette.sh
Normal file
@@ -0,0 +1,347 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
|
||||
###############################################################################
|
||||
# backup-bdd-recette.sh
|
||||
#
|
||||
# Ce script réalise une sauvegarde logique de plusieurs bases PostgreSQL
|
||||
# définies dans le fichier .env, exporte également la liste des rôles/users,
|
||||
# puis transfère l’ensemble vers une machine distante de stockage.
|
||||
#
|
||||
# Fonctionnement global :
|
||||
# 1. charge la configuration depuis le fichier .env ;
|
||||
# 2. prépare les chemins, logs et variables de connexion ;
|
||||
# 3. empêche l’exécution simultanée grâce à un verrou ;
|
||||
# 4. crée les dossiers de destination sur la machine distante ;
|
||||
# 5. exporte les rôles PostgreSQL ;
|
||||
# 6. dump chaque base au format personnalisé PostgreSQL ;
|
||||
# 7. transfère chaque fichier vers le serveur distant ;
|
||||
# 8. envoie un bilan sur Discord :
|
||||
# - 1 message global si tout est OK ;
|
||||
# - 1 message USERS si export/transfert des rôles en erreur ;
|
||||
# - 1 message par base si dump ou transfert en erreur.
|
||||
###############################################################################
|
||||
|
||||
#######################################
|
||||
# Chargement du .env
|
||||
#######################################
|
||||
|
||||
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||
ENV_FILE="${SCRIPT_DIR}/.env"
|
||||
|
||||
if [[ ! -f "$ENV_FILE" ]]; then
|
||||
echo "ERROR: fichier .env introuvable : $ENV_FILE" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
set -a
|
||||
# shellcheck disable=SC1090
|
||||
source "$ENV_FILE"
|
||||
set +a
|
||||
|
||||
#######################################
|
||||
# Vérification des variables requises
|
||||
#######################################
|
||||
|
||||
: "${ENV_NAME:?Variable ENV_NAME manquante}"
|
||||
: "${PGHOST:?Variable PGHOST manquante}"
|
||||
: "${PGPORT:?Variable PGPORT manquante}"
|
||||
: "${PGUSER:?Variable PGUSER manquante}"
|
||||
: "${PGPASSWORD:?Variable PGPASSWORD manquante}"
|
||||
: "${DBS:?Variable DBS manquante}"
|
||||
: "${BACKUP_REMOTE_USER:?Variable BACKUP_REMOTE_USER manquante}"
|
||||
: "${BACKUP_REMOTE_HOST:?Variable BACKUP_REMOTE_HOST manquante}"
|
||||
: "${BACKUP_REMOTE_DIR:?Variable BACKUP_REMOTE_DIR manquante}"
|
||||
: "${SSH_KEY:?Variable SSH_KEY manquante}"
|
||||
: "${SSH_TIMEOUT:?Variable SSH_TIMEOUT manquante}"
|
||||
: "${BACKUP_LOG_DIR:?Variable BACKUP_LOG_DIR manquante}"
|
||||
|
||||
#######################################
|
||||
# Configuration principale
|
||||
#######################################
|
||||
|
||||
# Conversion de la liste des bases en tableau Bash
|
||||
read -r -a DBS_ARRAY <<< "$DBS"
|
||||
|
||||
# Paramètres de connexion SSH vers la machine distante
|
||||
IA_SSH="${BACKUP_REMOTE_USER}@${BACKUP_REMOTE_HOST}"
|
||||
IA_BASE_DIR="${BACKUP_REMOTE_DIR}"
|
||||
|
||||
# Clé SSH et options utilisées pour les connexions SSH/SCP
|
||||
SSH_OPTS=(-i "$SSH_KEY" -o IdentitiesOnly=yes -o BatchMode=yes -o ConnectTimeout="${SSH_TIMEOUT}")
|
||||
|
||||
# Dossier de logs local
|
||||
LOG_DIR="${BACKUP_LOG_DIR}"
|
||||
mkdir -p "$LOG_DIR"
|
||||
|
||||
# Timestamp unique pour identifier ce jeu de sauvegardes
|
||||
TS="$(date +'%Y-%m-%d_%H-%M-%S')"
|
||||
BACKUP_DIR_NAME="backup_${TS}"
|
||||
LOG_FILE="${LOG_DIR}/${BACKUP_DIR_NAME}.log"
|
||||
|
||||
# Dossier temporaire local où seront générés les dumps avant transfert
|
||||
TMP_DIR="/tmp/pg_dump_${BACKUP_DIR_NAME}"
|
||||
mkdir -p "$TMP_DIR"
|
||||
|
||||
# Redirige stdout/stderr vers le fichier de log tout en gardant l'affichage console
|
||||
exec > >(tee -a "$LOG_FILE") 2>&1
|
||||
|
||||
# Fonction de log horodaté
|
||||
log() { echo "---- $(date +'%Y-%m-%d %H:%M:%S') ---- $*"; }
|
||||
|
||||
# Rend le mot de passe PostgreSQL disponible à psql / pg_dump
|
||||
export PGPASSWORD
|
||||
|
||||
#######################################
|
||||
# Configuration Discord
|
||||
#######################################
|
||||
|
||||
# URL du webhook Discord.
|
||||
# Si elle est vide, aucune notification ne sera envoyée.
|
||||
DISCORD_WEBHOOK_URL="${DISCORD_WEBHOOK_URL:-}"
|
||||
DISCORD_PING="${DISCORD_PING:-@here}"
|
||||
|
||||
# Envoie un message texte simple sur Discord via webhook
|
||||
discord_send() {
|
||||
local msg="$1"
|
||||
[[ -z "${DISCORD_WEBHOOK_URL:-}" ]] && return
|
||||
|
||||
curl -fsS -H "Content-Type: application/json" \
|
||||
-d "{\"content\":\"$msg\"}" \
|
||||
"$DISCORD_WEBHOOK_URL" >/dev/null || true
|
||||
}
|
||||
|
||||
#######################################
|
||||
# Message global OK
|
||||
#######################################
|
||||
|
||||
# Envoie un message unique quand tout le process s’est bien déroulé
|
||||
discord_msg_global_ok() {
|
||||
local msg="**BACKUP BDD ${ENV_NAME} 🟢**\n"
|
||||
msg+="Name: ${BACKUP_DIR_NAME}\n"
|
||||
msg+="Dumps transfer: ✅\n"
|
||||
msg+="Users transfer: ✅"
|
||||
|
||||
discord_send "$msg"
|
||||
}
|
||||
|
||||
#######################################
|
||||
# Message USERS
|
||||
#######################################
|
||||
|
||||
# Envoie un message de statut spécifique à l’export/transfert des rôles/users
|
||||
# Paramètres :
|
||||
# $1 = export_ok -> non vide si export OK
|
||||
# $2 = transfer_ok -> non vide si transfert OK
|
||||
# $3 = details -> détail textuel de l’erreur éventuelle
|
||||
discord_msg_users() {
|
||||
local export_ok="$1"
|
||||
local transfer_ok="$2"
|
||||
local details="$3"
|
||||
|
||||
local export_disp transfer_disp
|
||||
export_disp=$([[ -n "$export_ok" ]] && echo "✅" || echo "❌")
|
||||
transfer_disp=$([[ -n "$transfer_ok" ]] && echo "✅" || echo "❌")
|
||||
|
||||
local color ping
|
||||
if [[ -n "$export_ok" && -n "$transfer_ok" ]]; then
|
||||
color="🟢"
|
||||
ping=""
|
||||
else
|
||||
color="🔴"
|
||||
ping="${DISCORD_PING} "
|
||||
fi
|
||||
|
||||
local msg="**${ping}BACKUP BDD ${ENV_NAME} ${color}**\n"
|
||||
msg+="Name: ${BACKUP_DIR_NAME}\n"
|
||||
msg+="Users export: ${export_disp}\n"
|
||||
msg+="Users transfer: ${transfer_disp}"
|
||||
|
||||
[[ -n "$details" ]] && msg+="\nDetails: ${details}"
|
||||
|
||||
discord_send "$msg"
|
||||
}
|
||||
|
||||
#######################################
|
||||
# Message DB
|
||||
#######################################
|
||||
|
||||
# Envoie un message de statut spécifique à une base donnée
|
||||
# Paramètres :
|
||||
# $1 = db -> nom de la base
|
||||
# $2 = dump_ok -> non vide si dump OK
|
||||
# $3 = transfer_ok -> non vide si transfert OK
|
||||
# $4 = details -> détail textuel de l’erreur éventuelle
|
||||
discord_msg_db() {
|
||||
local db="$1"
|
||||
local dump_ok="$2"
|
||||
local transfer_ok="$3"
|
||||
local details="$4"
|
||||
|
||||
local dump_disp transfer_disp
|
||||
dump_disp=$([[ -n "$dump_ok" ]] && echo "✅" || echo "❌")
|
||||
transfer_disp=$([[ -n "$transfer_ok" ]] && echo "✅" || echo "❌")
|
||||
|
||||
local color ping
|
||||
if [[ -n "$dump_ok" && -n "$transfer_ok" ]]; then
|
||||
color="🟢"
|
||||
ping=""
|
||||
else
|
||||
color="🔴"
|
||||
ping="${DISCORD_PING} "
|
||||
fi
|
||||
|
||||
local msg="**${ping}BACKUP BDD ${ENV_NAME} ${color}**\n"
|
||||
msg+="Name: ${BACKUP_DIR_NAME}\n"
|
||||
msg+="Database: ${db}\n"
|
||||
msg+="Dump: ${dump_disp}\n"
|
||||
msg+="Transfer: ${transfer_disp}"
|
||||
|
||||
[[ -n "$details" ]] && msg+="\nDetails: ${details}"
|
||||
|
||||
discord_send "$msg"
|
||||
}
|
||||
|
||||
#######################################
|
||||
# Variables de statut globales
|
||||
#######################################
|
||||
|
||||
DUMPS_OK=true
|
||||
USERS_OK=true
|
||||
|
||||
USERS_EXPORT_OK=true
|
||||
USERS_TRANSFER_OK=true
|
||||
USERS_DETAILS=""
|
||||
|
||||
declare -A DB_DUMP_OK
|
||||
declare -A DB_TRANSFER_OK
|
||||
declare -A DB_DETAILS
|
||||
|
||||
#######################################
|
||||
# Verrou d’exécution
|
||||
#######################################
|
||||
|
||||
LOCK_DIR="/tmp/pg_multi_dump_stream.lock.d"
|
||||
|
||||
if ! mkdir "$LOCK_DIR" 2>/dev/null; then
|
||||
log "ERROR: Backup déjà en cours"
|
||||
discord_msg_users "" "" "Lock already exists"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
trap 'rm -rf "$LOCK_DIR"' EXIT
|
||||
|
||||
#######################################
|
||||
# Préparation du dossier distant
|
||||
#######################################
|
||||
|
||||
REMOTE_DIR="${IA_BASE_DIR}"
|
||||
|
||||
log "Creating remote directories"
|
||||
|
||||
if ! ssh "${SSH_OPTS[@]}" "$IA_SSH" "mkdir -p '${REMOTE_DIR}/ferme' '${REMOTE_DIR}/sirh' '${REMOTE_DIR}/inventory' '${REMOTE_DIR}/user'"; then
|
||||
log "ERROR: remote mkdir failed"
|
||||
discord_msg_users "" "" "Remote mkdir failed"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
#######################################
|
||||
# Export des rôles PostgreSQL
|
||||
#######################################
|
||||
|
||||
ROLES_FILE="${TMP_DIR}/user_${TS}.dump"
|
||||
|
||||
set +e
|
||||
|
||||
psql -h "$PGHOST" -p "$PGPORT" -U "$PGUSER" -d postgres -Atq <<'SQL' > "$ROLES_FILE"
|
||||
SELECT rolname FROM pg_roles WHERE rolname !~ '^pg_';
|
||||
SQL
|
||||
|
||||
RET=$?
|
||||
|
||||
if [[ $RET -ne 0 ]]; then
|
||||
USERS_OK=
|
||||
USERS_EXPORT_OK=
|
||||
USERS_DETAILS="roles export failed"
|
||||
fi
|
||||
|
||||
scp "${SSH_OPTS[@]}" "$ROLES_FILE" "$IA_SSH:${REMOTE_DIR}/user/"
|
||||
RET=$?
|
||||
|
||||
if [[ $RET -ne 0 ]]; then
|
||||
USERS_OK=
|
||||
USERS_TRANSFER_OK=
|
||||
USERS_DETAILS+=" roles transfer failed"
|
||||
fi
|
||||
|
||||
set -e
|
||||
|
||||
#######################################
|
||||
# Dump des bases
|
||||
#######################################
|
||||
|
||||
set +e
|
||||
|
||||
for DB in "${DBS_ARRAY[@]}"; do
|
||||
|
||||
FILE="${TMP_DIR}/${DB}_${TS}.dump"
|
||||
|
||||
DB_DUMP_OK["$DB"]=true
|
||||
DB_TRANSFER_OK["$DB"]=true
|
||||
DB_DETAILS["$DB"]="OK"
|
||||
|
||||
log "Dump $DB"
|
||||
|
||||
pg_dump -h "$PGHOST" -p "$PGPORT" -U "$PGUSER" -Fc -d "$DB" -f "$FILE"
|
||||
|
||||
RET=$?
|
||||
|
||||
if [[ $RET -ne 0 ]]; then
|
||||
DUMPS_OK=
|
||||
DB_DUMP_OK["$DB"]=
|
||||
DB_TRANSFER_OK["$DB"]=
|
||||
DB_DETAILS["$DB"]="dump failed"
|
||||
continue
|
||||
fi
|
||||
|
||||
scp "${SSH_OPTS[@]}" "$FILE" "$IA_SSH:${REMOTE_DIR}/${DB}/"
|
||||
|
||||
RET=$?
|
||||
|
||||
if [[ $RET -ne 0 ]]; then
|
||||
DUMPS_OK=
|
||||
DB_TRANSFER_OK["$DB"]=
|
||||
DB_DETAILS["$DB"]="transfer failed"
|
||||
fi
|
||||
|
||||
done
|
||||
|
||||
set -e
|
||||
|
||||
#######################################
|
||||
# Nettoyage local
|
||||
#######################################
|
||||
|
||||
rm -rf "$TMP_DIR"
|
||||
|
||||
#######################################
|
||||
# Bilan final Discord
|
||||
#######################################
|
||||
|
||||
MODE_KO=
|
||||
|
||||
[[ -z "${DUMPS_OK:-}" ]] && MODE_KO=true
|
||||
[[ -z "${USERS_OK:-}" ]] && MODE_KO=true
|
||||
|
||||
if [[ -z "${MODE_KO:-}" ]]; then
|
||||
discord_msg_global_ok
|
||||
exit 0
|
||||
fi
|
||||
|
||||
discord_msg_users "${USERS_EXPORT_OK:+true}" "${USERS_TRANSFER_OK:+true}" "$USERS_DETAILS"
|
||||
|
||||
for DB in "${DBS_ARRAY[@]}"; do
|
||||
discord_msg_db "$DB" "${DB_DUMP_OK[$DB]:+true}" "${DB_TRANSFER_OK[$DB]:+true}" "${DB_DETAILS[$DB]}"
|
||||
done
|
||||
|
||||
exit 2
|
||||
Reference in New Issue
Block a user