#!/usr/bin/env bash # ============================================================================== # ClassNotify Caddy Deployment with Candidate Pre-Validation & Auto-Rollback # Usage: ./deploy_caddy.sh # Exit codes: # 0 = Caddy Deploy SUCCESS # 11 = Caddy Deploy FAILED (Health Gate Failed, Rollback SUCCEEDED) # 21 = Caddy Deploy FAILED and Rollback FAILED # 31 = Candidate Validation FAILED (Production Untouched) # ============================================================================== set -euo pipefail CANDIDATE_SNIPPET="${1:-/tmp/classnotify.caddy.candidate}" CADDYFILE="/etc/caddy/Caddyfile" PROD_SNIPPET="/etc/caddy/classnotify.caddy" BACKUP_DIR="/etc/caddy/backups" echo "==========================================================" echo " ClassNotify Caddy Deployment & Pre-Validation Guard " echo "==========================================================" if [ ! -f "${CANDIDATE_SNIPPET}" ]; then echo "ERROR: Candidate snippet ${CANDIDATE_SNIPPET} not found!" >&2 exit 1 fi # 1. Build candidate full Caddyfile without touching production files echo "[1/4] Constructing candidate Caddyfile for pre-validation..." CANDIDATE_CADDYFILE="/tmp/Caddyfile.candidate" # Replace the import path in Caddyfile with candidate snippet path if grep -q "import /etc/caddy/classnotify.caddy" "${CADDYFILE}"; then sed 's|import /etc/caddy/classnotify.caddy|import '"${CANDIDATE_SNIPPET}"'|' "${CADDYFILE}" > "${CANDIDATE_CADDYFILE}" else # In case import directive was missing, construct it safely cat "${CADDYFILE}" > "${CANDIDATE_CADDYFILE}" echo -e "\nimport ${CANDIDATE_SNIPPET}\n" >> "${CANDIDATE_CADDYFILE}" fi # 2. Run Caddy Pre-Validation on candidate configuration echo "[2/4] Executing 'caddy validate' on candidate configuration..." if ! caddy validate --adapter caddyfile --config "${CANDIDATE_CADDYFILE}"; then echo "" echo "==========================================================" echo "ERROR: Candidate Caddy configuration validation FAILED!" echo "Production /etc/caddy/Caddyfile and classnotify.caddy are 100% UNTOUCHED." echo "CADDY_VALIDATION=FAILED" echo "==========================================================" rm -f "${CANDIDATE_CADDYFILE}" "${CANDIDATE_SNIPPET}" exit 31 fi echo " Candidate validation PASSED! (Production untouched so far)" # 3. Validation passed: Create backup and atomically activate echo "[3/4] Creating configuration backup and atomically replacing snippet..." mkdir -p "${BACKUP_DIR}" TS=$(date +%Y%m%d_%H%M%S) cp "${CADDYFILE}" "${BACKUP_DIR}/Caddyfile.${TS}" if [ -f "${PROD_SNIPPET}" ]; then cp "${PROD_SNIPPET}" "${BACKUP_DIR}/classnotify.caddy.${TS}" fi # Atomically deploy snippet cp "${CANDIDATE_SNIPPET}" "${PROD_SNIPPET}.new" chmod 644 "${PROD_SNIPPET}.new" mv -Tf "${PROD_SNIPPET}.new" "${PROD_SNIPPET}" # Reload Caddy systemctl reload caddy echo " Caddy reloaded with new configuration." # 4. Post-Reload Health Gate echo "[4/4] Executing Post-Reload Business Health Gate..." HEALTH_PASS=0 for i in $(seq 1 5); do sleep 2 echo " Health Gate attempt $i/5..." # Check 1: Main SPA page HTTP_MAIN=$(curl -s -o /dev/null -w "%{http_code}" https://classnotify.paradise.eu.org/ || true) if [ "${HTTP_MAIN}" != "200" ]; then echo " Main Web SPA returned HTTP ${HTTP_MAIN} (expected 200)" continue fi # Check 2: API Health HEALTH_JSON=$(curl -s -m 5 https://classnotify.paradise.eu.org/api/health || true) HEALTH_STATUS=$(echo "${HEALTH_JSON}" | python3 -c "import sys, json; data=json.load(sys.stdin); print(data.get('status',''), data.get('database',''))" 2>/dev/null || true) if [ "${HEALTH_STATUS}" != "Healthy Connected" ]; then echo " API Health check returned: '${HEALTH_STATUS}'" continue fi # Check 3: Audit Manifest AUDIT_HTTP=$(curl -s -o /dev/null -w "%{http_code}" https://audit.paradise.eu.org/manifest.json || true) if [ "${AUDIT_HTTP}" != "200" ]; then echo " Audit manifest returned HTTP ${AUDIT_HTTP} (expected 200)" continue fi # Check 4: SignalR Negotiation Endpoint SIG_RESP_CODE=$(curl -s -o /dev/null -w "%{http_code}" "https://classnotify.paradise.eu.org/hubs/device/negotiate?negotiateVersion=1" || true) if [ "${SIG_RESP_CODE}" = "502" ] || [ "${SIG_RESP_CODE}" = "503" ] || [ "${SIG_RESP_CODE}" = "404" ]; then echo " SignalR negotiation failed with HTTP ${SIG_RESP_CODE}" continue fi echo " Health Gate PASSED! All endpoints verified." HEALTH_PASS=1 break done # Branch on post-reload health if [ "${HEALTH_PASS}" -eq 1 ]; then rm -f "${CANDIDATE_CADDYFILE}" "${CANDIDATE_SNIPPET}" echo "" echo "==========================================================" echo "CADDY_DEPLOY=SUCCESS" echo "SNIPPET_SHA256=$(sha256sum "${PROD_SNIPPET}" | awk '{print $1}')" echo "==========================================================" exit 0 else echo "" echo "==========================================================" echo "=== [CRITICAL] Post-Reload Health Gate Failed! Initiating Rollback ===" echo "==========================================================" # Rollback to backup if [ -f "${BACKUP_DIR}/classnotify.caddy.${TS}" ]; then echo "Restoring classnotify.caddy from backup..." cp "${BACKUP_DIR}/classnotify.caddy.${TS}" "${PROD_SNIPPET}.new" mv -Tf "${PROD_SNIPPET}.new" "${PROD_SNIPPET}" fi if [ -f "${BACKUP_DIR}/Caddyfile.${TS}" ]; then echo "Restoring Caddyfile from backup..." cp "${BACKUP_DIR}/Caddyfile.${TS}" "${CADDYFILE}.new" mv -Tf "${CADDYFILE}.new" "${CADDYFILE}" fi # Validate and reload restored configuration caddy validate --adapter caddyfile --config "${CADDYFILE}" systemctl reload caddy echo " Restored previous Caddy configuration and reloaded." # Verify rollback health sleep 2 R_MAIN=$(curl -s -o /dev/null -w "%{http_code}" https://classnotify.paradise.eu.org/ || true) R_HEALTH=$(curl -s -m 5 https://classnotify.paradise.eu.org/api/health || true) R_STATUS=$(echo "${R_HEALTH}" | python3 -c "import sys, json; data=json.load(sys.stdin); print(data.get('status',''))" 2>/dev/null || true) rm -f "${CANDIDATE_CADDYFILE}" "${CANDIDATE_SNIPPET}" if [ "${R_MAIN}" = "200" ] && [ "${R_STATUS}" = "Healthy" ]; then echo "" echo "CADDY_DEPLOY=FAILED" echo "CADDY_ROLLBACK=SUCCESS" echo "FINAL_HEALTH=Healthy" echo "==========================================================" exit 11 else echo "" echo "CADDY_DEPLOY=FAILED" echo "CADDY_ROLLBACK=FAILED" echo "FINAL_HEALTH=Unhealthy" echo "==========================================================" exit 21 fi fi