teqo-backup/scripts/deploy-homeserver.sh

#!/usr/bin/env bash
#
# Deploy teqo-1313 to the homeserver (OPS53).
#
# OPS71: runs ON the homeserver via the GitHub self-hosted runner (deploy job
# of .github/workflows/deploy.yml):
#   bash scripts/deploy-homeserver.sh <commit-sha>
# (The Forgejo-era invocation `ssh homeserver "bash -s -- <sha>" < script`
# is gone — no SSH hop, no workstation involvement.)
#
# Flow: HEAD guard (only the current main HEAD deploys) -> flock
# serialization -> workspace fetch at <sha> -> docker login (local registry)
# -> build of the MIGRATOR stage (it never runs `next build`, so it builds
# even against the old schema) -> push/tag of the migrator -> compose
# image-tag swap (with backup) -> migrate via the maintenance service
# (BEFORE the runner build — static generation reads the NEW schema, OPS66)
# -> build of the runner stage (BuildKit secrets, compose network) ->
# push/tag -> compose up -> healthcheck wait -> smoke. Any failure after the
# swap rolls back to the previous compose + image; failures before it leave
# the running site untouched and the job red.
#
# Environment defaults assume the homeserver layout: stack under
# $HOME/stack, repo cloned from github.com/fsolla/teqo (public — no
# credentials; the pre-OPS71 clone pointed at the local Forgejo and is
# re-pointed idempotently below). Secrets are sourced from the chmod-600 env
# files and never echoed (no `set -x`, passwords only via --password-stdin /
# build secrets).

set -euo pipefail

SHA="${1:?usage: deploy-homeserver.sh <commit-sha>}"
TEQO_REPO_URL="${TEQO_REPO_URL:-https://github.com/fsolla/teqo.git}"
STACK_DIR="${STACK_DIR:-$HOME/stack}"
WORKSPACE_DIR="${WORKSPACE_DIR:-$HOME/teqo-deploy}"
DEPLOY_LOCK="${DEPLOY_LOCK:-/tmp/teqo-1313-deploy.lock}"

say() { printf '[deploy] %s\n' "$*"; }

fatal() {
  trap - ERR
  say "FAILED: $*" >&2
  exit 1
}

# --- guards ------------------------------------------------------------

main_head="$(git ls-remote "$TEQO_REPO_URL" refs/heads/main | awk '{print $1}')"
if [ "$main_head" != "$SHA" ]; then
  say "stale run: main is $main_head, job deploys $SHA — skipping"
  exit 0
fi

exec 9>"$DEPLOY_LOCK"
flock -w 3600 9 || fatal "another deploy holds $DEPLOY_LOCK"

main_head="$(git ls-remote "$TEQO_REPO_URL" refs/heads/main | awk '{print $1}')"
if [ "$main_head" != "$SHA" ]; then
  say "stale run after lock: main is $main_head, job deploys $SHA — skipping"
  exit 0
fi

# --- idempotency (OPS65) ------------------------------------------------
# A 30-min main window can re-deliver a SHA the cluster already runs (e.g. a
# duplicate workflow_dispatch): rebuilding it is a ~15 min no-op. The truth
# is the RUNNING container's revision label — the compose file can lie after
# a failed rollback (it is swapped before the rollout and restored best-
# effort). A container without the label (or down) counts as "not deployed":
# the deploy proceeds (safe direction — it rebuilds).

running_rev="$(docker inspect -f '{{index .Config.Labels "org.opencontainers.image.revision"}}' teqo-1313 2>/dev/null || true)"
if [ -n "$running_rev" ] && [ "$running_rev" = "$SHA" ]; then
  say "already deployed: teqo-1313 runs $SHA — nothing to do"
  exit 0
fi

# --- secrets (sourced locally, never echoed) ----------------------------

set -a
. "$STACK_DIR/teqo-1313.env"
. "$STACK_DIR/.env"
set +a

: "${DATABASE_URL:?teqo-1313.env is missing DATABASE_URL}"
: "${PAYLOAD_SECRET:?teqo-1313.env is missing PAYLOAD_SECRET}"
: "${NEXT_PUBLIC_SITE_URL:?teqo-1313.env is missing NEXT_PUBLIC_SITE_URL}"
: "${REVALIDATE_SECRET:?teqo-1313.env is missing REVALIDATE_SECRET}"
: "${REGISTRY_USER:?stack/.env is missing REGISTRY_USER}"
: "${REGISTRY_PASSWORD:?stack/.env is missing REGISTRY_PASSWORD}"

# --- workspace at <sha> -------------------------------------------------

if [ ! -d "$WORKSPACE_DIR/.git" ]; then
  say "cloning $TEQO_REPO_URL into $WORKSPACE_DIR"
  git clone "$TEQO_REPO_URL" "$WORKSPACE_DIR"
else
  # OPS71: the pre-cutover clone pointed at the local Forgejo — re-point
  # idempotently so the HEAD guard and the fetch compare against the repo
  # that actually received the merge.
  current_url="$(git -C "$WORKSPACE_DIR" remote get-url origin 2>/dev/null || true)"
  if [ -n "$current_url" ] && [ "$current_url" != "$TEQO_REPO_URL" ]; then
    say "updating workspace origin: $current_url → $TEQO_REPO_URL"
    git -C "$WORKSPACE_DIR" remote set-url origin "$TEQO_REPO_URL"
  fi
  git -C "$WORKSPACE_DIR" fetch origin main
fi
git -C "$WORKSPACE_DIR" checkout --detach "$SHA" || fatal "checkout of $SHA failed"
say "workspace at $SHA"

# --- registry -----------------------------------------------------------

say "logging into local registry localhost:5000"
echo "$REGISTRY_PASSWORD" | docker login localhost:5000 --username "$REGISTRY_USER" --password-stdin >/dev/null

# --- build --------------------------------------------------------------

# BuildKit rejects a custom bridge network on `--network`, so the build runs
# with `--network host`; the prod DB (only reachable inside stack_default) is
# proxied to the host loopback by a one-off socat container on the compose
# network, and DATABASE_URL is rewritten to that endpoint. The proxy is
# idempotent and survives reboots (restart: unless-stopped).
ensure_db_proxy() {
  if ! docker inspect teqo-1313-build-proxy >/dev/null 2>&1; then
    docker run -d --name teqo-1313-build-proxy \
      --network stack_default \
      --restart unless-stopped \
      -p 127.0.0.1:5433:5433 \
      alpine/socat TCP-LISTEN:5433,fork TCP:postgres:5432 >/dev/null
  fi
}

build_image() {
  local target="$1" image="$2"
  say "building $target ($image)"
  ensure_db_proxy
  # The build's DATABASE_URL points at the loopback proxy; the outer env
  # keeps the original value and nothing is echoed.
  local build_db_url="${DATABASE_URL/@postgres:5432/@127.0.0.1:5433}"
  DATABASE_URL="$build_db_url" DOCKER_BUILDKIT=1 docker build \
    --network host \
    --build-arg "NEXT_PUBLIC_SITE_URL=$NEXT_PUBLIC_SITE_URL" \
    --secret "id=database_url,env=DATABASE_URL" \
    --secret "id=payload_secret,env=PAYLOAD_SECRET" \
    --target "$target" \
    -t "$image" .
}

cd "$WORKSPACE_DIR"

# The migrator stage never runs `next build`, so it builds fine against the
# OLD schema — unlike the runner, whose static generation reads Payload data
# and therefore needs the migrations applied first (OPS66).
build_image migrator "localhost:5000/teqo-1313-migrator:$SHA"

# The compose references bare `teqo-1313:<sha>` tags with pull_policy: never.
docker push "localhost:5000/teqo-1313-migrator:$SHA"
docker tag "localhost:5000/teqo-1313-migrator:$SHA" "teqo-1313-migrator:$SHA"

# --- compose swap (backup first; failures from here roll back) ----------

compose="$STACK_DIR/docker-compose.yml"
backup="$compose.pre-$SHA"
cp "$compose" "$backup"
sed -i -E \
  -e "s|image: teqo-1313-migrator:[0-9a-f]+|image: teqo-1313-migrator:$SHA|g" \
  -e "s|image: teqo-1313:[0-9a-f]+|image: teqo-1313:$SHA|g" \
  -e "s|org.opencontainers.image.revision: [0-9a-f]+|org.opencontainers.image.revision: $SHA|g" \
  "$compose"
grep -q "image: teqo-1313:$SHA" "$compose" || fatal "compose swap failed (runner image)"
grep -q "image: teqo-1313-migrator:$SHA" "$compose" || fatal "compose swap failed (migrator image)"

rollback() {
  trap - ERR
  say "FAILED: $* — restoring previous compose and image"
  cp "$backup" "$compose" 2>/dev/null || true
  ( cd "$STACK_DIR" && docker compose up -d teqo-1313 ) 2>/dev/null || true
  exit 1
}
trap 'rollback "unexpected failure"' ERR

# --- migrate (BEFORE the runner build — OPS66) --------------------------
# The runner build statically generates pages that read Payload data; a
# migration that creates a table a static route reads would otherwise
# deadlock the deploy (build fails -> migrate never runs -> build fails...).
# The migrator image above is already swapped into the compose, so this
# maintenance service runs the migrations of the NEW sha against prod.

cd "$STACK_DIR"
say "applying pending migrations (maintenance service teqo-1313-migrate)"
# `< /dev/null`: `compose run` attaches stdin by default; the container would
# consume the rest of the script piped into `bash -s` (bash then hits EOF and
# exits right after the migrate step, skipping the rollout).
docker compose --profile maintenance run --rm teqo-1313-migrate </dev/null || rollback "migrations failed"

# --- runner build (against the migrated schema) --------------------------

cd "$WORKSPACE_DIR"
say "building runner"
build_image runner "localhost:5000/teqo-1313:$SHA"
docker push "localhost:5000/teqo-1313:$SHA"
docker tag "localhost:5000/teqo-1313:$SHA" "teqo-1313:$SHA"

# --- rollout ------------------------------------------------------------

cd "$STACK_DIR"
say "rolling out teqo-1313"
docker compose up -d teqo-1313 || rollback "compose up failed"

say "waiting for the healthcheck to go healthy"
health="starting"
for _ in $(seq 1 30); do
  health="$(docker inspect -f '{{.State.Health.Status}}' teqo-1313 2>/dev/null || true)"
  [ "$health" = "healthy" ] && break
  [ "$health" = "unhealthy" ] && break
  sleep 10
done
[ "$health" = "healthy" ] || rollback "container not healthy after 300s (status: $health)"

# --- smoke --------------------------------------------------------------

base="http://localhost:1313"
smoke_fail() { rollback "smoke: $*"; }

curl -fsS -o /dev/null "$base/" || smoke_fail "GET /"
curl -fsS -o /dev/null "$base/campanha/login" || smoke_fail "GET /campanha/login"
curl -fsS -o /dev/null "$base/admin" || smoke_fail "GET /admin"
code="$(curl -s -o /dev/null -w '%{http_code}' "$base/campanha" || true)"
[ "$code" = "307" ] || smoke_fail "GET /campanha expected 307, got $code"
curl -fsS -o /dev/null -X POST "$base/campanha/webauthn/login-options" \
  -H 'Content-Type: application/json' -d '{}' || smoke_fail "POST webauthn login-options"
body="$(curl -fsS -X POST "$base/api/revalidate" -H "x-revalidate-secret: $REVALIDATE_SECRET" || true)"
echo "$body" | grep -q '"revalidated":true' || smoke_fail "POST /api/revalidate did not confirm"

# --- post-deploy cleanup (INF3/F2) --------------------------------------
# O deploy compila no homeserver e acumulava build cache + tags locais
# antigas no disco raiz (incidente 19/08: 45G de cache + ~20 tags teqo
# antigas). Best-effort e APÓS o smoke: falha de limpeza nunca falha um
# deploy verde. O registry localhost:5000 preserva as imagens (rollback
# intacto — runbook teqo-1313-deploy.md); removemos só as tags LOCAIS.
# Fail-closed: sem revision no container, não remove nada além do cache.

say "post-deploy cleanup: build cache + tags locais antigas"
docker builder prune -f >/dev/null 2>&1 || true

in_use="$(docker inspect -f '{{index .Config.Labels "org.opencontainers.image.revision"}}' teqo-1313 2>/dev/null || true)"
if [ -n "$in_use" ]; then
  for img in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep -E '^(localhost:5000/)?teqo-1313(-migrator)?:' || true); do
    tag="${img##*:}"
    [ "$tag" = "$in_use" ] && continue
    docker rmi "$img" >/dev/null 2>&1 || true
  done
else
  say "cleanup: container sem revision — mantendo imagens locais"
fi

say "deploy of $SHA complete: $(docker inspect -f '{{.Image}}' teqo-1313)"