feat: nightly pg_dump sidecar uploads to rustfs fleet-db bucket

Adds a `db_backup` sidecar that dumps tracksolid_db every night at
02:30 UTC (configurable via BACKUP_HOUR/BACKUP_MINUTE), gzips the
output, and uploads to s3://fleet-db/daily/<dbname>_<ts>.sql.gz on
the rustfs S3-compatible instance (s3.rahamafresh.com). Prunes
objects older than BACKUP_KEEP_DAYS (default 30).

Required .env additions (Coolify UI):
  RUSTFS_ENDPOINT=https://s3.rahamafresh.com
  RUSTFS_ACCESS_KEY=...
  RUSTFS_SECRET_KEY=...
  RUSTFS_BUCKET=fleet-db

Mitigates data loss when Coolify service recreation wipes the
service-ID-scoped timescale-data volume.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

backup/Dockerfile

@@ -0,0 +1,16 @@
+FROM alpine:3.20
+
+RUN apk add --no-cache \
+      postgresql16-client \
+      aws-cli \
+      gzip \
+      tzdata \
+      bash \
+      coreutils
+
+WORKDIR /app
+COPY backup_db.sh /app/backup_db.sh
+COPY entrypoint.sh /app/entrypoint.sh
+RUN chmod +x /app/backup_db.sh /app/entrypoint.sh
+
+ENTRYPOINT ["/app/entrypoint.sh"]

backup/backup_db.sh

@@ -0,0 +1,58 @@
+#!/bin/sh
+# Nightly pg_dump → rustfs (S3-compatible).
+# Required env: POSTGRES_USER, POSTGRES_PASSWORD, POSTGRES_DB,
+#               RUSTFS_ENDPOINT, RUSTFS_ACCESS_KEY, RUSTFS_SECRET_KEY, RUSTFS_BUCKET.
+# Optional:     BACKUP_KEEP_DAYS (default 30), PGHOST (default timescale_db).
+
+set -eu
+
+: "${POSTGRES_USER:?}"
+: "${POSTGRES_PASSWORD:?}"
+: "${POSTGRES_DB:?}"
+: "${RUSTFS_ENDPOINT:?}"
+: "${RUSTFS_ACCESS_KEY:?}"
+: "${RUSTFS_SECRET_KEY:?}"
+: "${RUSTFS_BUCKET:?}"
+
+PGHOST="${PGHOST:-timescale_db}"
+PGPORT="${PGPORT:-5432}"
+KEEP_DAYS="${BACKUP_KEEP_DAYS:-30}"
+
+TS="$(date -u +%Y%m%d_%H%M%SZ)"
+FILE="${POSTGRES_DB}_${TS}.sql.gz"
+TMP="/tmp/${FILE}"
+
+export AWS_ACCESS_KEY_ID="$RUSTFS_ACCESS_KEY"
+export AWS_SECRET_ACCESS_KEY="$RUSTFS_SECRET_KEY"
+export AWS_DEFAULT_REGION="${RUSTFS_REGION:-us-east-1}"
+export PGPASSWORD="$POSTGRES_PASSWORD"
+
+echo "[$(date -u +%FT%TZ)] pg_dump ${POSTGRES_DB}@${PGHOST} -> ${FILE}"
+pg_dump -h "$PGHOST" -p "$PGPORT" -U "$POSTGRES_USER" -d "$POSTGRES_DB" \
+        --no-owner --no-privileges --format=plain \
+  | gzip -9 > "$TMP"
+
+SIZE=$(wc -c < "$TMP")
+echo "[$(date -u +%FT%TZ)] dump size: ${SIZE} bytes"
+
+KEY="daily/${FILE}"
+echo "[$(date -u +%FT%TZ)] uploading s3://${RUSTFS_BUCKET}/${KEY}"
+aws --endpoint-url "$RUSTFS_ENDPOINT" s3 cp "$TMP" "s3://${RUSTFS_BUCKET}/${KEY}"
+
+rm -f "$TMP"
+
+# Prune anything older than KEEP_DAYS.
+CUTOFF="$(date -u -d "-${KEEP_DAYS} days" +%Y%m%d 2>/dev/null || date -u -v -"${KEEP_DAYS}"d +%Y%m%d)"
+aws --endpoint-url "$RUSTFS_ENDPOINT" s3 ls "s3://${RUSTFS_BUCKET}/daily/" \
+  | awk '{print $4}' \
+  | while read -r OBJ; do
+      [ -z "$OBJ" ] && continue
+      OBJ_DATE=$(echo "$OBJ" | sed -n 's/.*_\([0-9]\{8\}\)_.*/\1/p')
+      [ -z "$OBJ_DATE" ] && continue
+      if [ "$OBJ_DATE" -lt "$CUTOFF" ]; then
+        echo "[$(date -u +%FT%TZ)] prune s3://${RUSTFS_BUCKET}/daily/${OBJ}"
+        aws --endpoint-url "$RUSTFS_ENDPOINT" s3 rm "s3://${RUSTFS_BUCKET}/daily/${OBJ}"
+      fi
+    done
+
+echo "[$(date -u +%FT%TZ)] backup complete"

backup/entrypoint.sh

@@ -0,0 +1,26 @@
+#!/bin/sh
+# Loops forever: sleeps until the next BACKUP_HOUR:BACKUP_MINUTE UTC, then runs backup_db.sh.
+# Defaults: 02:30 UTC nightly.
+
+set -eu
+
+HOUR="${BACKUP_HOUR:-2}"
+MINUTE="${BACKUP_MINUTE:-30}"
+
+if [ "${BACKUP_RUN_ON_START:-0}" = "1" ]; then
+  echo "[$(date -u +%FT%TZ)] BACKUP_RUN_ON_START=1 — running backup immediately"
+  /app/backup_db.sh || echo "[$(date -u +%FT%TZ)] initial backup failed (continuing)"
+fi
+
+while true; do
+  NOW_EPOCH=$(date -u +%s)
+  TARGET=$(date -u -d "today ${HOUR}:${MINUTE}:00" +%s 2>/dev/null \
+           || date -u -j -f "%H:%M:%S" "${HOUR}:${MINUTE}:00" +%s)
+  if [ "$TARGET" -le "$NOW_EPOCH" ]; then
+    TARGET=$((TARGET + 86400))
+  fi
+  SLEEP=$((TARGET - NOW_EPOCH))
+  echo "[$(date -u +%FT%TZ)] next backup in ${SLEEP}s (at $(date -u -d "@${TARGET}" +%FT%TZ 2>/dev/null || date -u -r "${TARGET}" +%FT%TZ))"
+  sleep "$SLEEP"
+  /app/backup_db.sh || echo "[$(date -u +%FT%TZ)] backup failed (will retry tomorrow)"
+done

docker-compose.yaml

@@ -76,6 +76,26 @@ services:
     # You will set the actual URL in the Coolify UI,
     # but the service needs to expose port 3000 internally.
 
+  db_backup:
+    build:
+      context: ./backup
+      dockerfile: Dockerfile
+    restart: always
+    depends_on:
+      timescale_db:
+        condition: service_healthy
+    env_file: .env
+    environment:
+      # Nightly pg_dump → rustfs. Credentials from .env (RUSTFS_*).
+      - BACKUP_HOUR=${BACKUP_HOUR:-2}
+      - BACKUP_MINUTE=${BACKUP_MINUTE:-30}
+      - BACKUP_KEEP_DAYS=${BACKUP_KEEP_DAYS:-30}
+      - BACKUP_RUN_ON_START=${BACKUP_RUN_ON_START:-0}
+      - RUSTFS_ENDPOINT=${RUSTFS_ENDPOINT}
+      - RUSTFS_ACCESS_KEY=${RUSTFS_ACCESS_KEY}
+      - RUSTFS_SECRET_KEY=${RUSTFS_SECRET_KEY}
+      - RUSTFS_BUCKET=${RUSTFS_BUCKET:-fleet-db}
+
 volumes:
   timescale-data:
     name: timescale-data