Staging environment + FleetOps split #17

Open
kianiadee wants to merge 23 commits from feat/staging-fleetops-architecture into main
3 changed files with 92 additions and 7 deletions
Showing only changes of commit cbbe3dab87 - Show all commits

View file

@ -7,8 +7,9 @@
#
# 1. Container name dashboard_api_staging (prod: dashboard_api)
# 2. Port / Traefik 8891 + Host(fleetapi.fivetitude.com) (prod: 8890 + rahamafresh)
# 3. DB role READ-ONLY grafana_ro DATABASE_URL, derived on-host from the
# webhook env (prod: the app's read/write DATABASE_URL).
# 3. DB role READ-ONLY dashboard_ro DATABASE_URL — dedicated least-privilege
# role (scripts/bootstrap_dashboard_ro.sh); password read from
# ~/.dashboard_ro.pw (prod: the app's read/write DATABASE_URL).
# 4. Refresher OFF VTRIPS_REFRESH_INTERVAL_S=0 — prod owns the v_trips refresh;
# a read-only instance must never attempt REFRESH.
#
@ -48,13 +49,14 @@ test -f "$MOUNT_DIR/dashboard_api_rev.py" \
|| { echo "ERROR: dashboard_api_rev.py missing in $MOUNT_DIR; scp it to ~/dashboard_api_staging_rev.py first"; exit 1; }
# Derive a READ-ONLY DATABASE_URL on the host (never printed): take the app's
# DATABASE_URL host:port/dbname and swap the credentials for grafana_ro.
# DATABASE_URL host:port/dbname and swap the credentials for dashboard_ro, whose
# password lives in the host-only 0600 file written by bootstrap_dashboard_ro.sh.
SRC_DB_URL=$(docker inspect "$WH" --format '{{range .Config.Env}}{{println .}}{{end}}' | sed -n 's/^DATABASE_URL=//p' | head -1)
RO_PW=$(docker inspect "$WH" --format '{{range .Config.Env}}{{println .}}{{end}}' | sed -n 's/^GRAFANA_DB_RO_PASSWORD=//p' | head -1)
RO_PW=$(cat "${DASHBOARD_RO_PW_FILE:-$HOME/.dashboard_ro.pw}" 2>/dev/null || true)
[ -n "$SRC_DB_URL" ] || { echo "ERROR: DATABASE_URL not found in $WH env"; exit 1; }
[ -n "$RO_PW" ] || { echo "ERROR: GRAFANA_DB_RO_PASSWORD not found in $WH env"; exit 1; }
[ -n "$RO_PW" ] || { echo "ERROR: ~/.dashboard_ro.pw missing — run bootstrap_dashboard_ro.sh first"; exit 1; }
HOSTPART="${SRC_DB_URL#*@}" # host:port/dbname[?params]
RO_DB_URL="postgresql://grafana_ro:${RO_PW}@${HOSTPART}"
RO_DB_URL="postgresql://dashboard_ro:${RO_PW}@${HOSTPART}"
# Reuse the webhook env, stripping runtime noise AND anything we override below
# (DATABASE_URL -> read-only, CORS -> staging origins, refresher -> disabled).
@ -91,5 +93,5 @@ sleep 5
echo "== container =="; docker ps --filter name="$NAME" --format "{{.Names}} | {{.Status}}"
echo "== CORS origins in effect =="; docker exec "$NAME" printenv DASHBOARD_CORS_ORIGINS
echo "== refresher (expect 0 = disabled) =="; docker exec "$NAME" printenv VTRIPS_REFRESH_INTERVAL_S
echo "== DB role (expect grafana_ro) =="; docker exec "$NAME" sh -lc 'printenv DATABASE_URL | sed -E "s#://([^:]+):[^@]+@#://\1:<pw>@#"'
echo "== DB role (expect dashboard_ro) =="; docker exec "$NAME" sh -lc 'printenv DATABASE_URL | sed -E "s#://([^:]+):[^@]+@#://\1:<pw>@#"'
echo "== internal health =="; docker exec "$NAME" sh -lc "curl -s http://localhost:${PORT}/health" 2>&1 | head

View file

@ -0,0 +1,38 @@
#!/usr/bin/env bash
# bootstrap_dashboard_ro.sh — create/refresh the dashboard_ro read-only role.
# ─────────────────────────────────────────────────────────────────────────────
# Run ON THE HOST. Generates a strong password into ~/.dashboard_ro.pw (0600) on
# first run (reused thereafter), then applies scripts/dashboard_ro_role.sql to the
# prod DB as the postgres superuser. The password is NEVER printed and never
# leaves the host — the staging deploy script reads the same ~/.dashboard_ro.pw.
#
# Deploy:
# scp scripts/dashboard_ro_role.sql scripts/bootstrap_dashboard_ro.sh \
# kianiadee@twala.rahamafresh.com:~/
# ssh kianiadee@twala.rahamafresh.com 'bash ~/bootstrap_dashboard_ro.sh'
#
# Idempotent: re-running rotates nothing unless ~/.dashboard_ro.pw is deleted
# first (then it generates + sets a fresh password and you must redeploy the API).
# ─────────────────────────────────────────────────────────────────────────────
set -euo pipefail
PW_FILE="${DASHBOARD_RO_PW_FILE:-$HOME/.dashboard_ro.pw}"
SQL_FILE="${1:-$HOME/dashboard_ro_role.sql}"
test -f "$SQL_FILE" || { echo "ERROR: role SQL not found at $SQL_FILE (scp scripts/dashboard_ro_role.sql to ~ first)"; exit 1; }
if [ ! -s "$PW_FILE" ]; then
( umask 077; openssl rand -hex 24 > "$PW_FILE" )
chmod 600 "$PW_FILE"
echo "Generated new dashboard_ro password -> $PW_FILE (0600)"
else
echo "Reusing existing dashboard_ro password from $PW_FILE"
fi
PW=$(cat "$PW_FILE")
DB=$(docker ps --filter name=timescale_db --format "{{.Names}}" | head -1)
[ -n "$DB" ] || { echo "ERROR: timescale_db container not found"; exit 1; }
echo "Applying dashboard_ro role DDL to $DB as postgres ..."
docker exec -i "$DB" psql -U postgres -d tracksolid_db -v ON_ERROR_STOP=1 -v ro_pw="$PW" < "$SQL_FILE"
echo "dashboard_ro ready (password not printed). Now (re)run deploy_dashboard_api_staging.sh."

View file

@ -0,0 +1,45 @@
-- dashboard_ro_role.sql — dedicated read-only LOGIN role for dashboard_api.
--
-- Run as the postgres SUPERUSER (CREATE ROLE), NOT via run_migrations.py (which
-- connects as the app role and may lack CREATEROLE). Apply with
-- scripts/bootstrap_dashboard_ro.sh, which supplies the password as the psql
-- variable :ro_pw from a host-only 0600 file — so no secret lives in this repo.
--
-- Purpose: a least-privilege role that can serve the FULL dashboard_api read
-- surface, so it backs BOTH the staging instance now (stage 1) AND the live prod
-- connection later (stage 2 — migrate fleetapi.rahamafresh.com off the app role).
-- It therefore grants exactly what the API reads:
-- * SELECT on reporting.* and tracksolid.* (tables + views)
-- * SELECT on the reporting.v_trips MATERIALIZED VIEW — matviews are NOT
-- covered by GRANT ... ON ALL TABLES, so it must be named explicitly
-- * EXECUTE on the reporting.fn_* map functions (fn_live_positions, etc.)
-- * DEFAULT PRIVILEGES so future objects created by the migration role are
-- auto-readable ("dynamic" — no re-grant when we add views)
-- Read-only: no INSERT/UPDATE/DELETE and not the matview owner, so dashboard_ro
-- can never write or REFRESH. Idempotent -> safe to re-apply (also rotates pw).
\set ON_ERROR_STOP on
DO $role$
BEGIN
IF NOT EXISTS (SELECT 1 FROM pg_roles WHERE rolname = 'dashboard_ro') THEN
CREATE ROLE dashboard_ro LOGIN NOSUPERUSER NOCREATEDB NOCREATEROLE;
END IF;
END $role$;
ALTER ROLE dashboard_ro WITH LOGIN PASSWORD :'ro_pw';
GRANT CONNECT ON DATABASE tracksolid_db TO dashboard_ro;
GRANT USAGE ON SCHEMA reporting, tracksolid TO dashboard_ro;
GRANT SELECT ON ALL TABLES IN SCHEMA reporting TO dashboard_ro; -- tables + views
GRANT SELECT ON ALL TABLES IN SCHEMA tracksolid TO dashboard_ro; -- tables + views
GRANT SELECT ON reporting.v_trips TO dashboard_ro; -- MATERIALIZED VIEW (not in ALL TABLES)
GRANT EXECUTE ON ALL FUNCTIONS IN SCHEMA reporting TO dashboard_ro;
-- "dynamic": future objects created by the migration role (tracksolid_owner)
-- are auto-granted. NOTE: matviews are still never covered — a new matview needs
-- its own explicit GRANT SELECT (as above for v_trips).
ALTER DEFAULT PRIVILEGES FOR ROLE tracksolid_owner IN SCHEMA reporting GRANT SELECT ON TABLES TO dashboard_ro;
ALTER DEFAULT PRIVILEGES FOR ROLE tracksolid_owner IN SCHEMA tracksolid GRANT SELECT ON TABLES TO dashboard_ro;
ALTER DEFAULT PRIVILEGES FOR ROLE tracksolid_owner IN SCHEMA reporting GRANT EXECUTE ON FUNCTIONS TO dashboard_ro;