secrets.sh
bash
sha256:71cfef07c390e977ebb8066cbd052c3c5de869eb5395522f6768fd32c016f8ae
feat(intel): small write batches and a stricter yield rule …
Sonnet 5.5
patch
3 days ago
| 1 | #!/usr/bin/env bash |
| 2 | # MuseHub secrets bootstrap — fetch from AWS SSM Parameter Store, write .env |
| 3 | # |
| 4 | # Runs on the EC2 instance BEFORE deploy.sh. Pulls every secret from SSM |
| 5 | # Parameter Store (SecureString, AES-256 at rest via KMS) and writes a fresh |
| 6 | # /opt/musehub/.env. The .env on disk is the runtime injection point for |
| 7 | # all Docker containers (--env-file). |
| 8 | # |
| 9 | # Why SSM instead of a static .env: |
| 10 | # - Secrets never travel through source control or build artifacts. |
| 11 | # - Access is audited via CloudTrail (who fetched what, when). |
| 12 | # - Rotation updates SSM; next deploy.sh run picks up the new value. |
| 13 | # - IAM role on the EC2 instance grants read access — no AWS keys on disk. |
| 14 | # |
| 15 | # SSM parameter layout (all SecureString, KMS-encrypted): |
| 16 | # /musehub/<env>/DB_PASSWORD |
| 17 | # /musehub/<env>/DATABASE_URL (optional; full connection string override — see below) |
| 18 | # /musehub/<env>/WEBHOOK_SECRET_KEY |
| 19 | # /musehub/<env>/RUNNER_TOKEN |
| 20 | # /musehub/<env>/BLOB_STORAGE_ACCESS_KEY_ID |
| 21 | # /musehub/<env>/BLOB_STORAGE_SECRET_ACCESS_KEY |
| 22 | # /musehub/<env>/WORKER_INTERNAL_KEY (shared secret for Cloudflare Worker → MuseHub callbacks) |
| 23 | # /musehub/<env>/MPACK_WORKER_URL (public URL of the CF mpack-receiver Worker; optional) |
| 24 | # /musehub/<env>/BACKUP_R2_BUCKET (R2 bucket for deploy/backup.sh off-disk backups; optional, plain String not SecureString) |
| 25 | # |
| 26 | # DATABASE_URL resolution (see docs/database-architecture.md for the canonical picture): |
| 27 | # If /musehub/<env>/DATABASE_URL is set in SSM, it wins verbatim — this is how an |
| 28 | # environment on managed AWS RDS (staging, as of 2026-09-08) points at its real |
| 29 | # instance rather than the self-hosted default below. |
| 30 | # Otherwise, DATABASE_URL is constructed from DB_PASSWORD assuming a self-hosted |
| 31 | # Postgres container on the same Docker network (production's current setup): |
| 32 | # postgresql+asyncpg://musehub:<DB_PASSWORD>@postgres:5432/musehub |
| 33 | # This script previously never wrote DATABASE_URL at all — every environment's |
| 34 | # working DATABASE_URL came only from setup-ec2*.sh's one-time initial .env write, |
| 35 | # silently lost the moment secrets.sh was ever re-run. This fixes that gap for both |
| 36 | # environments, not just staging. |
| 37 | # |
| 38 | # Prerequisites: |
| 39 | # - AWS CLI v2 installed on the EC2 instance |
| 40 | # - EC2 instance profile with IAM policy: |
| 41 | # ssm:GetParameter, ssm:GetParametersByPath |
| 42 | # on arn:aws:ssm:<region>:<account>:parameter/musehub/<env>/* |
| 43 | # - KMS decrypt on the CMK used for the SecureString parameters |
| 44 | # |
| 45 | # Usage: |
| 46 | # MUSEHUB_ENV=production bash deploy/secrets.sh |
| 47 | # MUSEHUB_ENV=staging bash deploy/secrets.sh |
| 48 | # |
| 49 | # After this script writes .env, run deploy.sh as usual. |
| 50 | # |
| 51 | # Fallback (no SSM / local dev): |
| 52 | # If AWS CLI is not available or SSM fetch fails, the script exits non-zero |
| 53 | # so deploy.sh does not start with stale/missing secrets. For local dev, |
| 54 | # manage .env manually — never run this script on a dev laptop. |
| 55 | |
| 56 | set -euo pipefail |
| 57 | |
| 58 | MUSEHUB_ENV="${MUSEHUB_ENV:-production}" |
| 59 | APP_DIR="${APP_DIR:-/opt/musehub}" |
| 60 | ENV_FILE="$APP_DIR/.env" |
| 61 | REGION="${AWS_REGION:-us-east-1}" |
| 62 | SSM_PREFIX="/musehub/${MUSEHUB_ENV}" |
| 63 | |
| 64 | log() { echo "[secrets] $*"; } |
| 65 | die() { echo "[secrets] ERROR: $*" >&2; exit 1; } |
| 66 | |
| 67 | # ── Preflight ───────────────────────────────────────────────────────────────── |
| 68 | |
| 69 | command -v aws > /dev/null 2>&1 || die "AWS CLI not installed. Install: sudo apt-get install -y awscli" |
| 70 | |
| 71 | # Verify we can reach SSM (IAM role check) — use GetParameter on DB_PASSWORD |
| 72 | # (always required) rather than GetParametersByPath (requires broader permission). |
| 73 | aws ssm get-parameter \ |
| 74 | --name "$SSM_PREFIX/DB_PASSWORD" \ |
| 75 | --region "$REGION" \ |
| 76 | --with-decryption \ |
| 77 | --query 'Parameter.Value' \ |
| 78 | --output text > /dev/null 2>&1 \ |
| 79 | || die "Cannot read $SSM_PREFIX/DB_PASSWORD from SSM — check the EC2 instance IAM role." |
| 80 | |
| 81 | log "Fetching secrets from SSM: $SSM_PREFIX (region=$REGION)" |
| 82 | |
| 83 | # ── Fetch each parameter ────────────────────────────────────────────────────── |
| 84 | |
| 85 | _get() { |
| 86 | local name="$1" |
| 87 | local required="${2:-true}" |
| 88 | local value |
| 89 | value=$(aws ssm get-parameter \ |
| 90 | --name "$SSM_PREFIX/$name" \ |
| 91 | --region "$REGION" \ |
| 92 | --with-decryption \ |
| 93 | --query 'Parameter.Value' \ |
| 94 | --output text 2>/dev/null) || { |
| 95 | if [ "$required" = "true" ]; then |
| 96 | die "Required parameter $SSM_PREFIX/$name not found in SSM" |
| 97 | fi |
| 98 | echo "" |
| 99 | return |
| 100 | } |
| 101 | echo "$value" |
| 102 | } |
| 103 | |
| 104 | DB_PASSWORD=$(_get "DB_PASSWORD") |
| 105 | DATABASE_URL_OVERRIDE=$(_get "DATABASE_URL" false) |
| 106 | WEBHOOK_SECRET_KEY=$(_get "WEBHOOK_SECRET_KEY") |
| 107 | RUNNER_TOKEN=$(_get "RUNNER_TOKEN" false) |
| 108 | BLOB_STORAGE_ACCESS_KEY_ID=$(_get "BLOB_STORAGE_ACCESS_KEY_ID" false) |
| 109 | BLOB_STORAGE_SECRET_ACCESS_KEY=$(_get "BLOB_STORAGE_SECRET_ACCESS_KEY" false) |
| 110 | WORKER_INTERNAL_KEY=$(_get "WORKER_INTERNAL_KEY" false) |
| 111 | PACK_WORKER_URL=$(_get "PACK_WORKER_URL" false) |
| 112 | BACKUP_R2_BUCKET=$(_get "BACKUP_R2_BUCKET" false) |
| 113 | |
| 114 | # ── Resolve per-environment non-secret config ───────────────────────────────── |
| 115 | |
| 116 | if [ "$MUSEHUB_ENV" = "staging" ]; then |
| 117 | PUBLIC_URL="https://staging.musehub.ai" |
| 118 | CORS_ORIGINS='["https://staging.musehub.ai"]' |
| 119 | BLOB_STORAGE_BUCKET="musehub-staging" |
| 120 | BLOB_STORAGE_ENDPOINT="https://bed873d46de5273abf843468a7833f09.r2.cloudflarestorage.com" |
| 121 | BLOB_STORAGE_REGION="auto" |
| 122 | # Phase 9A-4 F7 — overseer provenance enrichment read wire (non-secret posture gate). |
| 123 | OVERSEER_PROVENANCE_ENRICHMENT="enabled" |
| 124 | elif [ "$MUSEHUB_ENV" = "production" ]; then |
| 125 | PUBLIC_URL="https://musehub.ai" |
| 126 | CORS_ORIGINS='["https://musehub.ai", "https://www.musehub.ai"]' |
| 127 | BLOB_STORAGE_BUCKET="musehub-prod" |
| 128 | BLOB_STORAGE_ENDPOINT="https://bed873d46de5273abf843468a7833f09.r2.cloudflarestorage.com" |
| 129 | BLOB_STORAGE_REGION="auto" |
| 130 | OVERSEER_PROVENANCE_ENRICHMENT="disabled" |
| 131 | else |
| 132 | die "Unknown MUSEHUB_ENV='$MUSEHUB_ENV'. Must be 'staging' or 'production'." |
| 133 | fi |
| 134 | |
| 135 | if [ -n "$DATABASE_URL_OVERRIDE" ]; then |
| 136 | DATABASE_URL="$DATABASE_URL_OVERRIDE" |
| 137 | log "Using DATABASE_URL override from SSM (managed database, e.g. RDS)" |
| 138 | else |
| 139 | DATABASE_URL="postgresql+asyncpg://musehub:${DB_PASSWORD}@postgres:5432/musehub" |
| 140 | log "No DATABASE_URL override in SSM — constructing self-hosted Postgres URL" |
| 141 | fi |
| 142 | |
| 143 | # ── Write .env ──────────────────────────────────────────────────────────────── |
| 144 | |
| 145 | log "Writing $ENV_FILE (env=$MUSEHUB_ENV, public_url=$PUBLIC_URL)" |
| 146 | |
| 147 | # Back up the existing .env if present |
| 148 | if [ -f "$ENV_FILE" ]; then |
| 149 | cp "$ENV_FILE" "${ENV_FILE}.bak.$(date +%Y%m%d_%H%M%S)" |
| 150 | log "Previous .env backed up" |
| 151 | fi |
| 152 | |
| 153 | # Write new .env — mode 600, owner musehub |
| 154 | umask 177 |
| 155 | cat > "$ENV_FILE" << EOF |
| 156 | # Generated by deploy/secrets.sh at $(date -u +%Y-%m-%dT%H:%M:%SZ) |
| 157 | # Secrets sourced from AWS SSM Parameter Store: $SSM_PREFIX |
| 158 | # DO NOT edit manually — re-run secrets.sh to refresh from SSM. |
| 159 | |
| 160 | MUSE_ENV=${MUSEHUB_ENV} |
| 161 | DEBUG=false |
| 162 | PUBLIC_URL=${PUBLIC_URL} |
| 163 | CORS_ORIGINS=${CORS_ORIGINS} |
| 164 | DB_PASSWORD=${DB_PASSWORD} |
| 165 | DATABASE_URL=${DATABASE_URL} |
| 166 | BLOB_STORAGE_BUCKET=${BLOB_STORAGE_BUCKET} |
| 167 | BLOB_STORAGE_ENDPOINT=${BLOB_STORAGE_ENDPOINT} |
| 168 | BLOB_STORAGE_REGION=${BLOB_STORAGE_REGION} |
| 169 | WEBHOOK_SECRET_KEY=${WEBHOOK_SECRET_KEY} |
| 170 | MUSEHUB_OVERSEER_PROVENANCE_ENRICHMENT=${OVERSEER_PROVENANCE_ENRICHMENT:-disabled} |
| 171 | EOF |
| 172 | if [ -n "$RUNNER_TOKEN" ]; then |
| 173 | echo "RUNNER_TOKEN=${RUNNER_TOKEN}" >> "$ENV_FILE" |
| 174 | fi |
| 175 | if [ -n "$BLOB_STORAGE_ACCESS_KEY_ID" ]; then |
| 176 | echo "BLOB_STORAGE_ACCESS_KEY_ID=${BLOB_STORAGE_ACCESS_KEY_ID}" >> "$ENV_FILE" |
| 177 | echo "BLOB_STORAGE_SECRET_ACCESS_KEY=${BLOB_STORAGE_SECRET_ACCESS_KEY}" >> "$ENV_FILE" |
| 178 | fi |
| 179 | if [ -n "$WORKER_INTERNAL_KEY" ]; then |
| 180 | echo "WORKER_INTERNAL_KEY=${WORKER_INTERNAL_KEY}" >> "$ENV_FILE" |
| 181 | fi |
| 182 | if [ -n "$PACK_WORKER_URL" ]; then |
| 183 | echo "PACK_WORKER_URL=${PACK_WORKER_URL}" >> "$ENV_FILE" |
| 184 | fi |
| 185 | if [ -n "$BACKUP_R2_BUCKET" ]; then |
| 186 | echo "BACKUP_R2_BUCKET=${BACKUP_R2_BUCKET}" >> "$ENV_FILE" |
| 187 | fi |
| 188 | |
| 189 | chown musehub:musehub "$ENV_FILE" 2>/dev/null || true |
| 190 | log ".env written ($(wc -l < "$ENV_FILE") lines, mode 600)" |
| 191 | |
| 192 | # ── Sanity check — no weak values leaked into env ──────────────────────────── |
| 193 | |
| 194 | WEAK_PASSWORDS=("musehub" "changeme123" "password" "postgres" "secret" "") |
| 195 | for WEAK in "${WEAK_PASSWORDS[@]}"; do |
| 196 | if [ "$DB_PASSWORD" = "$WEAK" ]; then |
| 197 | die "DB_PASSWORD from SSM is a known weak value ($WEAK). Rotate it immediately." |
| 198 | fi |
| 199 | done |
| 200 | |
| 201 | if [ ${#DB_PASSWORD} -lt 16 ]; then |
| 202 | die "DB_PASSWORD from SSM is too short (${#DB_PASSWORD} chars). Minimum is 16." |
| 203 | fi |
| 204 | |
| 205 | log "Secrets sanity check passed." |
| 206 | log "Run 'bash deploy/deploy.sh' to deploy." |
File History
15 commits
sha256:71cfef07c390e977ebb8066cbd052c3c5de869eb5395522f6768fd32c016f8ae
feat(intel): small write batches and a stricter yield rule …
Sonnet 5.5
patch
3 days ago
sha256:238a7da4341ade2c8d41ea9834d8e75e250647aefec02327f1e25fac55acd036
feat(intel): pace analysis database writes so a cold index …
Sonnet 5.5
patch
3 days ago
sha256:b0c91e115ce2eb4bec18b9c6e3be75b72f4c78f7c4421b5c87f774d4adefc29c
fix(intel): Tier A review fixes for always-on intel (settle…
Sonnet 5.5
minor
⚠
3 days ago
sha256:545266da3f09ffbfe65a21bfc233bb91fe37f83ab714dd2d07db1fee98c3988b
feat(intel): always-on code intelligence for every reposito…
Sonnet 5.5
minor
⚠
3 days ago
sha256:64d53876b5299082b6b4bfbe92721976ec7bb5f1d9a88fdf6eafc1490148d27c
fix(intel): explicit, fail-closed deployment identity repla…
Sonnet 5.5
minor
⚠
4 days ago
sha256:9aec6ea7ec6f61aef690e4616ca3599c1e03b417883d821b2bd46010faa19db8
merge: feat/9a-4-f7-overseer-provenance -> dev (musehub#144…
Sonnet 5
minor
⚠
68 days ago
sha256:6b17aab7bbd46a2cde5a226d9d17e4251b8bf85353e899875786626cf000e350
feat(deploy): wire staging DATABASE_URL through SSM, retire…
Sonnet 5
patch
69 days ago
sha256:2894a51b97aa20cf06bd155f9929ff23b13b2eca0ab995a733f1f423228565e7
fix: backup.sh targets the correct postgres container, wire…
Sonnet 5
minor
⚠
80 days ago
sha256:83e8100b89a06258099d9d3336eabf87995e5b40b0b7ef956dec67ffef12b35a
refactor: comprehensive pack → mpack rename across all sour…
Sonnet 4.6
minor
⚠
184 days ago
sha256:263f6f86b275042d18de75e47b22b60133bf6d97b9b5b7b683c892df67340a02
fix: WEBHOOK_SECRET_KEY required in SSM, written unconditio…
Sonnet 4.6
patch
187 days ago
sha256:726c84b653e2e9320d69e021fc39ff3942039d463d3e502b21cff9c1c65d588a
fix: secrets.sh preflight uses GetParameter not GetParamete…
Sonnet 4.6
minor
⚠
187 days ago
sha256:aa5b0fb2c2cb3ee3829d265c83326caad1a0d9a4c8218e833a0e5b6a02e14045
fix: secrets.sh now owns all env-specific config, not just …
Sonnet 4.6
patch
187 days ago
sha256:6fadea36d754a8a64a5fda40f88d06e5a117f814d5617a6b98132f9148b49280
refactor: rename R2_* env vars to BLOB_STORAGE_* for provid…
Sonnet 4.6
minor
⚠
190 days ago
sha256:dd437a1f3009df632be245251b8fcdd14a62fd9e64427fada7227a91c5e2d9b4
feat(deploy): add PACK_WORKER_URL to secrets.sh bootstrap
Sonnet 4.6
patch
206 days ago
sha256:0af11955eaa2ad3dd7387c8499c45a3c9924a6583666d69a45bbe7eaf7a9d8a5
chore: deploy Cloudflare Worker to staging + wire WORKER_IN…
Human
major
⚠
218 days ago