PROD Monorepo Cutover + DID routing_environment Rollout¶

# 1. Prod monorepo runner is online + listening
ssh root@89.116.31.109 'systemctl status actions.runner.astradial-astradial-platform.* --no-pager | head -5'

# 2. Old per-repo runners are NOT running (would also pick up workflows)
ssh root@89.116.31.109 'systemctl list-units --type=service --state=running | grep actions.runner'
# Expect: only the astradial-platform runner; if old per-repo runners are running, stop them first.

# 3. Prod self-hosted runner has 'production' label
# Check via: GitHub repo → Settings → Actions → Runners → astradial-platform runner → labels include "production"

# 4. Prod Asterisk + AMI healthy
ssh root@89.116.31.109 'pm2 status | grep -E "astrapbx|workflow-engine|editor|pipecat"'
# All must be online

# 5. cloud-endpoint-stage PJSIP endpoint exists on prod (so staging-flagged DIDs can forward)
ssh root@89.116.31.109 'asterisk -rx "pjsip show endpoint cloud-endpoint-stage"'
# Must show Status: Avail (qualify reachable)

# 6. WireGuard tunnel prod ↔ staging is up
ssh root@89.116.31.109 'wg show wg0 | grep -A 3 "10.10.10.3"'
# Last handshake must be recent (within minutes)

ssh root@89.116.31.109 << 'EOF'
TS=$(date +%s)
mkdir -p /root/cutover-backup-$TS

# Application code backup
for app in astrapbx pipecat-flow pipecat-flow-editor workflow-engine; do
  tar -czf /root/cutover-backup-$TS/$app.tar.gz \
    --exclude='node_modules' --exclude='.next' --exclude='.venv' \
    -C /opt $app
done

# DB dump
mysqldump -u root pbx_api_db > /root/cutover-backup-$TS/pbx_api_db.sql

# Asterisk configs
tar -czf /root/cutover-backup-$TS/asterisk-etc.tar.gz -C /etc asterisk

ls -lh /root/cutover-backup-$TS/
echo "Backup at: /root/cutover-backup-$TS"
EOF

ssh root@89.116.31.109 << 'EOF'
mysql -u root pbx_api_db <<SQL
ALTER TABLE did_numbers
  ADD COLUMN routing_environment ENUM('prod','staging','oss')
  NOT NULL DEFAULT 'prod';
SQL

# Verify
mysql -u root pbx_api_db -e "DESCRIBE did_numbers" | grep routing_env
EOF

routing_environment   enum('prod','staging','oss')   NO   prod

cd /Users/hari/AstradialDevelopment/astradial-platform
gh pr create --base main --head staging \
  --title "Promote: monorepo cutover + did routing_environment + caller-ID + recording" \
  --body "First real prod deploy of the monorepo. Includes:
- Caller ID validation API + dialplan
- Recording defaults to ON
- CDR dedupe
- Admin impersonation + sidebar refresh + DID admin proxy
- Sidebar refresh fixes
- did_numbers.routing_environment column (schema already applied to prod)
- New /api/v1/admin/regenerate-gateway endpoint
- dev-deploy.sh + workflow docs

Schema migration was already applied to prod's pbx_api_db.
Backup at: /root/cutover-backup-<TS> on prod VPS."

# Confirm with the maintainer who owns prod, then:
gh pr merge --merge --delete-branch  # use merge-commit, NOT squash, to preserve history

# Open in another terminal
cd /Users/hari/AstradialDevelopment/astradial-platform
gh run list --branch main --limit 6 --workflow='Deploy API to production'
gh run watch  # watches the latest run

# 1. Services up
ssh root@89.116.31.109 'pm2 status'  # all online, recent uptime

# 2. API responds + new endpoint exists
ssh root@89.116.31.109 'curl -s -X POST -H "X-Internal-Key: $(grep INTERNAL_API_KEY /opt/astrapbx/.env | cut -d= -f2)" http://localhost:8000/api/v1/admin/regenerate-gateway | head -c 200'
# Expect: {"success":true,"didCount":N,"orgCount":M}

# 3. Asterisk dispatcher regenerated correctly
ssh root@89.116.31.109 'grep -A 3 "AstraPrivate" /etc/asterisk/ext_tata_gateway.conf'
# Expect: 78001 + 78003 still local Goto (because they're routing_environment='prod' until Step 5)

# 4. Make a test inbound call to a non-affected DID (e.g., GrandEstancia 08065978002) — should still work as before

# 5. Logs are clean
ssh root@89.116.31.109 'pm2 logs astrapbx --lines 30 --nostream | grep -iE "error|warn"'

ssh root@89.116.31.109 << 'EOF'
mysql -u root pbx_api_db -e "
  UPDATE did_numbers
  SET routing_environment='staging'
  WHERE number IN ('+918065978001','+918065978003');
"

mysql -u root pbx_api_db -e "
  SELECT number, org_id, pool_status, routing_environment
  FROM did_numbers
  WHERE number LIKE '%978001%' OR number LIKE '%978003%';
"
EOF

ssh root@89.116.31.109 \
  'curl -s -X POST -H "X-Internal-Key: $(grep INTERNAL_API_KEY /opt/astrapbx/.env | cut -d= -f2)" http://localhost:8000/api/v1/admin/regenerate-gateway'

ssh root@89.116.31.109 'grep -A 5 "AstraPrivate" /etc/asterisk/ext_tata_gateway.conf'

; === AstraPrivate (org_mna9x47k__) ===
exten => 918065978001,1,NoOp(DID 918065978001 -> staging cloud)
exten => 918065978001,n,Dial(PJSIP/918065978001@cloud-endpoint-stage,120)
exten => 918065978001,n,Hangup()
exten => 918065978003,1,NoOp(DID 918065978003 -> staging cloud)
exten => 918065978003,n,Dial(PJSIP/918065978003@cloud-endpoint-stage,120)
exten => 918065978003,n,Hangup()

ssh root@89.116.31.109 << 'EOF'
TS_DIR=/root/cutover-backup-<TS>  # the backup dir from the Backup step

for app in astrapbx pipecat-flow pipecat-flow-editor workflow-engine; do
  rm -rf /opt/$app
  mkdir -p /opt/$app
  tar -xzf $TS_DIR/$app.tar.gz -C /opt
  pm2 restart $app --update-env
done

pm2 status
EOF

ssh root@89.116.31.109 'mysql -u root pbx_api_db -e "ALTER TABLE did_numbers DROP COLUMN routing_environment;"'

ssh root@89.116.31.109 << 'EOF'
mysql -u root pbx_api_db -e "
  UPDATE did_numbers SET routing_environment='prod'
  WHERE number IN ('+918065978001','+918065978003');
"
curl -s -X POST -H "X-Internal-Key: $(grep INTERNAL_API_KEY /opt/astrapbx/.env | cut -d= -f2)" \
  http://localhost:8000/api/v1/admin/regenerate-gateway
EOF

cd /Users/hari/AstradialDevelopment/astradial-platform
git revert -m 1 <merge-commit-sha>
git push origin main
# This re-fires the prod deploys with the OLD code.