feat: self-hosted db backup and snapshot

.github/workflows/ferry_db_snapshot.yml

@@ -0,0 +1,37 @@
+name: Ferry DB Snapshot
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'db/**'
+      - '.github/workflows/ferry_db_snapshot.yml'
+  schedule:
+    - cron: '0 0 * * 1' # Every Monday
+  workflow_dispatch:
+
+jobs:
+  backup:
+    runs-on: self-hosted
+    steps:
+      - name: Dump Ferry DB
+        run: |
+          docker exec db pg_dump -U postgres -x postgres > "/home/app/ferry_snapshots/$(date +%F).sql"
+
+      - name: Upload to R2
+        run: |
+          rclone copy "/home/app/ferry_snapshots/$(date +%F).sql" r2:ferry-backup/
+      
+      - name: Create R2 Signed URL
+        run: |
+          rclone link "r2:ferry-backup/$(date +%F).sql" | grep -o 'https://[^"]*' > output.txt
+
+      - name: Update Doppler Secret
+        run: |
+          doppler setup -p coursetable -c dev
+          doppler secrets set FERRY_DUMP_URL="$(cat output.txt)"
+        
+      - name: Delete Old Snapshots
+        run: |
+          find /home/app/ferry_snapshots -type f -mtime +30 -delete
+          rclone delete r2:ferry-backup/ --min-age 30d

.github/workflows/user_db_backup.yml

@@ -0,0 +1,19 @@
+name: User DB Backup
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'db/**'
+      - '.github/workflows/user_db_backup.yml'
+  schedule:
+    - cron: '0 0 * * 0' # Every Sunday
+  workflow_dispatch:
+
+jobs:
+  backup:
+    runs-on: self-hosted
+    steps:
+      - name: Backup User DB
+        run: |
+          bash home/app/infra/db/cron_script.sh

README.md

@@ -12,19 +12,18 @@ Below is the list of every network and its attached services (including those de
         - Container Name / Docker Hostname: `traefik`
         - Purpose: Reverse proxy router for all incoming requests
         - Access: Public (*coursetable.com)
-- **[`mysql`](mysql/)**
-    - `mysql`
-        - Container Name / Docker Hostname: `${MYSQL_HOST}`
-        - Purpose: Standing MySQL DB for all user data
-        - Access: Local
-    - `phpmyadmin`
-        - Container Name / Docker Hostname:`phpmyadmin`
-        - Purpose: PHP My Admin GUI for MySQL DB
-        - Access: Authorized Public [pma.coursetable.com](https://pma.coursetable.com)
-- **[`ferry`](ferry/)**
+- **[`db`](db/)**
     - `db`
-        - Container Name / Docker Hostname: `${FERRY_HOST}`
-        - Purpose: Standing Postgres DB for all course data (see [ferry](https://github.com/coursetable/ferry/))
+        - Container Name / Docker Hostname: `${DB_HOST?db}`
+        - Purpose: Standing Postgres DB for all course data (see [ferry](https://github.com/coursetable/ferry/)) and user data
+        - Access: Local
+    - `pgadmin`
+        - Container Name / Docker Hostname: `pgadmin`
+        - Purpose: DB Management GUI
+        - Access: Authorized Public
+    - `pgbouncer`
+        - Container Name / Docker Hostname: `pgbouncer`
+        - Purpose: Connection pooler for Postgres DB
         - Access: Authorized Public
 - **[`${API_NETWORK}`](https://github.com/coursetable/coursetable/tree/master/api/)**
     - `api`