litestram - restore and replicate scripts, replicate before new deploy

.gitignore

@@ -17,24 +17,19 @@
 # Ignore all logfiles and tempfiles.
 /log/*
 /tmp/*
-!/log/.keep
-!/tmp/.keep
 
 # Ignore pidfiles, but keep the directory.
 /tmp/pids/*
 !/tmp/pids/
-!/tmp/pids/.keep
 
 # Ignore storage (uploaded files in development and any SQLite databases).
 /storage/*
-!/storage/.keep
 !/storage/seeds/data/locales.json
 !/storage/seeds/data/united_states/congress
 !/storage/seeds/data/united_states/maryland/baltimore
 !/storage/geojson/baltimore-maryland-united_states.geojson
 /tmp/storage/*
 !/tmp/storage/
-!/tmp/storage/.keep
 
 /public/assets
 
@@ -54,10 +49,14 @@ doc/
 
 /app/assets/.well-known
 /app/assets/builds/*
-!/app/assets/builds/.keep
 
 tf/secrets.tfvars
 tf/.terraform*
 tf/plans
 
-litestream/config/litestream.yml
+litestream/config/*
+litestream/dbs/*
+
+
+
+!**/**/.keep

litestream/replicate.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env zsh
+
+export GOOGLE_APPLICATION_CREDENTIALS="${HOME}/.config/gcloud/application_default_credentials.json"
+
+echo ""
+echo "###################################################################################################"
+echo ""
+echo "replicate.sh - Replicating the production db to Digial Ocean via Litestream"
+echo ""
+
+rm -rf litestream/dbs
+mkdir -p litestream/dbs
+touch litestream/dbs/.keep
+
+gsutil cp gs://sway-sqlite/production.sqlite3 litestream/dbs/production.sqlite3
+
+litestream replicate -exec "sleep 10" -config litestream/config/replicate.yml
+
+rm -rf litestream/dbs
+mkdir -p litestream/dbs
+touch litestream/dbs/.keep
+
+echo ""
+echo "replicate.sh - Finished replicating the production db to Digial Ocean via Litestream"
+echo ""
+echo "###################################################################################################"
+echo ""

litestream/restore.sh

@@ -1,3 +1,15 @@
 #!/usr/bin/env zsh
 
-litestream restore -config litestream/config/litestream.yml ./storage/production.db
+echo ""
+echo "###################################################################################################"
+echo ""
+echo "restore.sh - Restoring the production db from Digial Ocean via Litestream to storage/production.db"
+echo ""
+
+litestream restore -config litestream/config/restore.yml storage/production.db
+
+echo ""
+echo "restore.sh - Finished restoring the production db from Digial Ocean via Litestream to stroage/production.db"
+echo ""
+echo "###################################################################################################"
+echo ""

scripts/deploy.sh

@@ -16,11 +16,12 @@ export $(cat .env.github | xargs)
 SECRET_KEY_BASE_DUMMY=1 ./bin/rails assets:clobber
 RAILS_ENV=production SECRET_KEY_BASE_DUMMY=1 ./bin/rails assets:clobber
 
+./litestream/replicate.sh
+
 gcloud storage cp --recursive $(pwd)/storage/geojson gs://sway-sqlite/
 
 gcloud storage cp --recursive $(pwd)/storage/seeds/data gs://sway-sqlite/seeds/
 
-
 # Cloud Run requires AMD64 images
 docker buildx build . -f docker/dockerfiles/production.dockerfile --platform linux/amd64 -t us-central1-docker.pkg.dev/sway-421916/sway/sway:latest --push --compress