diff --git a/.github/workflows/pipeline.yml b/.github/workflows/pipeline.yml
index 07736c4..375a23b 100644
--- a/.github/workflows/pipeline.yml
+++ b/.github/workflows/pipeline.yml
@@ -76,6 +76,10 @@ jobs:
         # We use `kamal setup` rather than `kamal deploy` so if we add or reprovision nodes, they
         # get configured and the env is always pushed.
         run: bundle exec kamal setup
+      - uses: dylanratcliffe/delete-untagged-containers@main
+        with:
+          package_name: rails-rest-framework
+          token: ${{ secrets.GITHUB_TOKEN }}
   release:
     needs: test
     runs-on: ubuntu-latest