diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index b7b9247..eeb7de6 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -37,6 +37,11 @@ jobs:
           mkdir -p ~/.ssh
           ssh-keyscan -t rsa -p 2222 127.0.0.1 >> ~/.ssh/known_hosts
 
+      - name: Run a container to verify that docker system prune will work
+        run: |
+          ssh -p 2222 david@127.0.0.1 docker run --name debian debian:12
+        shell: bash
+
       - name: Test
         uses: ./action
         with:
@@ -61,3 +66,24 @@ jobs:
               exit 1
           fi
         shell: bash
+
+      - name: Check that docker-stack-wait image is still there
+        run: |
+          ssh -p 2222 david@127.0.0.1 docker image inspect sudobmitch/docker-stack-wait:v0.2.5
+        shell: bash
+
+      - name: Check that the Debian container got removed
+        run: |
+          if ssh -p 2222 david@127.0.0.1 docker container inspect debian; then
+              echo "Debian container was not cleaned up!"
+              exit 1
+          fi
+        shell: bash
+
+      - name: Check that the Debian image got removed
+        run: |
+          if ssh -p 2222 david@127.0.0.1 docker image inspect debian:12; then
+              echo "Debian image was not cleaned up!"
+              exit 1
+          fi
+        shell: bash
diff --git a/action.yml b/action.yml
index d5d9215..be584c7 100644
--- a/action.yml
+++ b/action.yml
@@ -91,7 +91,7 @@ runs:
 
     - name: Cleaning up
       run: |
-        docker system prune -af
+        docker system prune -af --filter 'label!=org.opencontainers.image.source=git://github.com/sudo-bmitch/docker-stack-wait.git' --filter 'label!=org.opencontainers.image.version=v0.2.5'
         docker context remove --force target
       shell: bash