diff --git a/.github/workflows/include.yml b/.github/workflows/include.yml
index a606568..3a1898c 100644
--- a/.github/workflows/include.yml
+++ b/.github/workflows/include.yml
@@ -23,6 +23,7 @@ jobs:
             contents: read
             security-events: write
     call-releaser:
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
         uses: fortio/workflows/.github/workflows/releaser.yml@main
         with:
             description: "Proxy for applications aiming to dispatch messages to Slack nicely"