diff --git a/.github/workflows/release-please.yaml b/.github/workflows/release-please.yaml
index a05c3b71a..3820fc898 100644
--- a/.github/workflows/release-please.yaml
+++ b/.github/workflows/release-please.yaml
@@ -40,8 +40,11 @@ jobs:
 
       - name: Setup Ruby
         uses: ruby/setup-ruby@af848b40be8bb463a751551a1180d74782ba8a72
+        working-directory: ${{ matrix.path }}
         with:
           ruby-version: 3.0.0
+          bundler: latest
+          bundler-cache: false
 
       - name: Configure RubyGems
         env: