diff --git a/.github/workflows/nodejs.yml b/.github/workflows/nodejs.yml
index 90a4540..8f550e7 100644
--- a/.github/workflows/nodejs.yml
+++ b/.github/workflows/nodejs.yml
@@ -31,7 +31,6 @@ jobs:
 
   try-scenarios:
     name: ${{ matrix.ember-try-scenario }}
-    continue-on-error: ${{ matrix.allow-failure }}
 
     runs-on: ubuntu-latest
 
@@ -70,4 +69,4 @@ jobs:
     - name: test
       env:
         EMBER_TRY_SCENARIO: ${{ matrix.ember-try-scenario }}
-      run: node_modules/.bin/ember try:one $EMBER_TRY_SCENARIO
+      run: node_modules/.bin/ember try:one $EMBER_TRY_SCENARIO || ${{ matrix.allow-failure }}