diff --git a/.github/workflows/backport-base.yml b/.github/workflows/backport-base.yml
index 79355b9727e..d9f833965ea 100644
--- a/.github/workflows/backport-base.yml
+++ b/.github/workflows/backport-base.yml
@@ -152,7 +152,8 @@ jobs:
                 issue_number: pr_number,
                 body: git_am_failed_body
               });
-              throw new Error("Error: git am failed, most likely due to a merge conflict.", false);
+              core.setFailed("Error: git am failed, most likely due to a merge conflict.");
+              return;
             }
             else {
               // push the temp branch to the repository