diff --git a/azure-pipelines.release-vnext-nightly.yml b/azure-pipelines.release-vnext-nightly.yml
index 1299c378490a67..cc956a1a801125 100644
--- a/azure-pipelines.release-vnext-nightly.yml
+++ b/azure-pipelines.release-vnext-nightly.yml
@@ -37,6 +37,11 @@ jobs:
     steps:
       - template: .devops/templates/tools.yml
 
+      - script: |
+          git config user.name "Fluent UI Build"
+          git config user.email "fluentui-internal@service.microsoft.com"
+        displayName: Configure git user (used by beachball)
+
       - task: Bash@3
         inputs:
           filePath: yarn-ci.sh
@@ -44,7 +49,7 @@ jobs:
 
         # Deletes all existing changefiles so that only bump that happens is for nightly
       - script: |
-          rm change/*
+          rm -f change/*
         displayName: 'Delete existing changefiles'
 
         # Bumps all v9 packages to a x.x.x-nightly.commitSha version and checks in change files