diff --git a/.ci/acceptance-tests/inspec-integration.sh b/.ci/acceptance-tests/inspec-integration.sh
index 041664661827..7583a07bd1c3 100755
--- a/.ci/acceptance-tests/inspec-integration.sh
+++ b/.ci/acceptance-tests/inspec-integration.sh
@@ -73,8 +73,12 @@ set +e
 
 for i in {1..30}
 do
+	# Cleanup cassettes folder each time, we don't want to use a recorded cassette if it records an unauthorized response
+	rm -r inspec-cassettes
 	inspec exec inspec-mm --attrs=attributes/attributes.yaml -t gcp2://
 	if [ "$?" -eq "0" ]; then
+		# Upload cassettes to storage bucket for unit test use
+		gsutil cp inspec-cassettes/* gs://magic-modules-inspec-bucket/inspec-cassettes
 		exit 0
 	fi
 done
diff --git a/.ci/ci.yml.tmpl b/.ci/ci.yml.tmpl
index f1d11861d327..8052c1d958cb 100644
--- a/.ci/ci.yml.tmpl
+++ b/.ci/ci.yml.tmpl
@@ -380,6 +380,7 @@ jobs:
                     method: squash
                     commit_msg: mm-output/commit_message
     - name: inspec-integration-test
+      serial: true
       plan:
         - get: magic-modules-new-prs
         - task: inspec-integration