diff --git a/spec/spec_helper.rb b/spec/spec_helper.rb
index 6bdf313..a3d8f88 100644
--- a/spec/spec_helper.rb
+++ b/spec/spec_helper.rb
@@ -32,5 +32,5 @@ def enable_custom_check(&block)
   File.write(CUSTOM_CHECK_FILE_PATH, 'hello')
   block.call
 ensure
-  FileUtils.rm(CUSTOM_CHECK_FILE_PATH)
+  FileUtils.rm(CUSTOM_CHECK_FILE_PATH) if File.exist?(CUSTOM_CHECK_FILE_PATH)
 end