diff --git a/cibuildwheel/windows.py b/cibuildwheel/windows.py
index 7b31ddcf4..6f0ef276a 100644
--- a/cibuildwheel/windows.py
+++ b/cibuildwheel/windows.py
@@ -29,7 +29,7 @@ def get_python_path(config):
     elif config.identifier.startswith('pp'):
         # Inside the PyPy zip file is a directory with the same name
         filename = config.url.rsplit('/', 1)[-1]
-        return os.path.join("C:\\PyPy", os.path.splitext(filename)[0])
+        return os.path.join("C:\\cibw", os.path.splitext(filename)[0])
 
 
 def get_nuget_args(configuration):
@@ -131,7 +131,7 @@ def shell(args, env=None, cwd=None):
         if config.identifier.startswith('cp'):
             simple_shell([nuget, "install"] + get_nuget_args(config))
         elif config.identifier.startswith('pp') and not os.path.exists(config_python_path):
-            pypy_zip = config.url.rsplit('/', 1)[-1]
+            pypy_zip = os.path.join("C:\\cibw", config.url.rsplit('/', 1)[-1])
             download(config.url, pypy_zip)
             # Extract to the parent of config_python_path because the zip file still contains a directory
             extract_zip(pypy_zip, os.path.dirname(config_python_path))