diff --git a/ci/deps/azure-windows-310.yaml b/ci/deps/azure-windows-310.yaml
index 8e6f4deef6057..28f8ebfb3b726 100644
--- a/ci/deps/azure-windows-310.yaml
+++ b/ci/deps/azure-windows-310.yaml
@@ -8,7 +8,7 @@ dependencies:
   # tools
   - cython>=0.29.24
   - pytest>=6.0
-  - pytest-xdist>=1.31
+  - pytest-xdist=2.4.0
   - hypothesis>=5.5.3
   - pytest-azurepipelines
 
diff --git a/ci/deps/azure-windows-38.yaml b/ci/deps/azure-windows-38.yaml
index eb533524147d9..85148c4c78cde 100644
--- a/ci/deps/azure-windows-38.yaml
+++ b/ci/deps/azure-windows-38.yaml
@@ -8,7 +8,7 @@ dependencies:
   # tools
   - cython>=0.29.24
   - pytest>=6.0
-  - pytest-xdist>=1.31
+  - pytest-xdist=2.4.0
   - hypothesis>=5.5.3
   - pytest-azurepipelines
 
diff --git a/ci/deps/azure-windows-39.yaml b/ci/deps/azure-windows-39.yaml
index 6f820b1c2aedb..fdc6aaa048ce0 100644
--- a/ci/deps/azure-windows-39.yaml
+++ b/ci/deps/azure-windows-39.yaml
@@ -8,7 +8,7 @@ dependencies:
   # tools
   - cython>=0.29.24
   - pytest>=6.0
-  - pytest-xdist>=1.31
+  - pytest-xdist=2.4.0
   - hypothesis>=5.5.3
   - pytest-azurepipelines
 
diff --git a/ci/run_tests.sh b/ci/run_tests.sh
index 203f8fe293a06..28d6b12127eb9 100755
--- a/ci/run_tests.sh
+++ b/ci/run_tests.sh
@@ -26,8 +26,8 @@ fi
 
 PYTEST_CMD="${XVFB}pytest -m \"$PATTERN\" -n $PYTEST_WORKERS --dist=loadfile $TEST_ARGS $COVERAGE $PYTEST_TARGET"
 
-if [[ $(uname) != "Linux"  && $(uname) != "Darwin" ]]; then
-    PYTEST_CMD="$PYTEST_CMD --ignore=pandas/tests/plotting/"
+if [[ $(uname) != "Linux" ]]; then
+    PYTEST_CMD="$PYTEST_CMD --ignore=pandas/tests/window/moments --ignore=pandas/tests/plotting/"
 fi
 
 echo $PYTEST_CMD
diff --git a/pandas/tests/window/moments/conftest.py b/pandas/tests/window/moments/conftest.py
index 8f7c20fe03a02..45f9ad794d0b1 100644
--- a/pandas/tests/window/moments/conftest.py
+++ b/pandas/tests/window/moments/conftest.py
@@ -41,7 +41,6 @@ def is_constant(x):
         for obj in itertools.chain(create_series(), create_dataframes())
         if is_constant(obj)
     ),
-    scope="module",
 )
 def consistent_data(request):
     return request.param