diff --git a/benchmarks/test_joins.py b/benchmarks/test_joins.py
index 619893ba..0c7ad9bb 100644
--- a/benchmarks/test_joins.py
+++ b/benchmarks/test_joins.py
@@ -28,4 +28,4 @@ def test():
 
         min_time = min(results)
 
-        self.assertLess(min_time, 15)  # CI unreliable, 12s witnessed
+        self.assertLess(min_time, 20)  # CI unreliable, 15s witnessed on PyPy