exit if replayed interesting backends are flaky

HypothesisWorks · Jun 27, 2024 · 90ad3e2 · 90ad3e2
1 parent c46da15
commit 90ad3e2
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/hypothesis-python/src/hypothesis/internal/conjecture/engine.py b/hypothesis-python/src/hypothesis/internal/conjecture/engine.py
@@ -508,6 +508,11 @@ def test_function(self, data: ConjectureData) -> None:
                 # to a buffer
                 data = ConjectureData.for_ir_tree(data.examples.ir_tree_nodes)
                 self.__stoppable_test_function(data)
+                data.freeze()
+                # should we raise Flaky here instead?
+                if data.status != Status.INTERESTING:
+                    self.exit_with(ExitReason.flaky)
+
                 self._cache(data)
 
             key = data.interesting_origin