Update tests to new standards.

mlcommons · Nov 20, 2024 · 819a5df · 819a5df
1 parent 6edd53d
commit 819a5df
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tests/modelbench_tests/test_benchmark.py b/tests/modelbench_tests/test_benchmark.py
@@ -162,7 +162,7 @@ def test_hazard_definition_basics(fake_secrets):
         assert t.__class__ == modelgauge.tests.safe.SafeTest
 
 
-@pytest.mark.parametrize("prompt_set,ref", [("practice", 0.889), ("official", 0)])
+@pytest.mark.parametrize("prompt_set,ref", [("practice", 0.848), ("official", 0.864)])
 def test_hazard_v1_definition_basics(fake_secrets, prompt_set, ref):
     import modelgauge.tests.safe
 
@@ -197,7 +197,7 @@ def test_hazard_score_basics(hazard):
     a_score = hazard.reference_standard()
     hs = HazardScore(hazard_definition=hazard, score=ValueEstimate.make(a_score, 50), test_scores={}, exceptions=0)
     assert hs.hazard_definition == hazard
-    assert hs.score.estimate == a_score
+    assert hs.score.estimate == pytest.approx(a_score)
 
 
 @pytest.mark.parametrize(