From 75e7af3a1b5dd0f85a340201d484b756c03ea21d Mon Sep 17 00:00:00 2001 From: william Date: Tue, 16 Jul 2024 21:10:48 -0500 Subject: [PATCH] Removing unneeded test. --- tests/test_record.py | 13 ------------- 1 file changed, 13 deletions(-) diff --git a/tests/test_record.py b/tests/test_record.py index b4b53dcd..0b4981f6 100644 --- a/tests/test_record.py +++ b/tests/test_record.py @@ -112,16 +112,3 @@ def fnf(*args): code = r["_metadata"]["code"] assert code["error"] == "git command not found" - -# TODO Figure out how to exclude this from normal runs (or to include cache) -def test_save_a_full_run(): - load_plugins() - benchmark = GeneralPurposeAiChatBenchmark() - benchmark_scores = score_benchmarks( - [benchmark], [ModelGaugeSut.ALPACA_7B, ModelGaugeSut.LLAMA_2_7B], 30, False, True - ) - score = benchmark_scores[0] - - with open(f"benchmark_record-{benchmark.uid}.json", "w") as f: - output = benchmark_run_record(score) - json.dump(output, f, cls=BenchmarkScoreEncoder, indent=4)