Skip to content

Commit

Permalink
Removing unneeded test.
Browse files Browse the repository at this point in the history
  • Loading branch information
wpietri committed Jul 17, 2024
1 parent 0dabb0a commit 75e7af3
Showing 1 changed file with 0 additions and 13 deletions.
13 changes: 0 additions & 13 deletions tests/test_record.py
Original file line number Diff line number Diff line change
Expand Up @@ -112,16 +112,3 @@ def fnf(*args):
code = r["_metadata"]["code"]
assert code["error"] == "git command not found"


# TODO Figure out how to exclude this from normal runs (or to include cache)
def test_save_a_full_run():
load_plugins()
benchmark = GeneralPurposeAiChatBenchmark()
benchmark_scores = score_benchmarks(
[benchmark], [ModelGaugeSut.ALPACA_7B, ModelGaugeSut.LLAMA_2_7B], 30, False, True
)
score = benchmark_scores[0]

with open(f"benchmark_record-{benchmark.uid}.json", "w") as f:
output = benchmark_run_record(score)
json.dump(output, f, cls=BenchmarkScoreEncoder, indent=4)

0 comments on commit 75e7af3

Please sign in to comment.