Skip to content

Commit

Permalink
fix precision map
Browse files Browse the repository at this point in the history
  • Loading branch information
Chen, Zhentao committed Apr 9, 2024
1 parent 796f996 commit 94e4930
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions python/llm/dev/benchmark/harness/harness_to_leaderboard.py
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@
drop='f1'
)

def parse_precision(precision, model="bigdl-llm"):
def parse_precision(precision, model="ipex-llm"):
result = match(r"([a-zA-Z_]+)(\d+)([a-zA-Z_\d]*)", precision)
datatype = result.group(1)
bit = int(result.group(2))
Expand All @@ -62,6 +62,6 @@ def parse_precision(precision, model="bigdl-llm"):
else:
if model == "hf-causal":
return f"bnb_type={precision}"
if model == "bigdl-llm":
if model == "ipex-llm":
return f"load_in_low_bit={precision}"
raise RuntimeError(f"invald precision {precision}")

0 comments on commit 94e4930

Please sign in to comment.