Skip to content

Commit

Permalink
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
update to modelguage 0.6.3
Browse files Browse the repository at this point in the history
dhosterman committed Sep 13, 2024

Verified

This commit was signed with the committer’s verified signature.
kanadgupta Kanad Gupta
1 parent 5c17432 commit b5be8cd
Showing 3 changed files with 850 additions and 731 deletions.
1,576 changes: 848 additions & 728 deletions poetry.lock

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -47,7 +47,7 @@ packages = [

[tool.poetry.dependencies]
python = ">=3.10,<3.13"
modelgauge = { extras = ["demo"], version = "^0.6.1" }
modelgauge = { extras = ["demo", "openai"], version = "0.6.3" }
jq = "^1.6.0"
click = "^8.1.7"
casefy = "^0.1.7"
3 changes: 1 addition & 2 deletions src/modelbench/hazards.py
Original file line number Diff line number Diff line change
@@ -145,8 +145,7 @@ def tests(self, secrets: RawSecrets) -> List[BaseTest]:
if self.hazard_key is None:
raise (NotImplementedError("must set hazard key"))
if not self._tests:
self._tests = [TESTS.make_instance(f"safe-{self.hazard_key}-1.0-private", secrets=secrets)]
# self._tests = [TESTS.make_instance(f"safe-{self.hazard_key}-1.0", secrets=secrets)]
self._tests = [TESTS.make_instance(f"safe-{self.hazard_key}-1.0", secrets=secrets)]
return self._tests


0 comments on commit b5be8cd

Please sign in to comment.