Merge pull request #116 from fanndu/main

Fix incorrect usage of MCQJudge.judge() in README.md and docs/quickst…
walledai · Oct 19, 2024 · 519d602 · 519d602
2 parents bc4ef9f + 4c67558
commit 519d602
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -302,7 +302,7 @@ logs = []
 for sample in dataset:
     prompt = template(sample)
     response = llm(prompt)
-    judge_output, score = judge(response)
+    judge_output, score = judge(response, sample.answer)
 
     logs.append({
 	    "sample": sample.model_dump(),

diff --git a/docs/quickstart/mcq.md b/docs/quickstart/mcq.md
@@ -50,7 +50,7 @@ logs = []
 for sample in dataset:
     prompt = template(sample)
     response = llm(prompt)
-    judge_output, score = judge(response)
+    judge_output, score = judge(response, sample.answer)
 
     logs.append({
 	    "sample": sample.model_dump(),