Fix ChatCompletionRequest.messages type

vllm-project · Feb 28, 2024 · be3ee45 · be3ee45
1 parent 312a904
commit be3ee45
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py
@@ -55,7 +55,7 @@ class UsageInfo(BaseModel):
 
 class ChatCompletionRequest(BaseModel):
     model: str
-    messages: Union[str, List[Dict[str, str]]]
+    messages: List[Dict[str, str]]
     temperature: Optional[float] = 0.7
     top_p: Optional[float] = 1.0
     n: Optional[int] = 1