Add note.

vllm-project · Apr 4, 2024 · 9627425 · 9627425
1 parent 36fb3be
commit 9627425
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/vllm/sampling_params.py b/vllm/sampling_params.py
@@ -152,6 +152,9 @@ def __init__(
         self.min_tokens = min_tokens
         self.logprobs = logprobs
         self.prompt_logprobs = prompt_logprobs
+        # NOTE: This parameter is only exposed at the engine level for now.
+        # It is not exposed in the OpenAI API server, as the OpenAI API does
+        # not support returning only a list of token IDs.
         self.detokenize = detokenize
         self.skip_special_tokens = skip_special_tokens
         self.spaces_between_special_tokens = spaces_between_special_tokens