From 470fbd3921d22a53cac1662f26ca207f1251ca8e Mon Sep 17 00:00:00 2001 From: Linkun Chen Date: Mon, 18 Nov 2024 05:59:58 +0000 Subject: [PATCH] disable mypy type check mypy is not smart enough to validate kwargs Signed-off-by: Linkun Chen --- vllm/outputs.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/vllm/outputs.py b/vllm/outputs.py index 80cf4702934f2..4ae9b377ae693 100644 --- a/vllm/outputs.py +++ b/vllm/outputs.py @@ -158,7 +158,8 @@ def from_seq_group( finished = seq_group.is_finished() if seq_group.request_id in seq_id_to_seq_group: - group: SequenceGroupBase = seq_id_to_seq_group[seq_group.request_id] + group: SequenceGroupBase = seq_id_to_seq_group[ + seq_group.request_id] if finished: group.finish_seq(seq_group) assembled_seq_group = group.maybe_assemble_group(seq_group) @@ -201,8 +202,8 @@ def from_seq_group( # num_cached_tokens should be the same for all the sequences num_cached_tokens = None for i, seq in enumerate(top_n_seqs): - output_text = seq.get_output_text_to_return(text_buffer_length, - delta) + output_text = seq.get_output_text_to_return( + text_buffer_length, delta) output_token_ids = seq.get_output_token_ids_to_return(delta) num_output_tokens = 1 if isinstance(output_token_ids,