Skip to content

Commit

Permalink
format
Browse files Browse the repository at this point in the history
  • Loading branch information
SolitaryThinker committed Aug 19, 2024
1 parent a2b3c7e commit 5fac4a1
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions vllm/worker/multi_step_model_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -409,10 +409,10 @@ def vocab_size(self) -> int:
return self._base_model_runner.vocab_size


def _pythonize_sampler_output(
model_input: StatefulModelInput, output: SamplerOutput,
pinned_sampled_token_buffer: torch.Tensor,
sampled_token_ids: torch.Tensor) -> None:
def _pythonize_sampler_output(model_input: StatefulModelInput,
output: SamplerOutput,
pinned_sampled_token_buffer: torch.Tensor,
sampled_token_ids: torch.Tensor) -> None:
""" This function is only called when the output tensors are ready.
See ModelOutput
"""
Expand Down

0 comments on commit 5fac4a1

Please sign in to comment.