Skip to content

Commit

Permalink
remve unnecessary print
Browse files Browse the repository at this point in the history
Signed-off-by: Kevin-Yang <[email protected]>
  • Loading branch information
jason9693 committed Oct 26, 2024
1 parent 5b1270d commit 695b4ea
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 10 deletions.
9 changes: 0 additions & 9 deletions vllm/attention/backends/flash_attn.py
Original file line number Diff line number Diff line change
Expand Up @@ -349,11 +349,6 @@ def _add_seq_group(
else:
block_table = block_tables[seq_id][
-curr_sliding_window_block:]

print(f"prefix cache hit: {prefix_cache_hit}")
print(f"chunked prefill enabled: {chunked_prefill_enabled}")
print(f"prompt: {is_prompt}")
print(f"block table: {block_table}")
self.block_tables.append(block_table)

# Compute slot mapping.
Expand Down Expand Up @@ -405,7 +400,6 @@ def build(self, seq_lens: List[int], query_lens: List[int],
for inter_data in self.input_builder.inter_data_list
])
for inter_data in self.input_builder.inter_data_list:
print(f"inter_data: {inter_data}")
self._add_seq_group(inter_data,
self.input_builder.chunked_prefill_enabled,
prefix_cache_hit)
Expand All @@ -431,9 +425,6 @@ def build(self, seq_lens: List[int], query_lens: List[int],
block_tables = self._get_graph_runner_block_tables(
num_seqs, self.block_tables)
else:
print(f"block tables: {self.block_tables}")
# if self.block_tables[0] is None:
# self.block_tables = [list() for _ in range(num_seqs)]
block_tables = make_tensor_with_pad(
self.block_tables,
pad=0,
Expand Down
1 change: 0 additions & 1 deletion vllm/worker/embedding_model_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -173,7 +173,6 @@ def prepare_model_input(
finished_requests_ids: Optional[List[str]] = None
) -> ModelInputForGPUWithPoolingMetadata:
assert seq_group_metadata_list is not None
print(f"seq_group_metadata_list: {seq_group_metadata_list}")
model_input = self._prepare_model_input_tensors(
seq_group_metadata_list, finished_requests_ids)
# Prepare PoolingMetadata.
Expand Down

0 comments on commit 695b4ea

Please sign in to comment.