[Bugfix] Fix assertion in NeuronExecutor (vllm-project#5841)

Signed-off-by: Alvant <[email protected]>
compressa-ai · Oct 26, 2024 · dbaf5b7 · dbaf5b7
1 parent 1e0a8d0
commit dbaf5b7
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/vllm/executor/neuron_executor.py b/vllm/executor/neuron_executor.py
@@ -48,9 +48,9 @@ def initialize_cache(self, num_gpu_blocks: int,
     def execute_model(
             self,
             execute_model_req: ExecuteModelRequest) -> List[SamplerOutput]:
-        assert (execute_model_req.blocks_to_swap_in == {}
-                and execute_model_req.blocks_to_swap_out == {}
-                and execute_model_req.blocks_to_copy == {}), (
+        assert (not execute_model_req.blocks_to_swap_in
+                and not execute_model_req.blocks_to_swap_out
+                and not execute_model_req.blocks_to_copy), (
                     "Cache operations are not supported for Neuron backend.")
         assert execute_model_req.num_lookahead_slots == 0, (
             "lookahead not supported for Neuron backend.")