[Bugfix] fix_small_bug_in_neuron_executor (vllm-project#4051)

esmeetu · Apr 13, 2024 · 0a430b4 · 0a430b4
1 parent ec8e3c6
commit 0a430b4
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/executor/neuron_executor.py b/vllm/executor/neuron_executor.py
@@ -25,6 +25,7 @@ def __init__(
         speculative_config: Optional[SpeculativeConfig],
     ) -> None:
         self.model_config = model_config
+        self.cache_config = cache_config
         assert lora_config is None, "LoRA is not supported for Neuron backend."
         self.parallel_config = parallel_config
         self.scheduler_config = scheduler_config
@@ -43,6 +44,7 @@ def _init_worker(self):
             self.parallel_config,
             self.scheduler_config,
             self.device_config,
+            self.cache_config,
         )
         self.driver_worker.init_device()
         self.driver_worker.load_model()