fix: exit early if no adapter_data

huggingface · Jun 25, 2024 · a2d821c · a2d821c
1 parent 0d496ba
commit a2d821c
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/server/text_generation_server/layers/lora.py b/server/text_generation_server/layers/lora.py
@@ -41,6 +41,8 @@ def forward_layer_type(
         start_idx: int,
         end_idx: int,
     ) -> torch.Tensor:
+        if adapter_data is None:
+            return result
         data = adapter_data.data.get(layer_type)
         data: Optional["BatchLoraWeights"] = (
             data.get("lora") if data is not None else None