[Bugfix] handle hf_config with architectures == None (vllm-project#3982)

Signed-off-by: Travis Johnson <[email protected]> Co-authored-by: Simon Mo <[email protected]>
neuralmagic · Apr 11, 2024 · 0b6c223 · 0b6c223
1 parent dfbd725
commit 0b6c223
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/vllm/config.py b/vllm/config.py
@@ -164,7 +164,9 @@ def _verify_load_format(self) -> None:
 
         # TODO: Remove this check once HF updates the pt weights of Mixtral.
         architectures = getattr(self.hf_config, "architectures", [])
-        if "MixtralForCausalLM" in architectures and load_format == "pt":
+        # architectures can be None instead of []
+        if architectures and "MixtralForCausalLM" in architectures \
+            and load_format == "pt":
             raise ValueError(
                 "Currently, the 'pt' format is not supported for Mixtral. "
                 "Please use the 'safetensors' format instead. ")