[Core] Allow AQLM on Pascal (vllm-project#5058)

opendatahub-io · May 31, 2024 · 63c2616 · 63c2616
1 parent 4ee6996
commit 63c2616
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/model_executor/layers/quantization/aqlm.py b/vllm/model_executor/layers/quantization/aqlm.py
@@ -192,7 +192,7 @@ def get_supported_act_dtypes(cls) -> List[torch.dtype]:
 
     @classmethod
     def get_min_capability(cls) -> int:
-        return 70
+        return 60
 
     @classmethod
     def get_config_filenames(cls) -> List[str]: