update

vllm-project · Apr 26, 2024 · 0f5824c · 0f5824c
1 parent 72e1e42
commit 0f5824c
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/vllm/model_executor/models/mixtral.py b/vllm/model_executor/models/mixtral.py
@@ -124,8 +124,7 @@ def __init__(
 
         # Scaling factors for FP8 activations
         need_act_scales = (self.use_fp8
-                           and quant_config.activation_scheme
-                           == "static")
+                           and quant_config.activation_scheme == "static")
         self.as_scale = nn.Parameter(
             torch.zeros(1, device="cuda", dtype=torch.float32),
             requires_grad=False) if need_act_scales else None