Update

Zyphra · Sep 11, 2024 · 1df30bb · 1df30bb
1 parent e0cb9fe
commit 1df30bb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/models/zamba/modeling_zamba.py b/src/transformers/models/zamba/modeling_zamba.py
@@ -667,7 +667,7 @@ def cuda_kernels_forward(
             if attention_mask is not None and not torch.all(attention_mask == 1):
                 hidden_states = hidden_states * attention_mask.unsqueeze(1)
 
-        # 3. State Space Model sequence transformation
+        # 3. SSM sequence transformation
         # 3.a. input varying initialization of time_step, B and C
 
         hidden_states = hidden_states.reshape(