Fix doc of attention_hidden_size

Zyphra · Sep 27, 2024 · 1880455 · 1880455
1 parent 9c10afe
commit 1880455
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/models/zamba/configuration_zamba.py b/src/transformers/models/zamba/configuration_zamba.py
@@ -44,7 +44,7 @@ class ZambaConfig(PretrainedConfig):
             model has a output word embedding layer.
         hidden_size (`int`, *optional*, defaults to 3712):
             Dimension of the hidden representations.
-        attention_hidden_size (`int`, *optional*, defaults to `None`):
+        attention_hidden_size (`int`, *optional*):
             Dimension of the hidden representations of the inputs to the Attention layer.
         intermediate_size (`int`, *optional*, defaults to 14848):
             Dimension of the MLP representations.