Changed number of heads back to what it was before.

JuliaGNI · Oct 23, 2023 · 85e7df3 · 85e7df3
1 parent 342e2d6
commit 85e7df3
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scripts/transformer_analysis.jl b/scripts/transformer_analysis.jl
@@ -14,8 +14,8 @@ GeometricMachineLearning.Chain(d::AbstractNeuralNetworks.AbstractExplicitLayer,
 image_dim = 28
 patch_length = 7
 transformer_dim = 49
-n_heads = 1
-n_layers = 16
+n_heads = 7
+n_layers = 1
 number_of_patch = (image_dim÷patch_length)^2
 batch_size = 2048
 activation = softmax