Issue #2 Updated guild.yml with new iterations of tuning

jukiewiczm · Mar 26, 2020 · 9ef8e66 · 9ef8e66
1 parent d5271c8
commit 9ef8e66
Showing 1 changed file with 29 additions and 4 deletions.
diff --git a/modeling/models/rnn/guild.yml b/modeling/models/rnn/guild.yml
@@ -78,7 +78,7 @@
         pre_output_dim:
           description: "Size of the last layer before the output"
           default: 94
-    tune_rnn:
+    tune_rnn_iter_1:
       sourcecode: no
       steps:
         - run: train_rnn
@@ -100,10 +100,10 @@
             post_rnn_layers_num=[1:5]
             post_rnn_dim=[20:500]
             pre_output_dim=[20:500]
-            prepare_submission="eval"
+            run_type="evaluate"
             --max-trials 150
             --optimizer gp
-    tune_rnn_2:
+    tune_rnn_iter_2:
       sourcecode: no
       steps:
         - run: train_rnn
@@ -125,6 +125,31 @@
             post_rnn_layers_num=1
             post_rnn_dim=[1:100]
             pre_output_dim=[1:20]
-            prepare_submission="eval"
+            run_type="evaluate"
             --max-trials 150
+            --optimizer gp
+    tune_rnn_iter_3:
+      sourcecode: no
+      steps:
+        - run: train_rnn
+            embedding_type="wiki" \
+            embedding_size=300 \
+            embedding_epochs=1 \
+            embedding_lr=1 \
+            average_dense_sets=1 \
+            num_epochs=15 \
+            batch_size=256 \
+            learning_rate=[1e-6:1e-5] \
+            pre_rnn_layers_num=1 \
+            pre_rnn_dim=[400:1200] \
+            rnn_module="gru" \
+            rnn_layers_num=1 \
+            rnn_input_dim=[250:800] \
+            rnn_hidden_output_dim=[500:1500] \
+            rnn_initialize_memory_gate_bias=1 \
+            post_rnn_layers_num=1 \
+            post_rnn_dim=[500:1500] \
+            pre_output_dim=[1:20] \
+            run_type="evaluate" \
+            --max-trials 150 \
             --optimizer gp