-
Notifications
You must be signed in to change notification settings - Fork 2
/
train_aoa.sh
81 lines (80 loc) · 2.27 KB
/
train_aoa.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
#!/bin/sh
id="nli_aoa_try"
if [ ! -f loge/log_$id/infos_$id.pkl ]; then
start_from=""
else
start_from="--start_from loge/log_$id"
fi
python train.py --id $id \
--caption_model aoa \
--refine 1 \
--refine_aoa 1 \
--use_ff 0 \
--decoder_type AoA \
--use_multi_head 2 \
--num_heads 8 \
--multi_head_scale 1 \
--mean_feats 1 \
--ctx_drop 1 \
--dropout_aoa 0.3 \
--label_smoothing 0.2 \
--input_json data/cocotalk.json \
--input_label_h5 data/cocotalk_label.h5 \
--input_fc_dir ../DiscCaptioning_bak/data/cocobu_fc \
--input_att_dir ../DiscCaptioning_bak/data/cocobu_att \
--input_box_dir ../DiscCaptioning_bak/data/cocobu_box \
--seq_per_img 5 \
--batch_size 16 \
--beam_size 2 \
--learning_rate 2e-4 \
--num_layers 2 \
--input_encoding_size 1024 \
--rnn_size 1024 \
--learning_rate_decay_start 0 \
--scheduled_sampling_start 0 \
--checkpoint_path loge/log_$id \
$start_from \
--save_checkpoint_every 4 \
--language_eval 1 \
--val_images_use -1 \
--max_epochs 30 \
--scheduled_sampling_increase_every 5 \
--scheduled_sampling_max_prob 0.5 \
--learning_rate_decay_every 3 \
--sample_dist data/nli_dist_mle \
python train.py --id $id \
--caption_model aoa \
--refine 1 \
--refine_aoa 1 \
--use_ff 0 \
--decoder_type AoA \
--use_multi_head 2 \
--num_heads 8 \
--multi_head_scale 1 \
--mean_feats 1 \
--ctx_drop 1 \
--dropout_aoa 0.3 \
--input_json data/cocotalk.json \
--input_label_h5 data/cocotalk_label.h5 \
--input_fc_dir ../DiscCaptioning_bak/data/cocobu_fc \
--input_att_dir ../DiscCaptioning_bak/data/cocobu_att \
--input_box_dir ../DiscCaptioning_bak/data/cocobu_box \
--seq_per_img 5 \
--batch_size 16 \
--beam_size 2 \
--num_layers 2 \
--input_encoding_size 1024 \
--rnn_size 1024 \
--language_eval 1 \
--val_images_use -1 \
--save_checkpoint_every 4000 \
--start_from loge/log_$id"_rl" \
--checkpoint_path loge/log_$id"_rl" \
--learning_rate 2e-5 \
--max_epochs 60 \
--self_critical_after 0 \
--learning_rate_decay_start -1 \
--scheduled_sampling_start -1 \
--reduce_on_plateau \
--sample_dist data/nli_dist_rl \
--mixed_gts 1