Merge pull request microsoft#3 from rraminen/update_shell_script

Removed checkpointing and validation data args
rraminen · Apr 22, 2021 · 51d5f03 · 51d5f03
2 parents 53b28ad + 9634758
commit 51d5f03
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/bing_bert/ds_train_bert_bsz32k_seq512_pipeclean.sh b/bing_bert/ds_train_bert_bsz32k_seq512_pipeclean.sh
@@ -19,12 +19,9 @@ deepspeed ${base_dir}/deepspeed_train.py \
 --deepspeed_transformer_kernel \
 --job_name $JOB_NAME \
 --deepspeed_config ${base_dir}/deepspeed_bsz32k_lamb_config_seq512_pipeclean.json \
---validation_data_path_prefix /data/bert \
 --data_path_prefix /data/bert \
 --rewarmup \
 --lr_schedule "EE" \
 --attention_dropout_checkpoint \
 --lr_offset 0.0 \
---load_training_checkpoint ${CHECKPOINT_BASE_PATH} \
---load_checkpoint_id ${CHECKPOINT_EPOCH150_NAME} \
 &> ${JOB_NAME}.log