config.yaml

model_name_or_path: "google/mt5-small"
tokenizer_path: "mt5_small_tokenizer"
label_smoothing_factor: 0
freeze_embeddings: false
run_name: "exp1"
wandb_project: null
neptune_project: null
neptune_api_token: null
train_dataset_list: ["tquad2-train"]
valid_dataset_list: ["tquad2-valid"]
eval_dataset_list: ["tquad2-valid", "xquad.tr"]
train_file_path: "data/train_data_multitask_mt5.pt"
valid_file_path: "data/valid_data_multitask_mt5.pt"
max_source_length: 512
max_target_length: 80
prepare_data: true
mt5_task_list: ["qa", "qg", "ans_ext"]
mt5_qg_format: "highlight"
output_dir: "runs/exp1"
do_train: true
do_eval: true
evaluation_strategy: "steps"
eval_steps: 2000
per_device_train_batch_size: 4
per_device_eval_batch_size: 4
gradient_accumulation_steps: 1
eval_accumulation_steps: 1
learning_rate: 1.0e-4
num_train_epochs: 10
save_total_limit: 1
no_cuda: false
seed: 42
fp16: false
fp16_full_eval: false
adafactor: true