Skip to content

Pretrained Weights of SParC BERT-based Action Copy Model

Compare
Choose a tag to compare
@SivilTaram SivilTaram released this 23 Apr 14:09
· 155 commits to master since this release
{
  "best_epoch": 13,
  "peak_cpu_memory_MB": 0,
  "peak_gpu_0_memory_MB": 1,
  "peak_gpu_1_memory_MB": 22815,
  "peak_gpu_2_memory_MB": 22671,
  "peak_gpu_3_memory_MB": 19426,
  "peak_gpu_4_memory_MB": 22798,
  "peak_gpu_5_memory_MB": 17284,
  "peak_gpu_6_memory_MB": 21951,
  "peak_gpu_7_memory_MB": 1,
  "training_duration": "11:21:16.976743",
  "training_start_epoch": 0,
  "training_epochs": 22,
  "epoch": 22,
  "training_action_exact_match": 0,
  "training__action_inter_exact_match": 0,
  "training__action_turn_1_exact_match": 0,
  "training__action_turn_2_exact_match": 0,
  "training__action_turn_3_exact_match": 0,
  "training__action_turn_4_exact_match": 0,
  "training_sql_exact_match": 0,
  "training__sql_inter_exact_match": 0,
  "training__sql_turn_1_exact_match": 0,
  "training__sql_turn_2_exact_match": 0,
  "training__sql_turn_3_exact_match": 0,
  "training__sql_turn_4_exact_match": 0,
  "training__copy": 0,
  "training_info": 0,
  "training_loss": 0.19148788920165136,
  "training_cpu_memory_MB": 0.0,
  "training_gpu_0_memory_MB": 1,
  "training_gpu_1_memory_MB": 22325,
  "training_gpu_2_memory_MB": 19190,
  "training_gpu_3_memory_MB": 19426,
  "training_gpu_4_memory_MB": 18642,
  "training_gpu_5_memory_MB": 16566,
  "training_gpu_6_memory_MB": 19856,
  "training_gpu_7_memory_MB": 1,
  "validation_action_exact_match": 0.43308395677472983,
  "validation__action_inter_exact_match": 0.22037914691943128,
  "validation__action_turn_1_exact_match": 0.6255924170616114,
  "validation__action_turn_2_exact_match": 0.3909952606635071,
  "validation__action_turn_3_exact_match": 0.2962962962962963,
  "validation__action_turn_4_exact_match": 0.1348314606741573,
  "validation_sql_exact_match": 0.4546965918536991,
  "validation__sql_inter_exact_match": 0.25118483412322273,
  "validation__sql_turn_1_exact_match": 0.6421800947867299,
  "validation__sql_turn_2_exact_match": 0.41706161137440756,
  "validation__sql_turn_3_exact_match": 0.3148148148148148,
  "validation__sql_turn_4_exact_match": 0.16853932584269662,
  "validation__copy": 0,
  "validation_info": 0,
  "validation_loss": 0.3569193813490231,
  "best_validation_action_exact_match": 0.4455527847049044,
  "best_validation__action_inter_exact_match": 0.22274881516587677,
  "best_validation__action_turn_1_exact_match": 0.6255924170616114,
  "best_validation__action_turn_2_exact_match": 0.4052132701421801,
  "best_validation__action_turn_3_exact_match": 0.3111111111111111,
  "best_validation__action_turn_4_exact_match": 0.19101123595505617,
  "best_validation_sql_exact_match": 0.4605153782211139,
  "best_validation__sql_inter_exact_match": 0.24407582938388625,
  "best_validation__sql_turn_1_exact_match": 0.6374407582938388,
  "best_validation__sql_turn_2_exact_match": 0.4218009478672986,
  "best_validation__sql_turn_3_exact_match": 0.32222222222222224,
  "best_validation__sql_turn_4_exact_match": 0.2247191011235955,
  "best_validation__copy": 0,
  "best_validation_info": 0,
  "best_validation_loss": 0.32762717183953
}