|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 10.0, |
|
"eval_steps": 28, |
|
"global_step": 560, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 3e-05, |
|
"loss": 3.5167, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 3e-05, |
|
"loss": 2.7034, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 3e-05, |
|
"loss": 2.5409, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 3e-05, |
|
"loss": 2.4931, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"eval_accuracy": 0.5748751060189339, |
|
"eval_loss": 2.390355348587036, |
|
"eval_runtime": 25.7729, |
|
"eval_samples_per_second": 34.261, |
|
"eval_steps_per_second": 2.173, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"eval_bleu": 2.6290615444017718, |
|
"eval_exact_match": 0.0, |
|
"eval_prefix_exact_match": 0.0, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 3e-05, |
|
"loss": 2.4944, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 3e-05, |
|
"loss": 2.4832, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 3e-05, |
|
"loss": 2.4336, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 3e-05, |
|
"loss": 2.5101, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 3e-05, |
|
"loss": 2.4699, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.6049526162776446, |
|
"eval_loss": 2.101423740386963, |
|
"eval_runtime": 23.9781, |
|
"eval_samples_per_second": 36.825, |
|
"eval_steps_per_second": 2.335, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_bleu": 2.731416805620766, |
|
"eval_exact_match": 0.0, |
|
"eval_prefix_exact_match": 0.0, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 3e-05, |
|
"loss": 2.2172, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 3e-05, |
|
"loss": 1.9462, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 3e-05, |
|
"loss": 1.8014, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 3e-05, |
|
"loss": 1.8689, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 3e-05, |
|
"loss": 1.9006, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"eval_accuracy": 0.6392953969397911, |
|
"eval_loss": 1.8079485893249512, |
|
"eval_runtime": 24.4889, |
|
"eval_samples_per_second": 36.057, |
|
"eval_steps_per_second": 2.287, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"eval_bleu": 3.957789284907739, |
|
"eval_exact_match": 0.0, |
|
"eval_prefix_exact_match": 0.0, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 3e-05, |
|
"loss": 1.8975, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 3e-05, |
|
"loss": 1.8936, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 3e-05, |
|
"loss": 1.8677, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 3e-05, |
|
"loss": 1.9317, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.6722017129718149, |
|
"eval_loss": 1.5510306358337402, |
|
"eval_runtime": 24.2083, |
|
"eval_samples_per_second": 36.475, |
|
"eval_steps_per_second": 2.313, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_bleu": 4.403977979732999, |
|
"eval_exact_match": 0.0, |
|
"eval_prefix_exact_match": 0.0, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 3e-05, |
|
"loss": 1.7801, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3602, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 2.25, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3667, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3497, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3984, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"eval_accuracy": 0.707495599907831, |
|
"eval_loss": 1.284958839416504, |
|
"eval_runtime": 24.875, |
|
"eval_samples_per_second": 35.498, |
|
"eval_steps_per_second": 2.251, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"eval_bleu": 7.1028643857654, |
|
"eval_exact_match": 0.0, |
|
"eval_prefix_exact_match": 0.0, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3143, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3887, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3563, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3749, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3662, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.737386810999495, |
|
"eval_loss": 1.0899983644485474, |
|
"eval_runtime": 24.1441, |
|
"eval_samples_per_second": 36.572, |
|
"eval_steps_per_second": 2.319, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_bleu": 8.181972004065782, |
|
"eval_exact_match": 0.0, |
|
"eval_prefix_exact_match": 0.0, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 3.11, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9654, |
|
"step": 174 |
|
}, |
|
{ |
|
"epoch": 3.21, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9704, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 3.32, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9269, |
|
"step": 186 |
|
}, |
|
{ |
|
"epoch": 3.43, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9041, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 3.5, |
|
"eval_accuracy": 0.7670475994371804, |
|
"eval_loss": 0.890863835811615, |
|
"eval_runtime": 24.7388, |
|
"eval_samples_per_second": 35.693, |
|
"eval_steps_per_second": 2.264, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 3.5, |
|
"eval_bleu": 12.34433922960259, |
|
"eval_exact_match": 0.0022650056625141564, |
|
"eval_prefix_exact_match": 0.0022650056625141564, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 3.54, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9277, |
|
"step": 198 |
|
}, |
|
{ |
|
"epoch": 3.64, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8827, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 3.75, |
|
"learning_rate": 3e-05, |
|
"loss": 0.99, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 3.86, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9083, |
|
"step": 216 |
|
}, |
|
{ |
|
"epoch": 3.96, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9056, |
|
"step": 222 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.7902908718310757, |
|
"eval_loss": 0.7502285242080688, |
|
"eval_runtime": 24.8951, |
|
"eval_samples_per_second": 35.469, |
|
"eval_steps_per_second": 2.249, |
|
"step": 224 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_bleu": 14.357948484733997, |
|
"eval_exact_match": 0.0033975084937712344, |
|
"eval_prefix_exact_match": 0.0033975084937712344, |
|
"step": 224 |
|
}, |
|
{ |
|
"epoch": 4.07, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7462, |
|
"step": 228 |
|
}, |
|
{ |
|
"epoch": 4.18, |
|
"learning_rate": 3e-05, |
|
"loss": 0.583, |
|
"step": 234 |
|
}, |
|
{ |
|
"epoch": 4.29, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5995, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 4.39, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6094, |
|
"step": 246 |
|
}, |
|
{ |
|
"epoch": 4.5, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6131, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 4.5, |
|
"eval_accuracy": 0.8066557828732234, |
|
"eval_loss": 0.6304216980934143, |
|
"eval_runtime": 25.7927, |
|
"eval_samples_per_second": 34.234, |
|
"eval_steps_per_second": 2.171, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 4.5, |
|
"eval_bleu": 21.42036295397234, |
|
"eval_exact_match": 0.010192525481313703, |
|
"eval_prefix_exact_match": 0.010192525481313703, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 4.61, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6447, |
|
"step": 258 |
|
}, |
|
{ |
|
"epoch": 4.71, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6134, |
|
"step": 264 |
|
}, |
|
{ |
|
"epoch": 4.82, |
|
"learning_rate": 3e-05, |
|
"loss": 0.611, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 4.93, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6101, |
|
"step": 276 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.82152049535968, |
|
"eval_loss": 0.5429415106773376, |
|
"eval_runtime": 24.6601, |
|
"eval_samples_per_second": 35.807, |
|
"eval_steps_per_second": 2.271, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_bleu": 26.261017838942095, |
|
"eval_exact_match": 0.02944507361268403, |
|
"eval_prefix_exact_match": 0.02944507361268403, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 5.04, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5416, |
|
"step": 282 |
|
}, |
|
{ |
|
"epoch": 5.14, |
|
"learning_rate": 3e-05, |
|
"loss": 0.3793, |
|
"step": 288 |
|
}, |
|
{ |
|
"epoch": 5.25, |
|
"learning_rate": 3e-05, |
|
"loss": 0.3858, |
|
"step": 294 |
|
}, |
|
{ |
|
"epoch": 5.36, |
|
"learning_rate": 3e-05, |
|
"loss": 0.3977, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 5.46, |
|
"learning_rate": 3e-05, |
|
"loss": 0.3772, |
|
"step": 306 |
|
}, |
|
{ |
|
"epoch": 5.5, |
|
"eval_accuracy": 0.8287371367779068, |
|
"eval_loss": 0.48723191022872925, |
|
"eval_runtime": 25.4066, |
|
"eval_samples_per_second": 34.755, |
|
"eval_steps_per_second": 2.204, |
|
"step": 308 |
|
}, |
|
{ |
|
"epoch": 5.5, |
|
"eval_bleu": 38.82587580024761, |
|
"eval_exact_match": 0.10419026047565119, |
|
"eval_prefix_exact_match": 0.10419026047565119, |
|
"step": 308 |
|
}, |
|
{ |
|
"epoch": 5.57, |
|
"learning_rate": 3e-05, |
|
"loss": 0.3898, |
|
"step": 312 |
|
}, |
|
{ |
|
"epoch": 5.68, |
|
"learning_rate": 3e-05, |
|
"loss": 0.3916, |
|
"step": 318 |
|
}, |
|
{ |
|
"epoch": 5.79, |
|
"learning_rate": 3e-05, |
|
"loss": 0.3948, |
|
"step": 324 |
|
}, |
|
{ |
|
"epoch": 5.89, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4125, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4265, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.8356841346648821, |
|
"eval_loss": 0.44368451833724976, |
|
"eval_runtime": 25.151, |
|
"eval_samples_per_second": 35.108, |
|
"eval_steps_per_second": 2.227, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_bleu": 51.490761143615906, |
|
"eval_exact_match": 0.16987542468856173, |
|
"eval_prefix_exact_match": 0.16987542468856173, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 6.11, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2554, |
|
"step": 342 |
|
}, |
|
{ |
|
"epoch": 6.21, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2562, |
|
"step": 348 |
|
}, |
|
{ |
|
"epoch": 6.32, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2531, |
|
"step": 354 |
|
}, |
|
{ |
|
"epoch": 6.43, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2552, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 6.5, |
|
"eval_accuracy": 0.8388953439916067, |
|
"eval_loss": 0.4225637912750244, |
|
"eval_runtime": 25.2976, |
|
"eval_samples_per_second": 34.905, |
|
"eval_steps_per_second": 2.214, |
|
"step": 364 |
|
}, |
|
{ |
|
"epoch": 6.5, |
|
"eval_bleu": 66.56501737677819, |
|
"eval_exact_match": 0.3012457531143828, |
|
"eval_prefix_exact_match": 0.3012457531143828, |
|
"step": 364 |
|
}, |
|
{ |
|
"epoch": 6.54, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2536, |
|
"step": 366 |
|
}, |
|
{ |
|
"epoch": 6.64, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2617, |
|
"step": 372 |
|
}, |
|
{ |
|
"epoch": 6.75, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2763, |
|
"step": 378 |
|
}, |
|
{ |
|
"epoch": 6.86, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2614, |
|
"step": 384 |
|
}, |
|
{ |
|
"epoch": 6.96, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2875, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy": 0.8417535654228746, |
|
"eval_loss": 0.4019472599029541, |
|
"eval_runtime": 24.4914, |
|
"eval_samples_per_second": 36.053, |
|
"eval_steps_per_second": 2.287, |
|
"step": 392 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_bleu": 73.8359090816191, |
|
"eval_exact_match": 0.3941109852774632, |
|
"eval_prefix_exact_match": 0.3941109852774632, |
|
"step": 392 |
|
}, |
|
{ |
|
"epoch": 7.07, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2191, |
|
"step": 396 |
|
}, |
|
{ |
|
"epoch": 7.18, |
|
"learning_rate": 3e-05, |
|
"loss": 0.178, |
|
"step": 402 |
|
}, |
|
{ |
|
"epoch": 7.29, |
|
"learning_rate": 3e-05, |
|
"loss": 0.184, |
|
"step": 408 |
|
}, |
|
{ |
|
"epoch": 7.39, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1753, |
|
"step": 414 |
|
}, |
|
{ |
|
"epoch": 7.5, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1874, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 7.5, |
|
"eval_accuracy": 0.8429596073990185, |
|
"eval_loss": 0.39652687311172485, |
|
"eval_runtime": 25.3956, |
|
"eval_samples_per_second": 34.77, |
|
"eval_steps_per_second": 2.205, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 7.5, |
|
"eval_bleu": 82.2514512966405, |
|
"eval_exact_match": 0.5209513023782559, |
|
"eval_prefix_exact_match": 0.5209513023782559, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 7.61, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1977, |
|
"step": 426 |
|
}, |
|
{ |
|
"epoch": 7.71, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1922, |
|
"step": 432 |
|
}, |
|
{ |
|
"epoch": 7.82, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1977, |
|
"step": 438 |
|
}, |
|
{ |
|
"epoch": 7.93, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1958, |
|
"step": 444 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.844146038936526, |
|
"eval_loss": 0.3811873495578766, |
|
"eval_runtime": 25.8995, |
|
"eval_samples_per_second": 34.093, |
|
"eval_steps_per_second": 2.162, |
|
"step": 448 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_bleu": 86.30069285909471, |
|
"eval_exact_match": 0.6002265005662514, |
|
"eval_prefix_exact_match": 0.6002265005662514, |
|
"step": 448 |
|
}, |
|
{ |
|
"epoch": 8.04, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1761, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 8.14, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1388, |
|
"step": 456 |
|
}, |
|
{ |
|
"epoch": 8.25, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1438, |
|
"step": 462 |
|
}, |
|
{ |
|
"epoch": 8.36, |
|
"learning_rate": 3e-05, |
|
"loss": 0.143, |
|
"step": 468 |
|
}, |
|
{ |
|
"epoch": 8.46, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1443, |
|
"step": 474 |
|
}, |
|
{ |
|
"epoch": 8.5, |
|
"eval_accuracy": 0.8449598721399401, |
|
"eval_loss": 0.38515910506248474, |
|
"eval_runtime": 25.4148, |
|
"eval_samples_per_second": 34.744, |
|
"eval_steps_per_second": 2.203, |
|
"step": 476 |
|
}, |
|
{ |
|
"epoch": 8.5, |
|
"eval_bleu": 91.19128906028183, |
|
"eval_exact_match": 0.6772366930917327, |
|
"eval_prefix_exact_match": 0.6772366930917327, |
|
"step": 476 |
|
}, |
|
{ |
|
"epoch": 8.57, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1387, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 8.68, |
|
"learning_rate": 3e-05, |
|
"loss": 0.146, |
|
"step": 486 |
|
}, |
|
{ |
|
"epoch": 8.79, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1487, |
|
"step": 492 |
|
}, |
|
{ |
|
"epoch": 8.89, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1477, |
|
"step": 498 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1535, |
|
"step": 504 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy": 0.8455825035666485, |
|
"eval_loss": 0.3791412115097046, |
|
"eval_runtime": 25.7361, |
|
"eval_samples_per_second": 34.31, |
|
"eval_steps_per_second": 2.176, |
|
"step": 504 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_bleu": 93.80439056513916, |
|
"eval_exact_match": 0.7327293318233296, |
|
"eval_prefix_exact_match": 0.7327293318233296, |
|
"step": 504 |
|
}, |
|
{ |
|
"epoch": 9.11, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1186, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 9.21, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1124, |
|
"step": 516 |
|
}, |
|
{ |
|
"epoch": 9.32, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1165, |
|
"step": 522 |
|
}, |
|
{ |
|
"epoch": 9.43, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1236, |
|
"step": 528 |
|
}, |
|
{ |
|
"epoch": 9.5, |
|
"eval_accuracy": 0.8456070166149441, |
|
"eval_loss": 0.38488179445266724, |
|
"eval_runtime": 25.6458, |
|
"eval_samples_per_second": 34.431, |
|
"eval_steps_per_second": 2.184, |
|
"step": 532 |
|
}, |
|
{ |
|
"epoch": 9.5, |
|
"eval_bleu": 95.44029675299471, |
|
"eval_exact_match": 0.753114382785957, |
|
"eval_prefix_exact_match": 0.753114382785957, |
|
"step": 532 |
|
}, |
|
{ |
|
"epoch": 9.54, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1191, |
|
"step": 534 |
|
}, |
|
{ |
|
"epoch": 9.64, |
|
"learning_rate": 3e-05, |
|
"loss": 0.124, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 9.75, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1172, |
|
"step": 546 |
|
}, |
|
{ |
|
"epoch": 9.86, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1247, |
|
"step": 552 |
|
}, |
|
{ |
|
"epoch": 9.96, |
|
"learning_rate": 3e-05, |
|
"loss": 0.1221, |
|
"step": 558 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy": 0.8462492584802891, |
|
"eval_loss": 0.3696680963039398, |
|
"eval_runtime": 26.3353, |
|
"eval_samples_per_second": 33.529, |
|
"eval_steps_per_second": 2.126, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_bleu": 95.90755211395843, |
|
"eval_exact_match": 0.8131370328425821, |
|
"eval_prefix_exact_match": 0.8131370328425821, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"step": 560, |
|
"total_flos": 1.36907799224832e+16, |
|
"train_loss": 0.8552157643118075, |
|
"train_runtime": 5673.7906, |
|
"train_samples_per_second": 1.556, |
|
"train_steps_per_second": 0.099 |
|
} |
|
], |
|
"logging_steps": 6, |
|
"max_steps": 560, |
|
"num_train_epochs": 10, |
|
"save_steps": 500, |
|
"total_flos": 1.36907799224832e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|