| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.2356020942408374, | |
| "global_step": 10000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 6.25e-06, | |
| "loss": 7.3722, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_runtime": 4.9957, | |
| "eval_samples_per_second": 20.017, | |
| "eval_steps_per_second": 10.009, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 9.895833333333334e-06, | |
| "loss": 1.5052, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "eval_runtime": 5.5484, | |
| "eval_samples_per_second": 18.023, | |
| "eval_steps_per_second": 9.012, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 9.635416666666668e-06, | |
| "loss": 1.3479, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "eval_runtime": 5.4316, | |
| "eval_samples_per_second": 18.411, | |
| "eval_steps_per_second": 9.205, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 9.375000000000001e-06, | |
| "loss": 1.3177, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "eval_runtime": 5.4246, | |
| "eval_samples_per_second": 18.435, | |
| "eval_steps_per_second": 9.217, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 9.114583333333334e-06, | |
| "loss": 1.2962, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "eval_runtime": 5.0933, | |
| "eval_samples_per_second": 19.634, | |
| "eval_steps_per_second": 9.817, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 8.854166666666667e-06, | |
| "loss": 1.2824, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "eval_runtime": 6.1894, | |
| "eval_samples_per_second": 16.157, | |
| "eval_steps_per_second": 8.078, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 8.59375e-06, | |
| "loss": 1.2784, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "eval_runtime": 4.7573, | |
| "eval_samples_per_second": 21.02, | |
| "eval_steps_per_second": 10.51, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 1.2655, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "eval_runtime": 5.5685, | |
| "eval_samples_per_second": 17.958, | |
| "eval_steps_per_second": 8.979, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 8.072916666666667e-06, | |
| "loss": 1.2553, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "eval_runtime": 6.732, | |
| "eval_samples_per_second": 14.854, | |
| "eval_steps_per_second": 7.427, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 7.8125e-06, | |
| "loss": 1.2627, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "eval_runtime": 4.5523, | |
| "eval_samples_per_second": 21.967, | |
| "eval_steps_per_second": 10.983, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 7.552083333333334e-06, | |
| "loss": 1.2358, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "eval_runtime": 4.906, | |
| "eval_samples_per_second": 20.383, | |
| "eval_steps_per_second": 10.192, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 7.291666666666667e-06, | |
| "loss": 1.2495, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "eval_runtime": 5.2379, | |
| "eval_samples_per_second": 19.092, | |
| "eval_steps_per_second": 9.546, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 7.031250000000001e-06, | |
| "loss": 1.234, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "eval_runtime": 5.2459, | |
| "eval_samples_per_second": 19.062, | |
| "eval_steps_per_second": 9.531, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 6.770833333333334e-06, | |
| "loss": 1.2228, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "eval_runtime": 5.186, | |
| "eval_samples_per_second": 19.283, | |
| "eval_steps_per_second": 9.641, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 6.510416666666667e-06, | |
| "loss": 1.2403, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "eval_runtime": 5.9443, | |
| "eval_samples_per_second": 16.823, | |
| "eval_steps_per_second": 8.411, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 6.25e-06, | |
| "loss": 1.2254, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "eval_runtime": 6.1004, | |
| "eval_samples_per_second": 16.392, | |
| "eval_steps_per_second": 8.196, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 5.989583333333334e-06, | |
| "loss": 1.2203, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "eval_runtime": 4.7155, | |
| "eval_samples_per_second": 21.207, | |
| "eval_steps_per_second": 10.603, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 5.729166666666667e-06, | |
| "loss": 1.2198, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "eval_runtime": 5.2917, | |
| "eval_samples_per_second": 18.897, | |
| "eval_steps_per_second": 9.449, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 5.468750000000001e-06, | |
| "loss": 1.2405, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "eval_runtime": 5.6681, | |
| "eval_samples_per_second": 17.643, | |
| "eval_steps_per_second": 8.821, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "learning_rate": 5.208333333333334e-06, | |
| "loss": 1.2209, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "eval_runtime": 4.7064, | |
| "eval_samples_per_second": 21.247, | |
| "eval_steps_per_second": 10.624, | |
| "step": 10000 | |
| } | |
| ], | |
| "max_steps": 20000, | |
| "num_train_epochs": 11, | |
| "total_flos": 8.36711025084334e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |