| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.4998118178396688, | |
| "eval_steps": 1000, | |
| "global_step": 332, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.015054572826496047, | |
| "grad_norm": 3.01820707321167, | |
| "learning_rate": 1.4705882352941177e-05, | |
| "loss": 1.4874, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.030109145652992095, | |
| "grad_norm": 5.344997882843018, | |
| "learning_rate": 2.9411764705882354e-05, | |
| "loss": 1.4372, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04516371847948814, | |
| "grad_norm": 4.847251892089844, | |
| "learning_rate": 4.411764705882353e-05, | |
| "loss": 1.5973, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06021829130598419, | |
| "grad_norm": 31.4217586517334, | |
| "learning_rate": 4.995000403852057e-05, | |
| "loss": 1.8488, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07527286413248024, | |
| "grad_norm": 4.010560035705566, | |
| "learning_rate": 4.9645197025242506e-05, | |
| "loss": 1.6171, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09032743695897628, | |
| "grad_norm": 3.573289394378662, | |
| "learning_rate": 4.9066738880408945e-05, | |
| "loss": 1.5635, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.10538200978547234, | |
| "grad_norm": 3.300258159637451, | |
| "learning_rate": 4.822105258882007e-05, | |
| "loss": 1.5138, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.12043658261196838, | |
| "grad_norm": 2.9470131397247314, | |
| "learning_rate": 4.711752833755362e-05, | |
| "loss": 1.5063, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.13549115543846443, | |
| "grad_norm": 3.3921890258789062, | |
| "learning_rate": 4.576841925080853e-05, | |
| "loss": 1.4952, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1505457282649605, | |
| "grad_norm": 2.8532607555389404, | |
| "learning_rate": 4.418870533575625e-05, | |
| "loss": 1.4475, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.16560030109145654, | |
| "grad_norm": 2.333944082260132, | |
| "learning_rate": 4.239592715009429e-05, | |
| "loss": 1.4654, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.18065487391795257, | |
| "grad_norm": 2.1384618282318115, | |
| "learning_rate": 4.040999103819606e-05, | |
| "loss": 1.4262, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.19570944674444862, | |
| "grad_norm": 2.218015193939209, | |
| "learning_rate": 3.8252948098442344e-05, | |
| "loss": 1.4034, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.21076401957094468, | |
| "grad_norm": 2.2272789478302, | |
| "learning_rate": 3.5948749335999496e-05, | |
| "loss": 1.3977, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.22581859239744073, | |
| "grad_norm": 2.2398104667663574, | |
| "learning_rate": 3.3522979719736926e-05, | |
| "loss": 1.3365, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.24087316522393676, | |
| "grad_norm": 1.9465758800506592, | |
| "learning_rate": 3.100257409621738e-05, | |
| "loss": 1.3573, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.25592773805043284, | |
| "grad_norm": 1.9894447326660156, | |
| "learning_rate": 2.8415518115145674e-05, | |
| "loss": 1.3378, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.27098231087692887, | |
| "grad_norm": 2.052354335784912, | |
| "learning_rate": 2.5790537487088974e-05, | |
| "loss": 1.3316, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2860368837034249, | |
| "grad_norm": 2.086660861968994, | |
| "learning_rate": 2.3156779023835525e-05, | |
| "loss": 1.3145, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.301091456529921, | |
| "grad_norm": 1.757770299911499, | |
| "learning_rate": 2.054348700300158e-05, | |
| "loss": 1.3088, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.316146029356417, | |
| "grad_norm": 1.7598217725753784, | |
| "learning_rate": 1.7979678450413845e-05, | |
| "loss": 1.2496, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3312006021829131, | |
| "grad_norm": 1.96985924243927, | |
| "learning_rate": 1.549382094581166e-05, | |
| "loss": 1.2671, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3462551750094091, | |
| "grad_norm": 2.18863582611084, | |
| "learning_rate": 1.3113516529394704e-05, | |
| "loss": 1.2616, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.36130974783590514, | |
| "grad_norm": 1.9665237665176392, | |
| "learning_rate": 1.086519521900103e-05, | |
| "loss": 1.2281, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3763643206624012, | |
| "grad_norm": 1.5388092994689941, | |
| "learning_rate": 8.77382154098679e-06, | |
| "loss": 1.2435, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.39141889348889725, | |
| "grad_norm": 2.0164120197296143, | |
| "learning_rate": 6.862617333380214e-06, | |
| "loss": 1.2359, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.40647346631539333, | |
| "grad_norm": 1.8150506019592285, | |
| "learning_rate": 5.1528038992007e-06, | |
| "loss": 1.2225, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.42152803914188935, | |
| "grad_norm": 1.8402557373046875, | |
| "learning_rate": 3.6633663729770008e-06, | |
| "loss": 1.2176, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4365826119683854, | |
| "grad_norm": 1.8227931261062622, | |
| "learning_rate": 2.4108429168514245e-06, | |
| "loss": 1.2321, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.45163718479488146, | |
| "grad_norm": 1.6499103307724, | |
| "learning_rate": 1.4091410869582267e-06, | |
| "loss": 1.2331, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4666917576213775, | |
| "grad_norm": 1.8676466941833496, | |
| "learning_rate": 6.69383409075991e-07, | |
| "loss": 1.2173, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.4817463304478735, | |
| "grad_norm": 1.8943265676498413, | |
| "learning_rate": 1.9978387822460197e-07, | |
| "loss": 1.2157, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.4968009032743696, | |
| "grad_norm": 1.675297737121582, | |
| "learning_rate": 5.55675350954743e-09, | |
| "loss": 1.1926, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.4998118178396688, | |
| "step": 332, | |
| "total_flos": 2.9336259752728986e+17, | |
| "train_loss": 1.3684147273201541, | |
| "train_runtime": 1819.5691, | |
| "train_samples_per_second": 23.361, | |
| "train_steps_per_second": 0.182 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 332, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 5000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.9336259752728986e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |