| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 0, | |
| "global_step": 222, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0045045045045045045, | |
| "grad_norm": 3.4618234634399414, | |
| "learning_rate": 1e-05, | |
| "loss": 2.6001, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.009009009009009009, | |
| "grad_norm": 3.3645927906036377, | |
| "learning_rate": 9.954954954954956e-06, | |
| "loss": 2.6307, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.013513513513513514, | |
| "grad_norm": 3.065110921859741, | |
| "learning_rate": 9.90990990990991e-06, | |
| "loss": 2.6657, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.018018018018018018, | |
| "grad_norm": 2.7996578216552734, | |
| "learning_rate": 9.864864864864865e-06, | |
| "loss": 2.6424, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.02252252252252252, | |
| "grad_norm": 2.491414785385132, | |
| "learning_rate": 9.81981981981982e-06, | |
| "loss": 2.4789, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.02702702702702703, | |
| "grad_norm": 2.2924463748931885, | |
| "learning_rate": 9.774774774774776e-06, | |
| "loss": 2.5258, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.03153153153153153, | |
| "grad_norm": 2.1462929248809814, | |
| "learning_rate": 9.729729729729732e-06, | |
| "loss": 2.5148, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.036036036036036036, | |
| "grad_norm": 1.8647502660751343, | |
| "learning_rate": 9.684684684684685e-06, | |
| "loss": 2.5141, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.04054054054054054, | |
| "grad_norm": 1.70541512966156, | |
| "learning_rate": 9.63963963963964e-06, | |
| "loss": 2.3598, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.04504504504504504, | |
| "grad_norm": 1.575402855873108, | |
| "learning_rate": 9.594594594594594e-06, | |
| "loss": 2.4029, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04954954954954955, | |
| "grad_norm": 1.519256830215454, | |
| "learning_rate": 9.54954954954955e-06, | |
| "loss": 2.3365, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.05405405405405406, | |
| "grad_norm": 1.4052317142486572, | |
| "learning_rate": 9.504504504504505e-06, | |
| "loss": 2.411, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.05855855855855856, | |
| "grad_norm": 1.3125083446502686, | |
| "learning_rate": 9.45945945945946e-06, | |
| "loss": 2.3526, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.06306306306306306, | |
| "grad_norm": 1.2365236282348633, | |
| "learning_rate": 9.414414414414416e-06, | |
| "loss": 2.4095, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.06756756756756757, | |
| "grad_norm": 1.150956630706787, | |
| "learning_rate": 9.36936936936937e-06, | |
| "loss": 2.3604, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.07207207207207207, | |
| "grad_norm": 1.049568772315979, | |
| "learning_rate": 9.324324324324325e-06, | |
| "loss": 2.3305, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.07657657657657657, | |
| "grad_norm": 0.9859227538108826, | |
| "learning_rate": 9.27927927927928e-06, | |
| "loss": 2.297, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.08108108108108109, | |
| "grad_norm": 0.9480313658714294, | |
| "learning_rate": 9.234234234234236e-06, | |
| "loss": 2.3005, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.08558558558558559, | |
| "grad_norm": 0.8677704930305481, | |
| "learning_rate": 9.189189189189191e-06, | |
| "loss": 2.2562, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.09009009009009009, | |
| "grad_norm": 0.9002907872200012, | |
| "learning_rate": 9.144144144144145e-06, | |
| "loss": 2.194, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0945945945945946, | |
| "grad_norm": 0.8388268351554871, | |
| "learning_rate": 9.0990990990991e-06, | |
| "loss": 2.2484, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0990990990990991, | |
| "grad_norm": 0.7674593925476074, | |
| "learning_rate": 9.054054054054054e-06, | |
| "loss": 2.2072, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.1036036036036036, | |
| "grad_norm": 0.7858290076255798, | |
| "learning_rate": 9.00900900900901e-06, | |
| "loss": 2.2069, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.10810810810810811, | |
| "grad_norm": 0.7265046834945679, | |
| "learning_rate": 8.963963963963965e-06, | |
| "loss": 2.155, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.11261261261261261, | |
| "grad_norm": 0.7166778445243835, | |
| "learning_rate": 8.91891891891892e-06, | |
| "loss": 2.1444, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.11711711711711711, | |
| "grad_norm": 0.6849911212921143, | |
| "learning_rate": 8.873873873873876e-06, | |
| "loss": 2.1187, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.12162162162162163, | |
| "grad_norm": 0.7022340297698975, | |
| "learning_rate": 8.82882882882883e-06, | |
| "loss": 2.1996, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.12612612612612611, | |
| "grad_norm": 0.633515477180481, | |
| "learning_rate": 8.783783783783785e-06, | |
| "loss": 2.0704, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.13063063063063063, | |
| "grad_norm": 0.627775251865387, | |
| "learning_rate": 8.738738738738739e-06, | |
| "loss": 2.1014, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.13513513513513514, | |
| "grad_norm": 0.6084970831871033, | |
| "learning_rate": 8.693693693693694e-06, | |
| "loss": 2.0819, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.13963963963963963, | |
| "grad_norm": 0.6401589512825012, | |
| "learning_rate": 8.64864864864865e-06, | |
| "loss": 2.1203, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.14414414414414414, | |
| "grad_norm": 0.6475760340690613, | |
| "learning_rate": 8.603603603603605e-06, | |
| "loss": 2.0912, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.14864864864864866, | |
| "grad_norm": 0.6095289587974548, | |
| "learning_rate": 8.55855855855856e-06, | |
| "loss": 2.0502, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.15315315315315314, | |
| "grad_norm": 0.5864396691322327, | |
| "learning_rate": 8.513513513513514e-06, | |
| "loss": 2.0702, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.15765765765765766, | |
| "grad_norm": 0.5499593615531921, | |
| "learning_rate": 8.46846846846847e-06, | |
| "loss": 2.0222, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.16216216216216217, | |
| "grad_norm": 0.5458055734634399, | |
| "learning_rate": 8.423423423423423e-06, | |
| "loss": 2.0236, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.16666666666666666, | |
| "grad_norm": 0.5508635640144348, | |
| "learning_rate": 8.378378378378378e-06, | |
| "loss": 2.0447, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.17117117117117117, | |
| "grad_norm": 0.5145464539527893, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 1.9726, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.17567567567567569, | |
| "grad_norm": 0.5341795086860657, | |
| "learning_rate": 8.288288288288289e-06, | |
| "loss": 2.0392, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.18018018018018017, | |
| "grad_norm": 0.5210247039794922, | |
| "learning_rate": 8.243243243243245e-06, | |
| "loss": 1.9915, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.18468468468468469, | |
| "grad_norm": 0.49647679924964905, | |
| "learning_rate": 8.198198198198198e-06, | |
| "loss": 1.9797, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.1891891891891892, | |
| "grad_norm": 0.5066887736320496, | |
| "learning_rate": 8.153153153153154e-06, | |
| "loss": 1.9937, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.19369369369369369, | |
| "grad_norm": 0.5093082189559937, | |
| "learning_rate": 8.108108108108109e-06, | |
| "loss": 2.0124, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.1981981981981982, | |
| "grad_norm": 0.4824818968772888, | |
| "learning_rate": 8.063063063063063e-06, | |
| "loss": 1.9615, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.20270270270270271, | |
| "grad_norm": 0.5253979563713074, | |
| "learning_rate": 8.018018018018018e-06, | |
| "loss": 1.967, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.2072072072072072, | |
| "grad_norm": 0.5245465040206909, | |
| "learning_rate": 7.972972972972974e-06, | |
| "loss": 2.0298, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.21171171171171171, | |
| "grad_norm": 0.4816925823688507, | |
| "learning_rate": 7.927927927927929e-06, | |
| "loss": 2.0132, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.21621621621621623, | |
| "grad_norm": 0.4973873794078827, | |
| "learning_rate": 7.882882882882884e-06, | |
| "loss": 2.0363, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.22072072072072071, | |
| "grad_norm": 0.461952269077301, | |
| "learning_rate": 7.837837837837838e-06, | |
| "loss": 1.9707, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.22522522522522523, | |
| "grad_norm": 0.450893759727478, | |
| "learning_rate": 7.792792792792793e-06, | |
| "loss": 1.9285, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.22972972972972974, | |
| "grad_norm": 0.45231375098228455, | |
| "learning_rate": 7.747747747747749e-06, | |
| "loss": 1.9003, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.23423423423423423, | |
| "grad_norm": 0.4198550581932068, | |
| "learning_rate": 7.702702702702704e-06, | |
| "loss": 1.8864, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.23873873873873874, | |
| "grad_norm": 0.41821354627609253, | |
| "learning_rate": 7.657657657657658e-06, | |
| "loss": 1.9022, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.24324324324324326, | |
| "grad_norm": 0.4159207344055176, | |
| "learning_rate": 7.612612612612613e-06, | |
| "loss": 1.8989, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.24774774774774774, | |
| "grad_norm": 0.4249446392059326, | |
| "learning_rate": 7.567567567567569e-06, | |
| "loss": 1.8928, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.25225225225225223, | |
| "grad_norm": 0.43254926800727844, | |
| "learning_rate": 7.5225225225225225e-06, | |
| "loss": 1.9572, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.25675675675675674, | |
| "grad_norm": 0.5341597199440002, | |
| "learning_rate": 7.477477477477479e-06, | |
| "loss": 1.9215, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.26126126126126126, | |
| "grad_norm": 0.41006702184677124, | |
| "learning_rate": 7.4324324324324324e-06, | |
| "loss": 1.9183, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.26576576576576577, | |
| "grad_norm": 0.45759063959121704, | |
| "learning_rate": 7.387387387387388e-06, | |
| "loss": 1.8702, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 0.41543591022491455, | |
| "learning_rate": 7.342342342342343e-06, | |
| "loss": 1.9162, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.2747747747747748, | |
| "grad_norm": 0.4476662278175354, | |
| "learning_rate": 7.297297297297298e-06, | |
| "loss": 1.8759, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.27927927927927926, | |
| "grad_norm": 0.43256688117980957, | |
| "learning_rate": 7.252252252252253e-06, | |
| "loss": 1.9299, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.28378378378378377, | |
| "grad_norm": 0.46529731154441833, | |
| "learning_rate": 7.207207207207208e-06, | |
| "loss": 2.0264, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.2882882882882883, | |
| "grad_norm": 0.39733076095581055, | |
| "learning_rate": 7.162162162162163e-06, | |
| "loss": 1.868, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.2927927927927928, | |
| "grad_norm": 0.3892308473587036, | |
| "learning_rate": 7.117117117117117e-06, | |
| "loss": 1.8749, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.2972972972972973, | |
| "grad_norm": 0.46271243691444397, | |
| "learning_rate": 7.072072072072072e-06, | |
| "loss": 1.8241, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.30180180180180183, | |
| "grad_norm": 0.3786090016365051, | |
| "learning_rate": 7.027027027027028e-06, | |
| "loss": 1.7992, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.3063063063063063, | |
| "grad_norm": 0.394674688577652, | |
| "learning_rate": 6.981981981981982e-06, | |
| "loss": 1.8436, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.3108108108108108, | |
| "grad_norm": 0.36820194125175476, | |
| "learning_rate": 6.936936936936938e-06, | |
| "loss": 1.8284, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.3153153153153153, | |
| "grad_norm": 0.389141708612442, | |
| "learning_rate": 6.891891891891892e-06, | |
| "loss": 1.8153, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.31981981981981983, | |
| "grad_norm": 0.4735696613788605, | |
| "learning_rate": 6.846846846846848e-06, | |
| "loss": 1.8535, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.32432432432432434, | |
| "grad_norm": 0.37137389183044434, | |
| "learning_rate": 6.801801801801803e-06, | |
| "loss": 1.8457, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.32882882882882886, | |
| "grad_norm": 0.36660048365592957, | |
| "learning_rate": 6.7567567567567575e-06, | |
| "loss": 1.8191, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 0.36980313062667847, | |
| "learning_rate": 6.711711711711713e-06, | |
| "loss": 1.8441, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.33783783783783783, | |
| "grad_norm": 0.3742966949939728, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 1.8521, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.34234234234234234, | |
| "grad_norm": 0.37553393840789795, | |
| "learning_rate": 6.621621621621622e-06, | |
| "loss": 1.8133, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.34684684684684686, | |
| "grad_norm": 0.48281577229499817, | |
| "learning_rate": 6.5765765765765775e-06, | |
| "loss": 1.8447, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.35135135135135137, | |
| "grad_norm": 0.37523260712623596, | |
| "learning_rate": 6.531531531531532e-06, | |
| "loss": 1.8422, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.35585585585585583, | |
| "grad_norm": 0.3609691262245178, | |
| "learning_rate": 6.486486486486487e-06, | |
| "loss": 1.8179, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.36036036036036034, | |
| "grad_norm": 0.47471126914024353, | |
| "learning_rate": 6.441441441441442e-06, | |
| "loss": 1.828, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.36486486486486486, | |
| "grad_norm": 0.3547884225845337, | |
| "learning_rate": 6.396396396396397e-06, | |
| "loss": 1.8362, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.36936936936936937, | |
| "grad_norm": 0.38408973813056946, | |
| "learning_rate": 6.351351351351351e-06, | |
| "loss": 1.8652, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.3738738738738739, | |
| "grad_norm": 0.36634501814842224, | |
| "learning_rate": 6.3063063063063065e-06, | |
| "loss": 1.799, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.3783783783783784, | |
| "grad_norm": 0.3446308970451355, | |
| "learning_rate": 6.261261261261262e-06, | |
| "loss": 1.7622, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.38288288288288286, | |
| "grad_norm": 0.36346280574798584, | |
| "learning_rate": 6.2162162162162164e-06, | |
| "loss": 1.7713, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.38738738738738737, | |
| "grad_norm": 0.34694963693618774, | |
| "learning_rate": 6.171171171171172e-06, | |
| "loss": 1.7814, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.3918918918918919, | |
| "grad_norm": 0.355396568775177, | |
| "learning_rate": 6.126126126126126e-06, | |
| "loss": 1.8025, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.3963963963963964, | |
| "grad_norm": 0.3488863706588745, | |
| "learning_rate": 6.081081081081082e-06, | |
| "loss": 1.7832, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.4009009009009009, | |
| "grad_norm": 0.3477393686771393, | |
| "learning_rate": 6.036036036036037e-06, | |
| "loss": 1.7375, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.40540540540540543, | |
| "grad_norm": 0.3712894022464752, | |
| "learning_rate": 5.990990990990992e-06, | |
| "loss": 1.8348, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.4099099099099099, | |
| "grad_norm": 0.44912734627723694, | |
| "learning_rate": 5.945945945945947e-06, | |
| "loss": 1.7269, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.4144144144144144, | |
| "grad_norm": 0.35568878054618835, | |
| "learning_rate": 5.900900900900901e-06, | |
| "loss": 1.8012, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.4189189189189189, | |
| "grad_norm": 0.3438522219657898, | |
| "learning_rate": 5.855855855855856e-06, | |
| "loss": 1.7039, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.42342342342342343, | |
| "grad_norm": 0.5138081312179565, | |
| "learning_rate": 5.810810810810811e-06, | |
| "loss": 1.78, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.42792792792792794, | |
| "grad_norm": 0.3379000723361969, | |
| "learning_rate": 5.765765765765766e-06, | |
| "loss": 1.7418, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.43243243243243246, | |
| "grad_norm": 0.3370780348777771, | |
| "learning_rate": 5.720720720720722e-06, | |
| "loss": 1.7348, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.4369369369369369, | |
| "grad_norm": 0.3390265107154846, | |
| "learning_rate": 5.675675675675676e-06, | |
| "loss": 1.721, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.44144144144144143, | |
| "grad_norm": 0.3562930226325989, | |
| "learning_rate": 5.6306306306306316e-06, | |
| "loss": 1.7826, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.44594594594594594, | |
| "grad_norm": 0.477252334356308, | |
| "learning_rate": 5.585585585585585e-06, | |
| "loss": 1.7175, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.45045045045045046, | |
| "grad_norm": 0.334209680557251, | |
| "learning_rate": 5.540540540540541e-06, | |
| "loss": 1.7416, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.45495495495495497, | |
| "grad_norm": 0.4595113694667816, | |
| "learning_rate": 5.495495495495496e-06, | |
| "loss": 1.7259, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.4594594594594595, | |
| "grad_norm": 0.4791535437107086, | |
| "learning_rate": 5.450450450450451e-06, | |
| "loss": 1.7314, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.46396396396396394, | |
| "grad_norm": 0.34569066762924194, | |
| "learning_rate": 5.405405405405406e-06, | |
| "loss": 1.7451, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.46846846846846846, | |
| "grad_norm": 0.33820703625679016, | |
| "learning_rate": 5.360360360360361e-06, | |
| "loss": 1.7172, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.47297297297297297, | |
| "grad_norm": 0.3545491695404053, | |
| "learning_rate": 5.315315315315316e-06, | |
| "loss": 1.7654, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.4774774774774775, | |
| "grad_norm": 0.45435503125190735, | |
| "learning_rate": 5.2702702702702705e-06, | |
| "loss": 1.6965, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.481981981981982, | |
| "grad_norm": 0.3440285921096802, | |
| "learning_rate": 5.225225225225226e-06, | |
| "loss": 1.7138, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.4864864864864865, | |
| "grad_norm": 0.3427916467189789, | |
| "learning_rate": 5.180180180180181e-06, | |
| "loss": 1.7171, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.49099099099099097, | |
| "grad_norm": 0.341746985912323, | |
| "learning_rate": 5.135135135135135e-06, | |
| "loss": 1.7144, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.4954954954954955, | |
| "grad_norm": 0.3410569131374359, | |
| "learning_rate": 5.0900900900900905e-06, | |
| "loss": 1.7582, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.34173962473869324, | |
| "learning_rate": 5.045045045045045e-06, | |
| "loss": 1.7419, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.5045045045045045, | |
| "grad_norm": 0.34266290068626404, | |
| "learning_rate": 5e-06, | |
| "loss": 1.7169, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.509009009009009, | |
| "grad_norm": 0.3380753993988037, | |
| "learning_rate": 4.954954954954955e-06, | |
| "loss": 1.7385, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.5135135135135135, | |
| "grad_norm": 0.45319607853889465, | |
| "learning_rate": 4.90990990990991e-06, | |
| "loss": 1.673, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.5180180180180181, | |
| "grad_norm": 0.3970378339290619, | |
| "learning_rate": 4.864864864864866e-06, | |
| "loss": 1.7046, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.5225225225225225, | |
| "grad_norm": 0.5082581043243408, | |
| "learning_rate": 4.81981981981982e-06, | |
| "loss": 1.7395, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.527027027027027, | |
| "grad_norm": 0.33490023016929626, | |
| "learning_rate": 4.774774774774775e-06, | |
| "loss": 1.7578, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.5315315315315315, | |
| "grad_norm": 0.3550601601600647, | |
| "learning_rate": 4.72972972972973e-06, | |
| "loss": 1.7359, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.536036036036036, | |
| "grad_norm": 0.39418432116508484, | |
| "learning_rate": 4.684684684684685e-06, | |
| "loss": 1.7227, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 0.34488528966903687, | |
| "learning_rate": 4.63963963963964e-06, | |
| "loss": 1.7826, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.545045045045045, | |
| "grad_norm": 0.36367273330688477, | |
| "learning_rate": 4.594594594594596e-06, | |
| "loss": 1.6977, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.5495495495495496, | |
| "grad_norm": 0.3362616300582886, | |
| "learning_rate": 4.54954954954955e-06, | |
| "loss": 1.7513, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.5540540540540541, | |
| "grad_norm": 0.35472577810287476, | |
| "learning_rate": 4.504504504504505e-06, | |
| "loss": 1.7207, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.5585585585585585, | |
| "grad_norm": 0.33426880836486816, | |
| "learning_rate": 4.45945945945946e-06, | |
| "loss": 1.7081, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.5630630630630631, | |
| "grad_norm": 0.44085991382598877, | |
| "learning_rate": 4.414414414414415e-06, | |
| "loss": 1.7064, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.5675675675675675, | |
| "grad_norm": 0.34073606133461, | |
| "learning_rate": 4.369369369369369e-06, | |
| "loss": 1.7106, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.5720720720720721, | |
| "grad_norm": 0.33393681049346924, | |
| "learning_rate": 4.324324324324325e-06, | |
| "loss": 1.7123, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.5765765765765766, | |
| "grad_norm": 0.34808585047721863, | |
| "learning_rate": 4.27927927927928e-06, | |
| "loss": 1.746, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.581081081081081, | |
| "grad_norm": 0.32998034358024597, | |
| "learning_rate": 4.234234234234235e-06, | |
| "loss": 1.6711, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.5855855855855856, | |
| "grad_norm": 0.3403429090976715, | |
| "learning_rate": 4.189189189189189e-06, | |
| "loss": 1.6766, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.5900900900900901, | |
| "grad_norm": 0.3442879617214203, | |
| "learning_rate": 4.1441441441441446e-06, | |
| "loss": 1.7167, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.5945945945945946, | |
| "grad_norm": 0.35281968116760254, | |
| "learning_rate": 4.099099099099099e-06, | |
| "loss": 1.6911, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.5990990990990991, | |
| "grad_norm": 0.36312294006347656, | |
| "learning_rate": 4.0540540540540545e-06, | |
| "loss": 1.6752, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.6036036036036037, | |
| "grad_norm": 0.5125902891159058, | |
| "learning_rate": 4.009009009009009e-06, | |
| "loss": 1.7018, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.6081081081081081, | |
| "grad_norm": 0.3540242314338684, | |
| "learning_rate": 3.9639639639639645e-06, | |
| "loss": 1.7434, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.6126126126126126, | |
| "grad_norm": 0.3490309417247772, | |
| "learning_rate": 3.918918918918919e-06, | |
| "loss": 1.6623, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.6171171171171171, | |
| "grad_norm": 0.3411913812160492, | |
| "learning_rate": 3.8738738738738744e-06, | |
| "loss": 1.6375, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.6216216216216216, | |
| "grad_norm": 0.3555877208709717, | |
| "learning_rate": 3.828828828828829e-06, | |
| "loss": 1.6833, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.6261261261261262, | |
| "grad_norm": 0.391271710395813, | |
| "learning_rate": 3.7837837837837844e-06, | |
| "loss": 1.6057, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.6306306306306306, | |
| "grad_norm": 0.3273333013057709, | |
| "learning_rate": 3.7387387387387394e-06, | |
| "loss": 1.6553, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6351351351351351, | |
| "grad_norm": 0.3500949442386627, | |
| "learning_rate": 3.693693693693694e-06, | |
| "loss": 1.6151, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.6396396396396397, | |
| "grad_norm": 0.36416658759117126, | |
| "learning_rate": 3.648648648648649e-06, | |
| "loss": 1.6769, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.6441441441441441, | |
| "grad_norm": 0.3524824380874634, | |
| "learning_rate": 3.603603603603604e-06, | |
| "loss": 1.6869, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.6486486486486487, | |
| "grad_norm": 0.3461499512195587, | |
| "learning_rate": 3.5585585585585584e-06, | |
| "loss": 1.665, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.6531531531531531, | |
| "grad_norm": 0.3453364074230194, | |
| "learning_rate": 3.513513513513514e-06, | |
| "loss": 1.6884, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.6576576576576577, | |
| "grad_norm": 0.3358488976955414, | |
| "learning_rate": 3.468468468468469e-06, | |
| "loss": 1.6457, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.6621621621621622, | |
| "grad_norm": 0.3561137020587921, | |
| "learning_rate": 3.423423423423424e-06, | |
| "loss": 1.7074, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.3294833302497864, | |
| "learning_rate": 3.3783783783783788e-06, | |
| "loss": 1.6475, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.6711711711711712, | |
| "grad_norm": 0.3332567512989044, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 1.6376, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.6756756756756757, | |
| "grad_norm": 0.4869362711906433, | |
| "learning_rate": 3.2882882882882887e-06, | |
| "loss": 1.6186, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.6801801801801802, | |
| "grad_norm": 0.33938735723495483, | |
| "learning_rate": 3.2432432432432437e-06, | |
| "loss": 1.6374, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.6846846846846847, | |
| "grad_norm": 0.48691487312316895, | |
| "learning_rate": 3.1981981981981987e-06, | |
| "loss": 1.6214, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.6891891891891891, | |
| "grad_norm": 0.3412449359893799, | |
| "learning_rate": 3.1531531531531532e-06, | |
| "loss": 1.6594, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.6936936936936937, | |
| "grad_norm": 0.35119444131851196, | |
| "learning_rate": 3.1081081081081082e-06, | |
| "loss": 1.7138, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.6981981981981982, | |
| "grad_norm": 0.37252432107925415, | |
| "learning_rate": 3.063063063063063e-06, | |
| "loss": 1.6712, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.7027027027027027, | |
| "grad_norm": 0.32262712717056274, | |
| "learning_rate": 3.0180180180180186e-06, | |
| "loss": 1.6269, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.7072072072072072, | |
| "grad_norm": 0.3406342566013336, | |
| "learning_rate": 2.9729729729729736e-06, | |
| "loss": 1.694, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.7117117117117117, | |
| "grad_norm": 0.34315645694732666, | |
| "learning_rate": 2.927927927927928e-06, | |
| "loss": 1.7172, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.7162162162162162, | |
| "grad_norm": 0.4974067807197571, | |
| "learning_rate": 2.882882882882883e-06, | |
| "loss": 1.6876, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.7207207207207207, | |
| "grad_norm": 0.3327634334564209, | |
| "learning_rate": 2.837837837837838e-06, | |
| "loss": 1.668, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7252252252252253, | |
| "grad_norm": 0.363633930683136, | |
| "learning_rate": 2.7927927927927926e-06, | |
| "loss": 1.6732, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.7297297297297297, | |
| "grad_norm": 0.35024866461753845, | |
| "learning_rate": 2.747747747747748e-06, | |
| "loss": 1.6703, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.7342342342342343, | |
| "grad_norm": 0.34215882420539856, | |
| "learning_rate": 2.702702702702703e-06, | |
| "loss": 1.6729, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.7387387387387387, | |
| "grad_norm": 0.34051352739334106, | |
| "learning_rate": 2.657657657657658e-06, | |
| "loss": 1.6548, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.7432432432432432, | |
| "grad_norm": 0.5225317478179932, | |
| "learning_rate": 2.612612612612613e-06, | |
| "loss": 1.6344, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.7477477477477478, | |
| "grad_norm": 0.40349280834198, | |
| "learning_rate": 2.5675675675675675e-06, | |
| "loss": 1.6252, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.7522522522522522, | |
| "grad_norm": 0.3395436704158783, | |
| "learning_rate": 2.5225225225225225e-06, | |
| "loss": 1.6486, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.7567567567567568, | |
| "grad_norm": 0.3456726670265198, | |
| "learning_rate": 2.4774774774774775e-06, | |
| "loss": 1.6756, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.7612612612612613, | |
| "grad_norm": 0.3367043435573578, | |
| "learning_rate": 2.432432432432433e-06, | |
| "loss": 1.6589, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.7657657657657657, | |
| "grad_norm": 0.3494514226913452, | |
| "learning_rate": 2.3873873873873874e-06, | |
| "loss": 1.6763, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.7702702702702703, | |
| "grad_norm": 0.3343624770641327, | |
| "learning_rate": 2.3423423423423424e-06, | |
| "loss": 1.6118, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.7747747747747747, | |
| "grad_norm": 0.33982744812965393, | |
| "learning_rate": 2.297297297297298e-06, | |
| "loss": 1.639, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.7792792792792793, | |
| "grad_norm": 0.33141806721687317, | |
| "learning_rate": 2.2522522522522524e-06, | |
| "loss": 1.6643, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.7837837837837838, | |
| "grad_norm": 0.3434072434902191, | |
| "learning_rate": 2.2072072072072073e-06, | |
| "loss": 1.5689, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.7882882882882883, | |
| "grad_norm": 0.3629867136478424, | |
| "learning_rate": 2.1621621621621623e-06, | |
| "loss": 1.6995, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.7927927927927928, | |
| "grad_norm": 0.33522751927375793, | |
| "learning_rate": 2.1171171171171173e-06, | |
| "loss": 1.6482, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.7972972972972973, | |
| "grad_norm": 0.34863755106925964, | |
| "learning_rate": 2.0720720720720723e-06, | |
| "loss": 1.6613, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.8018018018018018, | |
| "grad_norm": 0.3450457751750946, | |
| "learning_rate": 2.0270270270270273e-06, | |
| "loss": 1.6708, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.8063063063063063, | |
| "grad_norm": 0.3388313055038452, | |
| "learning_rate": 1.9819819819819822e-06, | |
| "loss": 1.6517, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 0.3772425651550293, | |
| "learning_rate": 1.9369369369369372e-06, | |
| "loss": 1.5883, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.8153153153153153, | |
| "grad_norm": 0.34325921535491943, | |
| "learning_rate": 1.8918918918918922e-06, | |
| "loss": 1.6263, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.8198198198198198, | |
| "grad_norm": 0.31989938020706177, | |
| "learning_rate": 1.846846846846847e-06, | |
| "loss": 1.6133, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.8243243243243243, | |
| "grad_norm": 0.3870126008987427, | |
| "learning_rate": 1.801801801801802e-06, | |
| "loss": 1.6299, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.8288288288288288, | |
| "grad_norm": 0.3582821190357208, | |
| "learning_rate": 1.756756756756757e-06, | |
| "loss": 1.6416, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 0.3285435736179352, | |
| "learning_rate": 1.711711711711712e-06, | |
| "loss": 1.6556, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.8378378378378378, | |
| "grad_norm": 0.3296816647052765, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 1.6513, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.8423423423423423, | |
| "grad_norm": 0.32003799080848694, | |
| "learning_rate": 1.6216216216216219e-06, | |
| "loss": 1.6641, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.8468468468468469, | |
| "grad_norm": 0.41711196303367615, | |
| "learning_rate": 1.5765765765765766e-06, | |
| "loss": 1.6022, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.8513513513513513, | |
| "grad_norm": 0.3556946814060211, | |
| "learning_rate": 1.5315315315315316e-06, | |
| "loss": 1.6824, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.8558558558558559, | |
| "grad_norm": 0.33673131465911865, | |
| "learning_rate": 1.4864864864864868e-06, | |
| "loss": 1.6419, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.8603603603603603, | |
| "grad_norm": 0.41371607780456543, | |
| "learning_rate": 1.4414414414414416e-06, | |
| "loss": 1.6329, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.8648648648648649, | |
| "grad_norm": 0.3232820928096771, | |
| "learning_rate": 1.3963963963963963e-06, | |
| "loss": 1.645, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.8693693693693694, | |
| "grad_norm": 0.5039376616477966, | |
| "learning_rate": 1.3513513513513515e-06, | |
| "loss": 1.6429, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.8738738738738738, | |
| "grad_norm": 0.4405737519264221, | |
| "learning_rate": 1.3063063063063065e-06, | |
| "loss": 1.6726, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.8783783783783784, | |
| "grad_norm": 0.32625824213027954, | |
| "learning_rate": 1.2612612612612613e-06, | |
| "loss": 1.6614, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.8828828828828829, | |
| "grad_norm": 0.34024447202682495, | |
| "learning_rate": 1.2162162162162164e-06, | |
| "loss": 1.6198, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.8873873873873874, | |
| "grad_norm": 0.3739813566207886, | |
| "learning_rate": 1.1711711711711712e-06, | |
| "loss": 1.6033, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.8918918918918919, | |
| "grad_norm": 0.35833895206451416, | |
| "learning_rate": 1.1261261261261262e-06, | |
| "loss": 1.7058, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.8963963963963963, | |
| "grad_norm": 0.3302564322948456, | |
| "learning_rate": 1.0810810810810812e-06, | |
| "loss": 1.5926, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.9009009009009009, | |
| "grad_norm": 0.32919058203697205, | |
| "learning_rate": 1.0360360360360361e-06, | |
| "loss": 1.6766, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.9054054054054054, | |
| "grad_norm": 0.3549056649208069, | |
| "learning_rate": 9.909909909909911e-07, | |
| "loss": 1.644, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.9099099099099099, | |
| "grad_norm": 0.3365701735019684, | |
| "learning_rate": 9.459459459459461e-07, | |
| "loss": 1.6275, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.9144144144144144, | |
| "grad_norm": 0.3276926577091217, | |
| "learning_rate": 9.00900900900901e-07, | |
| "loss": 1.5943, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.918918918918919, | |
| "grad_norm": 0.47995641827583313, | |
| "learning_rate": 8.55855855855856e-07, | |
| "loss": 1.6125, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.9234234234234234, | |
| "grad_norm": 0.3210660517215729, | |
| "learning_rate": 8.108108108108109e-07, | |
| "loss": 1.5901, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.9279279279279279, | |
| "grad_norm": 0.35450634360313416, | |
| "learning_rate": 7.657657657657658e-07, | |
| "loss": 1.6628, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.9324324324324325, | |
| "grad_norm": 0.33351245522499084, | |
| "learning_rate": 7.207207207207208e-07, | |
| "loss": 1.5704, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.9369369369369369, | |
| "grad_norm": 0.40133386850357056, | |
| "learning_rate": 6.756756756756758e-07, | |
| "loss": 1.572, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.9414414414414415, | |
| "grad_norm": 0.35304591059684753, | |
| "learning_rate": 6.306306306306306e-07, | |
| "loss": 1.6827, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.9459459459459459, | |
| "grad_norm": 0.4823031425476074, | |
| "learning_rate": 5.855855855855856e-07, | |
| "loss": 1.6265, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.9504504504504504, | |
| "grad_norm": 0.3416145443916321, | |
| "learning_rate": 5.405405405405406e-07, | |
| "loss": 1.5836, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.954954954954955, | |
| "grad_norm": 0.34280046820640564, | |
| "learning_rate": 4.954954954954956e-07, | |
| "loss": 1.61, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.9594594594594594, | |
| "grad_norm": 0.3362351357936859, | |
| "learning_rate": 4.504504504504505e-07, | |
| "loss": 1.6703, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.963963963963964, | |
| "grad_norm": 0.32132312655448914, | |
| "learning_rate": 4.0540540540540546e-07, | |
| "loss": 1.6469, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.9684684684684685, | |
| "grad_norm": 0.3417748212814331, | |
| "learning_rate": 3.603603603603604e-07, | |
| "loss": 1.6052, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.972972972972973, | |
| "grad_norm": 0.3503134548664093, | |
| "learning_rate": 3.153153153153153e-07, | |
| "loss": 1.6253, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.9774774774774775, | |
| "grad_norm": 0.332475870847702, | |
| "learning_rate": 2.702702702702703e-07, | |
| "loss": 1.6158, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.9819819819819819, | |
| "grad_norm": 0.3545438349246979, | |
| "learning_rate": 2.2522522522522524e-07, | |
| "loss": 1.67, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.9864864864864865, | |
| "grad_norm": 0.3189946115016937, | |
| "learning_rate": 1.801801801801802e-07, | |
| "loss": 1.5921, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.990990990990991, | |
| "grad_norm": 0.35738781094551086, | |
| "learning_rate": 1.3513513513513515e-07, | |
| "loss": 1.6595, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.9954954954954955, | |
| "grad_norm": 0.41471225023269653, | |
| "learning_rate": 9.00900900900901e-08, | |
| "loss": 1.6064, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.33184003829956055, | |
| "learning_rate": 4.504504504504505e-08, | |
| "loss": 1.6121, | |
| "step": 222 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 222, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 0, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.5005440937033728e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |