| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 189, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.015873015873015872, | |
| "grad_norm": 2.3323949793109238, | |
| "learning_rate": 0.0, | |
| "loss": 1.0469, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.031746031746031744, | |
| "grad_norm": 2.317201200688066, | |
| "learning_rate": 3.125e-07, | |
| "loss": 0.9931, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.047619047619047616, | |
| "grad_norm": 2.603689956679125, | |
| "learning_rate": 6.25e-07, | |
| "loss": 1.0188, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.06349206349206349, | |
| "grad_norm": 2.2583787301898592, | |
| "learning_rate": 9.375000000000001e-07, | |
| "loss": 0.9097, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.07936507936507936, | |
| "grad_norm": 2.197466891038096, | |
| "learning_rate": 1.25e-06, | |
| "loss": 1.0459, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.09523809523809523, | |
| "grad_norm": 2.1259963361099747, | |
| "learning_rate": 1.5625e-06, | |
| "loss": 0.9986, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.1111111111111111, | |
| "grad_norm": 2.0707820881041, | |
| "learning_rate": 1.8750000000000003e-06, | |
| "loss": 0.9555, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.12698412698412698, | |
| "grad_norm": 1.870407527874291, | |
| "learning_rate": 2.1875000000000002e-06, | |
| "loss": 0.952, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.14285714285714285, | |
| "grad_norm": 1.8578085390534953, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.9993, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.15873015873015872, | |
| "grad_norm": 1.881148688458384, | |
| "learning_rate": 2.8125e-06, | |
| "loss": 0.9373, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.1746031746031746, | |
| "grad_norm": 1.6917769845914787, | |
| "learning_rate": 3.125e-06, | |
| "loss": 0.8839, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.19047619047619047, | |
| "grad_norm": 1.2541345576396532, | |
| "learning_rate": 3.4375e-06, | |
| "loss": 0.9909, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.20634920634920634, | |
| "grad_norm": 1.4038335670152517, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 0.9322, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.2222222222222222, | |
| "grad_norm": 1.363468897891553, | |
| "learning_rate": 4.0625000000000005e-06, | |
| "loss": 1.0934, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.23809523809523808, | |
| "grad_norm": 1.1331989679866032, | |
| "learning_rate": 4.3750000000000005e-06, | |
| "loss": 0.977, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.25396825396825395, | |
| "grad_norm": 0.9899834287202586, | |
| "learning_rate": 4.6875000000000004e-06, | |
| "loss": 1.0443, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.2698412698412698, | |
| "grad_norm": 1.155920523517074, | |
| "learning_rate": 5e-06, | |
| "loss": 0.9483, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.2857142857142857, | |
| "grad_norm": 1.2715867938274161, | |
| "learning_rate": 5.3125e-06, | |
| "loss": 1.0096, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.30158730158730157, | |
| "grad_norm": 0.9922231339593638, | |
| "learning_rate": 5.625e-06, | |
| "loss": 0.7463, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.31746031746031744, | |
| "grad_norm": 1.2551959582539625, | |
| "learning_rate": 5.9375e-06, | |
| "loss": 0.9226, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 0.892951024999124, | |
| "learning_rate": 6.25e-06, | |
| "loss": 0.988, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.3492063492063492, | |
| "grad_norm": 1.4360539096520086, | |
| "learning_rate": 6.5625e-06, | |
| "loss": 1.0509, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.36507936507936506, | |
| "grad_norm": 1.1100051374669628, | |
| "learning_rate": 6.875e-06, | |
| "loss": 0.8728, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.38095238095238093, | |
| "grad_norm": 0.9630208551024003, | |
| "learning_rate": 7.1875e-06, | |
| "loss": 0.8352, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.3968253968253968, | |
| "grad_norm": 1.109963225007402, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 1.0289, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.4126984126984127, | |
| "grad_norm": 0.842175710243708, | |
| "learning_rate": 7.8125e-06, | |
| "loss": 0.8616, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.42857142857142855, | |
| "grad_norm": 0.8255762742603932, | |
| "learning_rate": 8.125000000000001e-06, | |
| "loss": 0.7234, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.4444444444444444, | |
| "grad_norm": 0.8274507712792363, | |
| "learning_rate": 8.4375e-06, | |
| "loss": 0.9758, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.4603174603174603, | |
| "grad_norm": 0.7834224887700044, | |
| "learning_rate": 8.750000000000001e-06, | |
| "loss": 0.9056, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.47619047619047616, | |
| "grad_norm": 1.187020605300137, | |
| "learning_rate": 9.0625e-06, | |
| "loss": 0.9481, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.49206349206349204, | |
| "grad_norm": 1.0233176856791018, | |
| "learning_rate": 9.375000000000001e-06, | |
| "loss": 0.9194, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.5079365079365079, | |
| "grad_norm": 0.848791394024066, | |
| "learning_rate": 9.6875e-06, | |
| "loss": 0.8852, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.5238095238095238, | |
| "grad_norm": 0.8289281876622956, | |
| "learning_rate": 1e-05, | |
| "loss": 1.038, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.5396825396825397, | |
| "grad_norm": 0.7738330911179299, | |
| "learning_rate": 9.999691920767945e-06, | |
| "loss": 0.8374, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.5555555555555556, | |
| "grad_norm": 0.65004421093035, | |
| "learning_rate": 9.998767721036901e-06, | |
| "loss": 0.8242, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.5714285714285714, | |
| "grad_norm": 0.718229691257778, | |
| "learning_rate": 9.997227514697568e-06, | |
| "loss": 0.9693, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.5873015873015873, | |
| "grad_norm": 0.598178727036991, | |
| "learning_rate": 9.99507149155218e-06, | |
| "loss": 0.9843, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.6031746031746031, | |
| "grad_norm": 0.6896420594948925, | |
| "learning_rate": 9.992299917291118e-06, | |
| "loss": 0.848, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.6190476190476191, | |
| "grad_norm": 0.7218001479564617, | |
| "learning_rate": 9.98891313346017e-06, | |
| "loss": 0.9095, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.6349206349206349, | |
| "grad_norm": 0.673383804041238, | |
| "learning_rate": 9.984911557418444e-06, | |
| "loss": 0.7682, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.6507936507936508, | |
| "grad_norm": 0.9044903125501461, | |
| "learning_rate": 9.980295682286924e-06, | |
| "loss": 0.8388, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.6528626470394925, | |
| "learning_rate": 9.97506607688772e-06, | |
| "loss": 0.9107, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.6825396825396826, | |
| "grad_norm": 0.5248039585149111, | |
| "learning_rate": 9.969223385673958e-06, | |
| "loss": 0.8307, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.6984126984126984, | |
| "grad_norm": 0.568338771820042, | |
| "learning_rate": 9.962768328650367e-06, | |
| "loss": 0.7523, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 0.5429855696185105, | |
| "learning_rate": 9.95570170128455e-06, | |
| "loss": 0.8442, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.7301587301587301, | |
| "grad_norm": 0.5098426033492849, | |
| "learning_rate": 9.94802437440896e-06, | |
| "loss": 0.7962, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.746031746031746, | |
| "grad_norm": 0.6078990273192543, | |
| "learning_rate": 9.939737294113585e-06, | |
| "loss": 0.8969, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.7619047619047619, | |
| "grad_norm": 0.4709547244829324, | |
| "learning_rate": 9.930841481629358e-06, | |
| "loss": 0.8885, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.7777777777777778, | |
| "grad_norm": 0.54039591858629, | |
| "learning_rate": 9.92133803320231e-06, | |
| "loss": 0.7818, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.7936507936507936, | |
| "grad_norm": 0.4875170254753124, | |
| "learning_rate": 9.91122811995848e-06, | |
| "loss": 0.8193, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.8095238095238095, | |
| "grad_norm": 0.5005396928536703, | |
| "learning_rate": 9.90051298775959e-06, | |
| "loss": 0.8692, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.8253968253968254, | |
| "grad_norm": 0.40245216027036546, | |
| "learning_rate": 9.88919395704952e-06, | |
| "loss": 0.826, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.8412698412698413, | |
| "grad_norm": 0.5389952051377087, | |
| "learning_rate": 9.877272422691583e-06, | |
| "loss": 0.9318, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.8571428571428571, | |
| "grad_norm": 0.5638980417584056, | |
| "learning_rate": 9.864749853796642e-06, | |
| "loss": 0.7985, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.873015873015873, | |
| "grad_norm": 0.5506830661309166, | |
| "learning_rate": 9.85162779354206e-06, | |
| "loss": 0.7291, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 0.48566023212019677, | |
| "learning_rate": 9.837907858981536e-06, | |
| "loss": 0.8802, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.9047619047619048, | |
| "grad_norm": 0.4725406192484581, | |
| "learning_rate": 9.823591740845831e-06, | |
| "loss": 0.8627, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.9206349206349206, | |
| "grad_norm": 0.5270784935436914, | |
| "learning_rate": 9.808681203334416e-06, | |
| "loss": 0.7976, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.9365079365079365, | |
| "grad_norm": 0.4795159174595573, | |
| "learning_rate": 9.793178083898073e-06, | |
| "loss": 0.8783, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "grad_norm": 0.42309628953003137, | |
| "learning_rate": 9.777084293012448e-06, | |
| "loss": 0.842, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.9682539682539683, | |
| "grad_norm": 0.464555539059811, | |
| "learning_rate": 9.760401813942641e-06, | |
| "loss": 0.7662, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.9841269841269841, | |
| "grad_norm": 0.5141212041737542, | |
| "learning_rate": 9.743132702498785e-06, | |
| "loss": 0.8688, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.5165788253828009, | |
| "learning_rate": 9.725279086782719e-06, | |
| "loss": 0.768, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 1.0158730158730158, | |
| "grad_norm": 0.576629868282963, | |
| "learning_rate": 9.706843166925733e-06, | |
| "loss": 0.7989, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 1.0317460317460316, | |
| "grad_norm": 0.4946943998511545, | |
| "learning_rate": 9.687827214817433e-06, | |
| "loss": 0.8261, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 1.0476190476190477, | |
| "grad_norm": 0.4987216606535057, | |
| "learning_rate": 9.668233573825794e-06, | |
| "loss": 0.8905, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 1.0634920634920635, | |
| "grad_norm": 0.45688977932466196, | |
| "learning_rate": 9.64806465850836e-06, | |
| "loss": 0.7327, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 1.0793650793650793, | |
| "grad_norm": 0.5226340006885853, | |
| "learning_rate": 9.62732295431471e-06, | |
| "loss": 0.7311, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 1.0952380952380953, | |
| "grad_norm": 0.6684025298786129, | |
| "learning_rate": 9.606011017280166e-06, | |
| "loss": 0.8971, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 1.1111111111111112, | |
| "grad_norm": 0.5147703758608321, | |
| "learning_rate": 9.5841314737108e-06, | |
| "loss": 0.7652, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.126984126984127, | |
| "grad_norm": 0.5417227409614662, | |
| "learning_rate": 9.56168701985981e-06, | |
| "loss": 0.7999, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 1.1428571428571428, | |
| "grad_norm": 0.5016561221704748, | |
| "learning_rate": 9.538680421595236e-06, | |
| "loss": 0.8074, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 1.1587301587301586, | |
| "grad_norm": 0.4853528793957531, | |
| "learning_rate": 9.515114514059127e-06, | |
| "loss": 0.8135, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 1.1746031746031746, | |
| "grad_norm": 0.47765415470199357, | |
| "learning_rate": 9.490992201318165e-06, | |
| "loss": 0.7879, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 1.1904761904761905, | |
| "grad_norm": 0.46535342031003013, | |
| "learning_rate": 9.466316456005783e-06, | |
| "loss": 0.7762, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.2063492063492063, | |
| "grad_norm": 0.5033568814253909, | |
| "learning_rate": 9.441090318955843e-06, | |
| "loss": 0.7022, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 1.2222222222222223, | |
| "grad_norm": 0.4986643533291915, | |
| "learning_rate": 9.415316898827923e-06, | |
| "loss": 0.7349, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 1.2380952380952381, | |
| "grad_norm": 0.43657193718859494, | |
| "learning_rate": 9.388999371724212e-06, | |
| "loss": 0.8264, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 1.253968253968254, | |
| "grad_norm": 0.47617277777848616, | |
| "learning_rate": 9.362140980798127e-06, | |
| "loss": 0.8944, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 1.2698412698412698, | |
| "grad_norm": 0.4295219607791053, | |
| "learning_rate": 9.334745035854646e-06, | |
| "loss": 0.7588, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.2857142857142856, | |
| "grad_norm": 0.5225987407011279, | |
| "learning_rate": 9.306814912942445e-06, | |
| "loss": 0.8359, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 1.3015873015873016, | |
| "grad_norm": 0.4173684559568506, | |
| "learning_rate": 9.278354053937848e-06, | |
| "loss": 0.7804, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 1.3174603174603174, | |
| "grad_norm": 0.5238592049595157, | |
| "learning_rate": 9.249365966120692e-06, | |
| "loss": 0.8564, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 0.4526393208745273, | |
| "learning_rate": 9.219854221742106e-06, | |
| "loss": 0.8102, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 1.3492063492063493, | |
| "grad_norm": 0.44471888761912887, | |
| "learning_rate": 9.189822457584311e-06, | |
| "loss": 0.7439, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 1.3650793650793651, | |
| "grad_norm": 0.43731884433734214, | |
| "learning_rate": 9.159274374512444e-06, | |
| "loss": 0.6592, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 1.380952380952381, | |
| "grad_norm": 0.4377614076782124, | |
| "learning_rate": 9.128213737018493e-06, | |
| "loss": 0.806, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 1.3968253968253967, | |
| "grad_norm": 0.4027105033083121, | |
| "learning_rate": 9.096644372757393e-06, | |
| "loss": 0.8855, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 1.4126984126984126, | |
| "grad_norm": 0.571463019194369, | |
| "learning_rate": 9.064570172075349e-06, | |
| "loss": 0.7979, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.4801097800367482, | |
| "learning_rate": 9.031995087530403e-06, | |
| "loss": 0.7992, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.4444444444444444, | |
| "grad_norm": 0.47255682704462587, | |
| "learning_rate": 8.99892313340537e-06, | |
| "loss": 0.6633, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 1.4603174603174602, | |
| "grad_norm": 0.4862492507086913, | |
| "learning_rate": 8.96535838521314e-06, | |
| "loss": 0.8033, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 1.4761904761904763, | |
| "grad_norm": 0.4794987734861929, | |
| "learning_rate": 8.931304979194452e-06, | |
| "loss": 0.8069, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 1.492063492063492, | |
| "grad_norm": 0.4658669415595415, | |
| "learning_rate": 8.896767111808177e-06, | |
| "loss": 0.7371, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 1.507936507936508, | |
| "grad_norm": 0.5683125861447418, | |
| "learning_rate": 8.861749039214177e-06, | |
| "loss": 0.9145, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 1.5238095238095237, | |
| "grad_norm": 0.47857884026171116, | |
| "learning_rate": 8.826255076748823e-06, | |
| "loss": 0.8455, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 1.5396825396825395, | |
| "grad_norm": 0.429389167302876, | |
| "learning_rate": 8.790289598393186e-06, | |
| "loss": 0.7216, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 1.5555555555555556, | |
| "grad_norm": 0.522031534882144, | |
| "learning_rate": 8.753857036234055e-06, | |
| "loss": 0.8155, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 1.5714285714285714, | |
| "grad_norm": 0.5375692580431519, | |
| "learning_rate": 8.716961879917734e-06, | |
| "loss": 0.7373, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 1.5873015873015874, | |
| "grad_norm": 0.4277716225580266, | |
| "learning_rate": 8.679608676096793e-06, | |
| "loss": 0.8132, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.6031746031746033, | |
| "grad_norm": 0.9709114563751018, | |
| "learning_rate": 8.641802027869774e-06, | |
| "loss": 0.7952, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 1.619047619047619, | |
| "grad_norm": 0.6722991060253756, | |
| "learning_rate": 8.603546594213935e-06, | |
| "loss": 0.8566, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 1.6349206349206349, | |
| "grad_norm": 0.48227435877100366, | |
| "learning_rate": 8.564847089411128e-06, | |
| "loss": 0.8292, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 1.6507936507936507, | |
| "grad_norm": 0.43738769808282163, | |
| "learning_rate": 8.525708282466839e-06, | |
| "loss": 0.8424, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 0.42758983764847835, | |
| "learning_rate": 8.486134996522502e-06, | |
| "loss": 0.8179, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.6825396825396826, | |
| "grad_norm": 0.6465752665836958, | |
| "learning_rate": 8.446132108261136e-06, | |
| "loss": 0.806, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 1.6984126984126984, | |
| "grad_norm": 0.5216064305348748, | |
| "learning_rate": 8.405704547306379e-06, | |
| "loss": 0.8041, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 1.7142857142857144, | |
| "grad_norm": 0.46284349128240304, | |
| "learning_rate": 8.364857295615006e-06, | |
| "loss": 0.8924, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 1.7301587301587302, | |
| "grad_norm": 0.48814352812138595, | |
| "learning_rate": 8.323595386862985e-06, | |
| "loss": 0.7929, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.746031746031746, | |
| "grad_norm": 0.48088506678769916, | |
| "learning_rate": 8.281923905825188e-06, | |
| "loss": 0.7671, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.7619047619047619, | |
| "grad_norm": 0.4594586947272896, | |
| "learning_rate": 8.23984798774876e-06, | |
| "loss": 0.7366, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.7777777777777777, | |
| "grad_norm": 0.4673793179812366, | |
| "learning_rate": 8.197372817720314e-06, | |
| "loss": 0.7397, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.7936507936507935, | |
| "grad_norm": 0.6557346369623661, | |
| "learning_rate": 8.154503630026955e-06, | |
| "loss": 0.7262, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.8095238095238095, | |
| "grad_norm": 0.45128446254113314, | |
| "learning_rate": 8.111245707511253e-06, | |
| "loss": 0.7213, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.8253968253968254, | |
| "grad_norm": 0.41666335434637974, | |
| "learning_rate": 8.067604380920228e-06, | |
| "loss": 0.7952, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.8412698412698414, | |
| "grad_norm": 0.4407610683896587, | |
| "learning_rate": 8.023585028248435e-06, | |
| "loss": 0.8486, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.8571428571428572, | |
| "grad_norm": 0.5501977264080524, | |
| "learning_rate": 7.979193074075216e-06, | |
| "loss": 0.8911, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.873015873015873, | |
| "grad_norm": 0.459940871244406, | |
| "learning_rate": 7.934433988896233e-06, | |
| "loss": 0.6535, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.8888888888888888, | |
| "grad_norm": 0.46949896874504654, | |
| "learning_rate": 7.889313288449323e-06, | |
| "loss": 0.8232, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.9047619047619047, | |
| "grad_norm": 0.41110722374315695, | |
| "learning_rate": 7.843836533034784e-06, | |
| "loss": 0.7628, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.9206349206349205, | |
| "grad_norm": 0.47755036946919965, | |
| "learning_rate": 7.798009326830167e-06, | |
| "loss": 0.8003, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.9365079365079365, | |
| "grad_norm": 0.41342145123270885, | |
| "learning_rate": 7.751837317199673e-06, | |
| "loss": 0.8683, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.9523809523809523, | |
| "grad_norm": 0.4479867168170251, | |
| "learning_rate": 7.705326193998207e-06, | |
| "loss": 0.7552, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.9682539682539684, | |
| "grad_norm": 0.4549548876094008, | |
| "learning_rate": 7.658481688870218e-06, | |
| "loss": 0.7587, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.9841269841269842, | |
| "grad_norm": 0.4684989926335189, | |
| "learning_rate": 7.611309574543373e-06, | |
| "loss": 0.7607, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.4367513791425883, | |
| "learning_rate": 7.563815664117173e-06, | |
| "loss": 0.9146, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 2.015873015873016, | |
| "grad_norm": 0.7927149278076437, | |
| "learning_rate": 7.5160058103465985e-06, | |
| "loss": 0.7131, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 2.0317460317460316, | |
| "grad_norm": 0.5847918647965703, | |
| "learning_rate": 7.467885904920864e-06, | |
| "loss": 0.7578, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 2.0476190476190474, | |
| "grad_norm": 0.7836046335272314, | |
| "learning_rate": 7.419461877737373e-06, | |
| "loss": 0.8327, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 2.0634920634920633, | |
| "grad_norm": 2.1428241341527117, | |
| "learning_rate": 7.370739696170971e-06, | |
| "loss": 0.7441, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 2.0793650793650795, | |
| "grad_norm": 0.9566247813485141, | |
| "learning_rate": 7.321725364338566e-06, | |
| "loss": 0.6185, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 2.0952380952380953, | |
| "grad_norm": 0.5336099004301172, | |
| "learning_rate": 7.272424922359246e-06, | |
| "loss": 0.6455, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 2.111111111111111, | |
| "grad_norm": 0.7132260718912609, | |
| "learning_rate": 7.222844445609931e-06, | |
| "loss": 0.7834, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 2.126984126984127, | |
| "grad_norm": 0.5749113101610002, | |
| "learning_rate": 7.172990043976703e-06, | |
| "loss": 0.7296, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 2.142857142857143, | |
| "grad_norm": 0.5366676899164674, | |
| "learning_rate": 7.122867861101868e-06, | |
| "loss": 0.795, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 2.1587301587301586, | |
| "grad_norm": 0.44931031781346276, | |
| "learning_rate": 7.072484073626872e-06, | |
| "loss": 0.6875, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 2.1746031746031744, | |
| "grad_norm": 0.6709913679680917, | |
| "learning_rate": 7.021844890431136e-06, | |
| "loss": 0.7669, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 2.1904761904761907, | |
| "grad_norm": 0.5782700607354144, | |
| "learning_rate": 6.970956551866925e-06, | |
| "loss": 0.7273, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 2.2063492063492065, | |
| "grad_norm": 0.5008612890527109, | |
| "learning_rate": 6.9198253289903515e-06, | |
| "loss": 0.6634, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 2.2222222222222223, | |
| "grad_norm": 0.5733594756270326, | |
| "learning_rate": 6.868457522788561e-06, | |
| "loss": 0.7358, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 2.238095238095238, | |
| "grad_norm": 0.48532685396257946, | |
| "learning_rate": 6.816859463403271e-06, | |
| "loss": 0.659, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 2.253968253968254, | |
| "grad_norm": 0.5460096768726493, | |
| "learning_rate": 6.765037509350685e-06, | |
| "loss": 0.7585, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 2.2698412698412698, | |
| "grad_norm": 0.4827715321224934, | |
| "learning_rate": 6.7129980467379265e-06, | |
| "loss": 0.6664, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 2.2857142857142856, | |
| "grad_norm": 0.5417449745700821, | |
| "learning_rate": 6.660747488476066e-06, | |
| "loss": 0.663, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 2.3015873015873014, | |
| "grad_norm": 0.5672091588208017, | |
| "learning_rate": 6.608292273489851e-06, | |
| "loss": 0.6122, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 2.317460317460317, | |
| "grad_norm": 0.5264115445856029, | |
| "learning_rate": 6.555638865924221e-06, | |
| "loss": 0.7035, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 2.3333333333333335, | |
| "grad_norm": 0.5168486054014866, | |
| "learning_rate": 6.502793754347721e-06, | |
| "loss": 0.7598, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 2.3492063492063493, | |
| "grad_norm": 0.6085627519823247, | |
| "learning_rate": 6.449763450952912e-06, | |
| "loss": 0.6875, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 2.365079365079365, | |
| "grad_norm": 0.504951049632705, | |
| "learning_rate": 6.396554490753848e-06, | |
| "loss": 0.6839, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 2.380952380952381, | |
| "grad_norm": 0.42239268629753335, | |
| "learning_rate": 6.343173430780769e-06, | |
| "loss": 0.8396, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 2.3968253968253967, | |
| "grad_norm": 0.5170870251352963, | |
| "learning_rate": 6.289626849272062e-06, | |
| "loss": 0.8013, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 2.4126984126984126, | |
| "grad_norm": 0.5408561718958109, | |
| "learning_rate": 6.2359213448636104e-06, | |
| "loss": 0.754, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 2.4285714285714284, | |
| "grad_norm": 0.42606389993166277, | |
| "learning_rate": 6.182063535775634e-06, | |
| "loss": 0.7662, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 2.4444444444444446, | |
| "grad_norm": 0.41021417431281776, | |
| "learning_rate": 6.1280600589971225e-06, | |
| "loss": 0.791, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 2.4603174603174605, | |
| "grad_norm": 0.4068459581892925, | |
| "learning_rate": 6.073917569467934e-06, | |
| "loss": 0.8066, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 2.4761904761904763, | |
| "grad_norm": 0.40243757072180364, | |
| "learning_rate": 6.0196427392587085e-06, | |
| "loss": 0.7061, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 2.492063492063492, | |
| "grad_norm": 0.5924677871750427, | |
| "learning_rate": 5.96524225674865e-06, | |
| "loss": 0.744, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 2.507936507936508, | |
| "grad_norm": 0.4344103520994765, | |
| "learning_rate": 5.9107228258013085e-06, | |
| "loss": 0.7076, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 2.5238095238095237, | |
| "grad_norm": 0.4824828219676673, | |
| "learning_rate": 5.856091164938451e-06, | |
| "loss": 0.6534, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 2.5396825396825395, | |
| "grad_norm": 0.4197375023372333, | |
| "learning_rate": 5.801354006512127e-06, | |
| "loss": 0.6902, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 2.5555555555555554, | |
| "grad_norm": 0.4523354962317184, | |
| "learning_rate": 5.746518095875033e-06, | |
| "loss": 0.6996, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 2.571428571428571, | |
| "grad_norm": 0.41073692830700287, | |
| "learning_rate": 5.6915901905492586e-06, | |
| "loss": 0.629, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 2.5873015873015874, | |
| "grad_norm": 0.5807356357914126, | |
| "learning_rate": 5.6365770593935665e-06, | |
| "loss": 0.5924, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 2.6031746031746033, | |
| "grad_norm": 0.5296154741304107, | |
| "learning_rate": 5.581485481769231e-06, | |
| "loss": 0.7197, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 2.619047619047619, | |
| "grad_norm": 0.4462893254042338, | |
| "learning_rate": 5.526322246704628e-06, | |
| "loss": 0.8007, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 2.634920634920635, | |
| "grad_norm": 0.3974463949753287, | |
| "learning_rate": 5.471094152058592e-06, | |
| "loss": 0.6822, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 2.6507936507936507, | |
| "grad_norm": 0.46244966479154553, | |
| "learning_rate": 5.415808003682717e-06, | |
| "loss": 0.7318, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 2.6666666666666665, | |
| "grad_norm": 0.438557400530548, | |
| "learning_rate": 5.360470614582661e-06, | |
| "loss": 0.7147, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 2.682539682539683, | |
| "grad_norm": 0.5680373876053647, | |
| "learning_rate": 5.305088804078559e-06, | |
| "loss": 0.7357, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 2.6984126984126986, | |
| "grad_norm": 0.4556205137087138, | |
| "learning_rate": 5.249669396964665e-06, | |
| "loss": 0.6361, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 2.7142857142857144, | |
| "grad_norm": 0.44940699263796485, | |
| "learning_rate": 5.1942192226683385e-06, | |
| "loss": 0.7778, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 2.7301587301587302, | |
| "grad_norm": 0.47535854965434626, | |
| "learning_rate": 5.138745114408427e-06, | |
| "loss": 0.6008, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 2.746031746031746, | |
| "grad_norm": 0.5020715004802897, | |
| "learning_rate": 5.083253908353193e-06, | |
| "loss": 0.6696, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 2.761904761904762, | |
| "grad_norm": 0.4715489187155987, | |
| "learning_rate": 5.0277524427778986e-06, | |
| "loss": 0.7846, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 2.7777777777777777, | |
| "grad_norm": 0.44938039077917374, | |
| "learning_rate": 4.972247557222102e-06, | |
| "loss": 0.7187, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 2.7936507936507935, | |
| "grad_norm": 0.536309868809644, | |
| "learning_rate": 4.916746091646808e-06, | |
| "loss": 0.6818, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 2.8095238095238093, | |
| "grad_norm": 0.4238224566275176, | |
| "learning_rate": 4.8612548855915755e-06, | |
| "loss": 0.7252, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 2.825396825396825, | |
| "grad_norm": 0.5075369152051689, | |
| "learning_rate": 4.805780777331662e-06, | |
| "loss": 0.7461, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 2.8412698412698414, | |
| "grad_norm": 0.463068134108742, | |
| "learning_rate": 4.750330603035336e-06, | |
| "loss": 0.7141, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.44910366292391646, | |
| "learning_rate": 4.694911195921443e-06, | |
| "loss": 0.7278, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 2.873015873015873, | |
| "grad_norm": 0.43362119780351166, | |
| "learning_rate": 4.6395293854173395e-06, | |
| "loss": 0.6069, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 2.888888888888889, | |
| "grad_norm": 0.7285135499415637, | |
| "learning_rate": 4.584191996317285e-06, | |
| "loss": 0.6846, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 2.9047619047619047, | |
| "grad_norm": 0.49976201370002465, | |
| "learning_rate": 4.528905847941411e-06, | |
| "loss": 0.843, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 2.9206349206349205, | |
| "grad_norm": 0.47745344638517, | |
| "learning_rate": 4.473677753295375e-06, | |
| "loss": 0.6609, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 2.9365079365079367, | |
| "grad_norm": 0.4075892143069301, | |
| "learning_rate": 4.418514518230769e-06, | |
| "loss": 0.7133, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 2.9523809523809526, | |
| "grad_norm": 0.490679894902017, | |
| "learning_rate": 4.363422940606435e-06, | |
| "loss": 0.7483, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 2.9682539682539684, | |
| "grad_norm": 0.507751484260846, | |
| "learning_rate": 4.308409809450742e-06, | |
| "loss": 0.7635, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 2.984126984126984, | |
| "grad_norm": 0.5129728167302848, | |
| "learning_rate": 4.253481904124968e-06, | |
| "loss": 0.7353, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.44280290900369257, | |
| "learning_rate": 4.198645993487872e-06, | |
| "loss": 0.6059, | |
| "step": 189 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 315, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 47138450767872.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |