{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.996996996996997, "eval_steps": 83, "global_step": 249, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.004004004004004004, "grad_norm": 6.739165782928467, "learning_rate": 6.666666666666667e-07, "loss": 1.4163, "step": 1 }, { "epoch": 0.004004004004004004, "eval_loss": 1.4217944145202637, "eval_runtime": 5.678, "eval_samples_per_second": 14.266, "eval_steps_per_second": 1.937, "step": 1 }, { "epoch": 0.008008008008008008, "grad_norm": 6.897192001342773, "learning_rate": 1.3333333333333334e-06, "loss": 1.3767, "step": 2 }, { "epoch": 0.012012012012012012, "grad_norm": 6.74431037902832, "learning_rate": 2.0000000000000003e-06, "loss": 1.3848, "step": 3 }, { "epoch": 0.016016016016016016, "grad_norm": 6.999237537384033, "learning_rate": 2.666666666666667e-06, "loss": 1.4294, "step": 4 }, { "epoch": 0.02002002002002002, "grad_norm": 4.510103702545166, "learning_rate": 3.3333333333333333e-06, "loss": 1.2646, "step": 5 }, { "epoch": 0.024024024024024024, "grad_norm": 4.533900737762451, "learning_rate": 4.000000000000001e-06, "loss": 1.2563, "step": 6 }, { "epoch": 0.028028028028028028, "grad_norm": 3.565216541290283, "learning_rate": 4.666666666666667e-06, "loss": 1.1061, "step": 7 }, { "epoch": 0.03203203203203203, "grad_norm": 3.1937592029571533, "learning_rate": 5.333333333333334e-06, "loss": 1.0445, "step": 8 }, { "epoch": 0.036036036036036036, "grad_norm": 3.0942018032073975, "learning_rate": 6e-06, "loss": 0.8555, "step": 9 }, { "epoch": 0.04004004004004004, "grad_norm": 4.628591060638428, "learning_rate": 6.666666666666667e-06, "loss": 0.8539, "step": 10 }, { "epoch": 0.044044044044044044, "grad_norm": 5.402413845062256, "learning_rate": 7.333333333333333e-06, "loss": 0.7684, "step": 11 }, { "epoch": 0.04804804804804805, "grad_norm": 1.96303391456604, "learning_rate": 8.000000000000001e-06, "loss": 0.6347, "step": 12 }, { "epoch": 0.05205205205205205, "grad_norm": 1.33661687374115, "learning_rate": 8.666666666666668e-06, "loss": 0.6692, "step": 13 }, { "epoch": 0.056056056056056056, "grad_norm": 0.9704915285110474, "learning_rate": 9.333333333333334e-06, "loss": 0.6385, "step": 14 }, { "epoch": 0.06006006006006006, "grad_norm": 0.7543495893478394, "learning_rate": 1e-05, "loss": 0.5901, "step": 15 }, { "epoch": 0.06406406406406406, "grad_norm": 1.3593250513076782, "learning_rate": 1.0666666666666667e-05, "loss": 0.5645, "step": 16 }, { "epoch": 0.06806806806806807, "grad_norm": 1.147750735282898, "learning_rate": 1.1333333333333334e-05, "loss": 0.5508, "step": 17 }, { "epoch": 0.07207207207207207, "grad_norm": 0.8024477958679199, "learning_rate": 1.2e-05, "loss": 0.5282, "step": 18 }, { "epoch": 0.07607607607607608, "grad_norm": 0.7931386232376099, "learning_rate": 1.2666666666666667e-05, "loss": 0.4929, "step": 19 }, { "epoch": 0.08008008008008008, "grad_norm": 0.6702373623847961, "learning_rate": 1.3333333333333333e-05, "loss": 0.4868, "step": 20 }, { "epoch": 0.08408408408408409, "grad_norm": 0.747148871421814, "learning_rate": 1.4e-05, "loss": 0.4857, "step": 21 }, { "epoch": 0.08808808808808809, "grad_norm": 0.5935061573982239, "learning_rate": 1.4666666666666666e-05, "loss": 0.4908, "step": 22 }, { "epoch": 0.0920920920920921, "grad_norm": 0.5696635842323303, "learning_rate": 1.5333333333333334e-05, "loss": 0.4437, "step": 23 }, { "epoch": 0.0960960960960961, "grad_norm": 0.5861401557922363, "learning_rate": 1.6000000000000003e-05, "loss": 0.4442, "step": 24 }, { "epoch": 0.1001001001001001, "grad_norm": 0.5833226442337036, "learning_rate": 1.6666666666666667e-05, "loss": 0.4585, "step": 25 }, { "epoch": 0.1041041041041041, "grad_norm": 0.48214447498321533, "learning_rate": 1.7333333333333336e-05, "loss": 0.3994, "step": 26 }, { "epoch": 0.10810810810810811, "grad_norm": 0.49264758825302124, "learning_rate": 1.8e-05, "loss": 0.4609, "step": 27 }, { "epoch": 0.11211211211211211, "grad_norm": 0.5025641322135925, "learning_rate": 1.866666666666667e-05, "loss": 0.4816, "step": 28 }, { "epoch": 0.11611611611611612, "grad_norm": 0.46342933177948, "learning_rate": 1.9333333333333333e-05, "loss": 0.4435, "step": 29 }, { "epoch": 0.12012012012012012, "grad_norm": 0.46523571014404297, "learning_rate": 2e-05, "loss": 0.4208, "step": 30 }, { "epoch": 0.12412412412412413, "grad_norm": 0.4298263192176819, "learning_rate": 1.9999904008949705e-05, "loss": 0.4137, "step": 31 }, { "epoch": 0.12812812812812813, "grad_norm": 0.43352752923965454, "learning_rate": 1.999961603764167e-05, "loss": 0.4096, "step": 32 }, { "epoch": 0.13213213213213212, "grad_norm": 0.4369907081127167, "learning_rate": 1.9999136091604433e-05, "loss": 0.4128, "step": 33 }, { "epoch": 0.13613613613613615, "grad_norm": 0.4188078045845032, "learning_rate": 1.99984641800521e-05, "loss": 0.4171, "step": 34 }, { "epoch": 0.14014014014014015, "grad_norm": 0.4548235237598419, "learning_rate": 1.9997600315884166e-05, "loss": 0.4236, "step": 35 }, { "epoch": 0.14414414414414414, "grad_norm": 0.4751495122909546, "learning_rate": 1.999654451568528e-05, "loss": 0.438, "step": 36 }, { "epoch": 0.14814814814814814, "grad_norm": 0.4333605170249939, "learning_rate": 1.9995296799724914e-05, "loss": 0.4208, "step": 37 }, { "epoch": 0.15215215215215216, "grad_norm": 0.48084449768066406, "learning_rate": 1.999385719195698e-05, "loss": 0.3969, "step": 38 }, { "epoch": 0.15615615615615616, "grad_norm": 0.42627257108688354, "learning_rate": 1.9992225720019377e-05, "loss": 0.4503, "step": 39 }, { "epoch": 0.16016016016016016, "grad_norm": 0.41883718967437744, "learning_rate": 1.9990402415233436e-05, "loss": 0.4322, "step": 40 }, { "epoch": 0.16416416416416416, "grad_norm": 0.39587706327438354, "learning_rate": 1.998838731260335e-05, "loss": 0.3841, "step": 41 }, { "epoch": 0.16816816816816818, "grad_norm": 0.40334609150886536, "learning_rate": 1.9986180450815485e-05, "loss": 0.3737, "step": 42 }, { "epoch": 0.17217217217217218, "grad_norm": 0.3715899884700775, "learning_rate": 1.9983781872237634e-05, "loss": 0.387, "step": 43 }, { "epoch": 0.17617617617617617, "grad_norm": 0.38875311613082886, "learning_rate": 1.9981191622918217e-05, "loss": 0.3695, "step": 44 }, { "epoch": 0.18018018018018017, "grad_norm": 0.39087679982185364, "learning_rate": 1.997840975258538e-05, "loss": 0.3934, "step": 45 }, { "epoch": 0.1841841841841842, "grad_norm": 0.41504260897636414, "learning_rate": 1.9975436314646052e-05, "loss": 0.3769, "step": 46 }, { "epoch": 0.1881881881881882, "grad_norm": 0.36994805932044983, "learning_rate": 1.9972271366184922e-05, "loss": 0.3807, "step": 47 }, { "epoch": 0.1921921921921922, "grad_norm": 0.39996904134750366, "learning_rate": 1.996891496796334e-05, "loss": 0.3903, "step": 48 }, { "epoch": 0.1961961961961962, "grad_norm": 0.3904661536216736, "learning_rate": 1.9965367184418138e-05, "loss": 0.3785, "step": 49 }, { "epoch": 0.2002002002002002, "grad_norm": 0.39596742391586304, "learning_rate": 1.9961628083660406e-05, "loss": 0.3806, "step": 50 }, { "epoch": 0.2042042042042042, "grad_norm": 0.39424648880958557, "learning_rate": 1.9957697737474198e-05, "loss": 0.3736, "step": 51 }, { "epoch": 0.2082082082082082, "grad_norm": 0.41719183325767517, "learning_rate": 1.9953576221315116e-05, "loss": 0.4023, "step": 52 }, { "epoch": 0.2122122122122122, "grad_norm": 0.3773253262042999, "learning_rate": 1.9949263614308894e-05, "loss": 0.396, "step": 53 }, { "epoch": 0.21621621621621623, "grad_norm": 0.4236510992050171, "learning_rate": 1.994475999924987e-05, "loss": 0.4032, "step": 54 }, { "epoch": 0.22022022022022023, "grad_norm": 0.3507007360458374, "learning_rate": 1.9940065462599394e-05, "loss": 0.3615, "step": 55 }, { "epoch": 0.22422422422422422, "grad_norm": 0.45851731300354004, "learning_rate": 1.9935180094484164e-05, "loss": 0.3402, "step": 56 }, { "epoch": 0.22822822822822822, "grad_norm": 0.36239954829216003, "learning_rate": 1.99301039886945e-05, "loss": 0.3668, "step": 57 }, { "epoch": 0.23223223223223224, "grad_norm": 0.3855980634689331, "learning_rate": 1.992483724268255e-05, "loss": 0.3575, "step": 58 }, { "epoch": 0.23623623623623624, "grad_norm": 0.4716965854167938, "learning_rate": 1.9919379957560413e-05, "loss": 0.3532, "step": 59 }, { "epoch": 0.24024024024024024, "grad_norm": 0.45167747139930725, "learning_rate": 1.991373223809819e-05, "loss": 0.3537, "step": 60 }, { "epoch": 0.24424424424424424, "grad_norm": 0.420512855052948, "learning_rate": 1.990789419272199e-05, "loss": 0.3471, "step": 61 }, { "epoch": 0.24824824824824826, "grad_norm": 0.4863167107105255, "learning_rate": 1.9901865933511834e-05, "loss": 0.3741, "step": 62 }, { "epoch": 0.25225225225225223, "grad_norm": 0.39653480052948, "learning_rate": 1.9895647576199507e-05, "loss": 0.3799, "step": 63 }, { "epoch": 0.25625625625625625, "grad_norm": 0.38418489694595337, "learning_rate": 1.988923924016634e-05, "loss": 0.3577, "step": 64 }, { "epoch": 0.2602602602602603, "grad_norm": 0.39798790216445923, "learning_rate": 1.988264104844091e-05, "loss": 0.3581, "step": 65 }, { "epoch": 0.26426426426426425, "grad_norm": 0.41135266423225403, "learning_rate": 1.987585312769669e-05, "loss": 0.3306, "step": 66 }, { "epoch": 0.2682682682682683, "grad_norm": 0.36515921354293823, "learning_rate": 1.9868875608249613e-05, "loss": 0.3628, "step": 67 }, { "epoch": 0.2722722722722723, "grad_norm": 0.4733300507068634, "learning_rate": 1.986170862405556e-05, "loss": 0.3733, "step": 68 }, { "epoch": 0.27627627627627627, "grad_norm": 0.4218703806400299, "learning_rate": 1.98543523127078e-05, "loss": 0.371, "step": 69 }, { "epoch": 0.2802802802802803, "grad_norm": 0.35307836532592773, "learning_rate": 1.984680681543434e-05, "loss": 0.3568, "step": 70 }, { "epoch": 0.28428428428428426, "grad_norm": 0.4475674629211426, "learning_rate": 1.9839072277095222e-05, "loss": 0.3828, "step": 71 }, { "epoch": 0.2882882882882883, "grad_norm": 0.37015393376350403, "learning_rate": 1.9831148846179743e-05, "loss": 0.3426, "step": 72 }, { "epoch": 0.2922922922922923, "grad_norm": 0.39532360434532166, "learning_rate": 1.9823036674803585e-05, "loss": 0.3545, "step": 73 }, { "epoch": 0.2962962962962963, "grad_norm": 0.349669486284256, "learning_rate": 1.981473591870593e-05, "loss": 0.332, "step": 74 }, { "epoch": 0.3003003003003003, "grad_norm": 0.356000155210495, "learning_rate": 1.980624673724643e-05, "loss": 0.3684, "step": 75 }, { "epoch": 0.30430430430430433, "grad_norm": 0.4027644693851471, "learning_rate": 1.9797569293402174e-05, "loss": 0.3592, "step": 76 }, { "epoch": 0.3083083083083083, "grad_norm": 0.36116528511047363, "learning_rate": 1.9788703753764554e-05, "loss": 0.3433, "step": 77 }, { "epoch": 0.3123123123123123, "grad_norm": 0.35624876618385315, "learning_rate": 1.9779650288536057e-05, "loss": 0.3541, "step": 78 }, { "epoch": 0.3163163163163163, "grad_norm": 0.360287606716156, "learning_rate": 1.977040907152702e-05, "loss": 0.3413, "step": 79 }, { "epoch": 0.3203203203203203, "grad_norm": 0.412913978099823, "learning_rate": 1.976098028015226e-05, "loss": 0.4142, "step": 80 }, { "epoch": 0.32432432432432434, "grad_norm": 0.38022932410240173, "learning_rate": 1.9751364095427694e-05, "loss": 0.3481, "step": 81 }, { "epoch": 0.3283283283283283, "grad_norm": 0.37813299894332886, "learning_rate": 1.974156070196686e-05, "loss": 0.3552, "step": 82 }, { "epoch": 0.33233233233233234, "grad_norm": 0.3782276511192322, "learning_rate": 1.973157028797737e-05, "loss": 0.3799, "step": 83 }, { "epoch": 0.33233233233233234, "eval_loss": 0.33762940764427185, "eval_runtime": 6.2209, "eval_samples_per_second": 13.021, "eval_steps_per_second": 1.768, "step": 83 }, { "epoch": 0.33633633633633636, "grad_norm": 0.3933849036693573, "learning_rate": 1.9721393045257277e-05, "loss": 0.3654, "step": 84 }, { "epoch": 0.34034034034034033, "grad_norm": 0.35808295011520386, "learning_rate": 1.9711029169191437e-05, "loss": 0.3716, "step": 85 }, { "epoch": 0.34434434434434436, "grad_norm": 0.3547224700450897, "learning_rate": 1.970047885874771e-05, "loss": 0.3397, "step": 86 }, { "epoch": 0.3483483483483483, "grad_norm": 0.39883747696876526, "learning_rate": 1.968974231647318e-05, "loss": 0.3645, "step": 87 }, { "epoch": 0.35235235235235235, "grad_norm": 0.3208443224430084, "learning_rate": 1.9678819748490236e-05, "loss": 0.3431, "step": 88 }, { "epoch": 0.3563563563563564, "grad_norm": 0.34669625759124756, "learning_rate": 1.9667711364492638e-05, "loss": 0.3613, "step": 89 }, { "epoch": 0.36036036036036034, "grad_norm": 0.35220351815223694, "learning_rate": 1.965641737774147e-05, "loss": 0.3499, "step": 90 }, { "epoch": 0.36436436436436437, "grad_norm": 0.3566596806049347, "learning_rate": 1.9644938005061062e-05, "loss": 0.3204, "step": 91 }, { "epoch": 0.3683683683683684, "grad_norm": 0.3813494145870209, "learning_rate": 1.9633273466834826e-05, "loss": 0.3526, "step": 92 }, { "epoch": 0.37237237237237236, "grad_norm": 0.3885157108306885, "learning_rate": 1.9621423987001013e-05, "loss": 0.3562, "step": 93 }, { "epoch": 0.3763763763763764, "grad_norm": 0.4746558666229248, "learning_rate": 1.960938979304843e-05, "loss": 0.3509, "step": 94 }, { "epoch": 0.38038038038038036, "grad_norm": 0.3623756766319275, "learning_rate": 1.959717111601206e-05, "loss": 0.371, "step": 95 }, { "epoch": 0.3843843843843844, "grad_norm": 0.3858593702316284, "learning_rate": 1.9584768190468624e-05, "loss": 0.3551, "step": 96 }, { "epoch": 0.3883883883883884, "grad_norm": 0.3788565993309021, "learning_rate": 1.95721812545321e-05, "loss": 0.3669, "step": 97 }, { "epoch": 0.3923923923923924, "grad_norm": 0.3729216754436493, "learning_rate": 1.9559410549849125e-05, "loss": 0.34, "step": 98 }, { "epoch": 0.3963963963963964, "grad_norm": 0.44008028507232666, "learning_rate": 1.9546456321594374e-05, "loss": 0.3898, "step": 99 }, { "epoch": 0.4004004004004004, "grad_norm": 0.36622726917266846, "learning_rate": 1.9533318818465837e-05, "loss": 0.3624, "step": 100 }, { "epoch": 0.4044044044044044, "grad_norm": 0.39071497321128845, "learning_rate": 1.9519998292680062e-05, "loss": 0.3518, "step": 101 }, { "epoch": 0.4084084084084084, "grad_norm": 0.40084153413772583, "learning_rate": 1.9506494999967298e-05, "loss": 0.3483, "step": 102 }, { "epoch": 0.4124124124124124, "grad_norm": 0.3901435434818268, "learning_rate": 1.94928091995666e-05, "loss": 0.3577, "step": 103 }, { "epoch": 0.4164164164164164, "grad_norm": 0.34764233231544495, "learning_rate": 1.9478941154220833e-05, "loss": 0.3487, "step": 104 }, { "epoch": 0.42042042042042044, "grad_norm": 0.4044027030467987, "learning_rate": 1.9464891130171647e-05, "loss": 0.3602, "step": 105 }, { "epoch": 0.4244244244244244, "grad_norm": 0.3537923991680145, "learning_rate": 1.9450659397154353e-05, "loss": 0.3282, "step": 106 }, { "epoch": 0.42842842842842843, "grad_norm": 0.35585689544677734, "learning_rate": 1.9436246228392762e-05, "loss": 0.361, "step": 107 }, { "epoch": 0.43243243243243246, "grad_norm": 0.380585253238678, "learning_rate": 1.94216519005939e-05, "loss": 0.3218, "step": 108 }, { "epoch": 0.4364364364364364, "grad_norm": 0.3388879597187042, "learning_rate": 1.9406876693942747e-05, "loss": 0.3563, "step": 109 }, { "epoch": 0.44044044044044045, "grad_norm": 0.359130859375, "learning_rate": 1.939192089209682e-05, "loss": 0.3386, "step": 110 }, { "epoch": 0.4444444444444444, "grad_norm": 0.35704970359802246, "learning_rate": 1.9376784782180747e-05, "loss": 0.3336, "step": 111 }, { "epoch": 0.44844844844844844, "grad_norm": 0.3638094961643219, "learning_rate": 1.9361468654780748e-05, "loss": 0.3582, "step": 112 }, { "epoch": 0.45245245245245247, "grad_norm": 0.3996574878692627, "learning_rate": 1.9345972803939046e-05, "loss": 0.3496, "step": 113 }, { "epoch": 0.45645645645645644, "grad_norm": 0.3565851151943207, "learning_rate": 1.9330297527148246e-05, "loss": 0.3273, "step": 114 }, { "epoch": 0.46046046046046046, "grad_norm": 0.3502778112888336, "learning_rate": 1.9314443125345606e-05, "loss": 0.3331, "step": 115 }, { "epoch": 0.4644644644644645, "grad_norm": 0.4017852544784546, "learning_rate": 1.929840990290726e-05, "loss": 0.3522, "step": 116 }, { "epoch": 0.46846846846846846, "grad_norm": 0.354686975479126, "learning_rate": 1.928219816764238e-05, "loss": 0.3456, "step": 117 }, { "epoch": 0.4724724724724725, "grad_norm": 0.34257611632347107, "learning_rate": 1.9265808230787265e-05, "loss": 0.3325, "step": 118 }, { "epoch": 0.47647647647647645, "grad_norm": 0.3504616320133209, "learning_rate": 1.9249240406999366e-05, "loss": 0.3516, "step": 119 }, { "epoch": 0.4804804804804805, "grad_norm": 0.36517202854156494, "learning_rate": 1.9232495014351248e-05, "loss": 0.3233, "step": 120 }, { "epoch": 0.4844844844844845, "grad_norm": 0.33805495500564575, "learning_rate": 1.921557237432447e-05, "loss": 0.3261, "step": 121 }, { "epoch": 0.48848848848848847, "grad_norm": 0.35013893246650696, "learning_rate": 1.919847281180343e-05, "loss": 0.3361, "step": 122 }, { "epoch": 0.4924924924924925, "grad_norm": 0.3569040298461914, "learning_rate": 1.9181196655069126e-05, "loss": 0.33, "step": 123 }, { "epoch": 0.4964964964964965, "grad_norm": 0.3355570137500763, "learning_rate": 1.9163744235792845e-05, "loss": 0.3263, "step": 124 }, { "epoch": 0.5005005005005005, "grad_norm": 0.39212533831596375, "learning_rate": 1.9146115889029793e-05, "loss": 0.3671, "step": 125 }, { "epoch": 0.5045045045045045, "grad_norm": 0.3458411395549774, "learning_rate": 1.912831195321268e-05, "loss": 0.3575, "step": 126 }, { "epoch": 0.5085085085085085, "grad_norm": 0.3606933057308197, "learning_rate": 1.9110332770145198e-05, "loss": 0.342, "step": 127 }, { "epoch": 0.5125125125125125, "grad_norm": 0.3897223472595215, "learning_rate": 1.9092178684995487e-05, "loss": 0.37, "step": 128 }, { "epoch": 0.5165165165165165, "grad_norm": 0.30565860867500305, "learning_rate": 1.9073850046289484e-05, "loss": 0.3331, "step": 129 }, { "epoch": 0.5205205205205206, "grad_norm": 0.3087623119354248, "learning_rate": 1.9055347205904245e-05, "loss": 0.322, "step": 130 }, { "epoch": 0.5245245245245245, "grad_norm": 0.34453681111335754, "learning_rate": 1.903667051906119e-05, "loss": 0.3405, "step": 131 }, { "epoch": 0.5285285285285285, "grad_norm": 0.32023486495018005, "learning_rate": 1.901782034431927e-05, "loss": 0.338, "step": 132 }, { "epoch": 0.5325325325325325, "grad_norm": 0.37953877449035645, "learning_rate": 1.8998797043568102e-05, "loss": 0.3406, "step": 133 }, { "epoch": 0.5365365365365365, "grad_norm": 0.3680444061756134, "learning_rate": 1.8979600982021014e-05, "loss": 0.324, "step": 134 }, { "epoch": 0.5405405405405406, "grad_norm": 0.3368768095970154, "learning_rate": 1.896023252820802e-05, "loss": 0.3194, "step": 135 }, { "epoch": 0.5445445445445446, "grad_norm": 0.37519025802612305, "learning_rate": 1.8940692053968773e-05, "loss": 0.3358, "step": 136 }, { "epoch": 0.5485485485485485, "grad_norm": 0.33083492517471313, "learning_rate": 1.89209799344454e-05, "loss": 0.3202, "step": 137 }, { "epoch": 0.5525525525525525, "grad_norm": 0.3258178234100342, "learning_rate": 1.8901096548075305e-05, "loss": 0.3186, "step": 138 }, { "epoch": 0.5565565565565566, "grad_norm": 0.37846943736076355, "learning_rate": 1.8881042276583924e-05, "loss": 0.3563, "step": 139 }, { "epoch": 0.5605605605605606, "grad_norm": 0.35151371359825134, "learning_rate": 1.8860817504977374e-05, "loss": 0.337, "step": 140 }, { "epoch": 0.5645645645645646, "grad_norm": 0.33033043146133423, "learning_rate": 1.8840422621535067e-05, "loss": 0.3042, "step": 141 }, { "epoch": 0.5685685685685685, "grad_norm": 0.3724791705608368, "learning_rate": 1.881985801780225e-05, "loss": 0.3165, "step": 142 }, { "epoch": 0.5725725725725725, "grad_norm": 0.355752170085907, "learning_rate": 1.8799124088582523e-05, "loss": 0.3693, "step": 143 }, { "epoch": 0.5765765765765766, "grad_norm": 0.3422398567199707, "learning_rate": 1.8778221231930204e-05, "loss": 0.3121, "step": 144 }, { "epoch": 0.5805805805805806, "grad_norm": 0.3716834783554077, "learning_rate": 1.8757149849142724e-05, "loss": 0.3338, "step": 145 }, { "epoch": 0.5845845845845846, "grad_norm": 0.313723087310791, "learning_rate": 1.8735910344752925e-05, "loss": 0.3294, "step": 146 }, { "epoch": 0.5885885885885885, "grad_norm": 0.33704790472984314, "learning_rate": 1.871450312652126e-05, "loss": 0.3425, "step": 147 }, { "epoch": 0.5925925925925926, "grad_norm": 0.3442137837409973, "learning_rate": 1.8692928605428016e-05, "loss": 0.3243, "step": 148 }, { "epoch": 0.5965965965965966, "grad_norm": 0.3326564133167267, "learning_rate": 1.8671187195665373e-05, "loss": 0.3548, "step": 149 }, { "epoch": 0.6006006006006006, "grad_norm": 0.37658053636550903, "learning_rate": 1.8649279314629484e-05, "loss": 0.3545, "step": 150 }, { "epoch": 0.6046046046046046, "grad_norm": 0.34806281328201294, "learning_rate": 1.862720538291245e-05, "loss": 0.3365, "step": 151 }, { "epoch": 0.6086086086086087, "grad_norm": 0.3958812355995178, "learning_rate": 1.8604965824294253e-05, "loss": 0.3682, "step": 152 }, { "epoch": 0.6126126126126126, "grad_norm": 0.34817248582839966, "learning_rate": 1.8582561065734602e-05, "loss": 0.3454, "step": 153 }, { "epoch": 0.6166166166166166, "grad_norm": 0.3551209270954132, "learning_rate": 1.8559991537364767e-05, "loss": 0.3466, "step": 154 }, { "epoch": 0.6206206206206206, "grad_norm": 0.34840643405914307, "learning_rate": 1.8537257672479293e-05, "loss": 0.3186, "step": 155 }, { "epoch": 0.6246246246246246, "grad_norm": 0.3974769413471222, "learning_rate": 1.8514359907527693e-05, "loss": 0.32, "step": 156 }, { "epoch": 0.6286286286286287, "grad_norm": 0.36330661177635193, "learning_rate": 1.8491298682106066e-05, "loss": 0.3261, "step": 157 }, { "epoch": 0.6326326326326326, "grad_norm": 0.3402544856071472, "learning_rate": 1.8468074438948664e-05, "loss": 0.335, "step": 158 }, { "epoch": 0.6366366366366366, "grad_norm": 0.3627852201461792, "learning_rate": 1.8444687623919388e-05, "loss": 0.318, "step": 159 }, { "epoch": 0.6406406406406406, "grad_norm": 0.3495313823223114, "learning_rate": 1.842113868600322e-05, "loss": 0.3235, "step": 160 }, { "epoch": 0.6446446446446447, "grad_norm": 0.34827110171318054, "learning_rate": 1.8397428077297622e-05, "loss": 0.335, "step": 161 }, { "epoch": 0.6486486486486487, "grad_norm": 0.35586410760879517, "learning_rate": 1.837355625300383e-05, "loss": 0.3163, "step": 162 }, { "epoch": 0.6526526526526526, "grad_norm": 0.3451946973800659, "learning_rate": 1.834952367141816e-05, "loss": 0.3317, "step": 163 }, { "epoch": 0.6566566566566566, "grad_norm": 0.36004722118377686, "learning_rate": 1.8325330793923146e-05, "loss": 0.3313, "step": 164 }, { "epoch": 0.6606606606606606, "grad_norm": 0.32603421807289124, "learning_rate": 1.8300978084978736e-05, "loss": 0.3266, "step": 165 }, { "epoch": 0.6646646646646647, "grad_norm": 0.33803558349609375, "learning_rate": 1.8276466012113358e-05, "loss": 0.3263, "step": 166 }, { "epoch": 0.6646646646646647, "eval_loss": 0.3206555247306824, "eval_runtime": 5.9746, "eval_samples_per_second": 13.557, "eval_steps_per_second": 1.841, "step": 166 }, { "epoch": 0.6686686686686687, "grad_norm": 0.34881776571273804, "learning_rate": 1.8251795045914922e-05, "loss": 0.3575, "step": 167 }, { "epoch": 0.6726726726726727, "grad_norm": 0.3603871464729309, "learning_rate": 1.8226965660021836e-05, "loss": 0.3215, "step": 168 }, { "epoch": 0.6766766766766766, "grad_norm": 0.3549259901046753, "learning_rate": 1.8201978331113855e-05, "loss": 0.3302, "step": 169 }, { "epoch": 0.6806806806806807, "grad_norm": 0.3330039381980896, "learning_rate": 1.817683353890297e-05, "loss": 0.339, "step": 170 }, { "epoch": 0.6846846846846847, "grad_norm": 0.4140745997428894, "learning_rate": 1.8151531766124186e-05, "loss": 0.4009, "step": 171 }, { "epoch": 0.6886886886886887, "grad_norm": 0.3429993987083435, "learning_rate": 1.8126073498526254e-05, "loss": 0.3203, "step": 172 }, { "epoch": 0.6926926926926927, "grad_norm": 0.3445993661880493, "learning_rate": 1.8100459224862336e-05, "loss": 0.3352, "step": 173 }, { "epoch": 0.6966966966966966, "grad_norm": 0.3043835461139679, "learning_rate": 1.8074689436880643e-05, "loss": 0.3294, "step": 174 }, { "epoch": 0.7007007007007007, "grad_norm": 0.3373521566390991, "learning_rate": 1.804876462931498e-05, "loss": 0.3204, "step": 175 }, { "epoch": 0.7047047047047047, "grad_norm": 0.33019447326660156, "learning_rate": 1.8022685299875245e-05, "loss": 0.3339, "step": 176 }, { "epoch": 0.7087087087087087, "grad_norm": 0.32447516918182373, "learning_rate": 1.799645194923788e-05, "loss": 0.3216, "step": 177 }, { "epoch": 0.7127127127127127, "grad_norm": 0.3202582597732544, "learning_rate": 1.7970065081036266e-05, "loss": 0.3104, "step": 178 }, { "epoch": 0.7167167167167167, "grad_norm": 0.3486015200614929, "learning_rate": 1.7943525201851038e-05, "loss": 0.3307, "step": 179 }, { "epoch": 0.7207207207207207, "grad_norm": 0.36710435152053833, "learning_rate": 1.7916832821200375e-05, "loss": 0.3472, "step": 180 }, { "epoch": 0.7247247247247247, "grad_norm": 0.347162127494812, "learning_rate": 1.7889988451530208e-05, "loss": 0.3358, "step": 181 }, { "epoch": 0.7287287287287287, "grad_norm": 0.3109472692012787, "learning_rate": 1.7862992608204384e-05, "loss": 0.2959, "step": 182 }, { "epoch": 0.7327327327327328, "grad_norm": 0.34007692337036133, "learning_rate": 1.783584580949477e-05, "loss": 0.3199, "step": 183 }, { "epoch": 0.7367367367367368, "grad_norm": 0.31094032526016235, "learning_rate": 1.7808548576571314e-05, "loss": 0.315, "step": 184 }, { "epoch": 0.7407407407407407, "grad_norm": 0.367898553609848, "learning_rate": 1.7781101433492026e-05, "loss": 0.346, "step": 185 }, { "epoch": 0.7447447447447447, "grad_norm": 0.3379008173942566, "learning_rate": 1.7753504907192923e-05, "loss": 0.3299, "step": 186 }, { "epoch": 0.7487487487487487, "grad_norm": 0.3236868977546692, "learning_rate": 1.7725759527477923e-05, "loss": 0.3081, "step": 187 }, { "epoch": 0.7527527527527528, "grad_norm": 0.34538552165031433, "learning_rate": 1.769786582700864e-05, "loss": 0.3259, "step": 188 }, { "epoch": 0.7567567567567568, "grad_norm": 0.3106057941913605, "learning_rate": 1.7669824341294203e-05, "loss": 0.3123, "step": 189 }, { "epoch": 0.7607607607607607, "grad_norm": 0.3219281733036041, "learning_rate": 1.7641635608680942e-05, "loss": 0.3165, "step": 190 }, { "epoch": 0.7647647647647647, "grad_norm": 0.3259471356868744, "learning_rate": 1.7613300170342073e-05, "loss": 0.3453, "step": 191 }, { "epoch": 0.7687687687687688, "grad_norm": 0.33405622839927673, "learning_rate": 1.7584818570267287e-05, "loss": 0.3233, "step": 192 }, { "epoch": 0.7727727727727728, "grad_norm": 0.3420588970184326, "learning_rate": 1.755619135525233e-05, "loss": 0.3229, "step": 193 }, { "epoch": 0.7767767767767768, "grad_norm": 0.35447970032691956, "learning_rate": 1.7527419074888483e-05, "loss": 0.3356, "step": 194 }, { "epoch": 0.7807807807807807, "grad_norm": 0.34441742300987244, "learning_rate": 1.749850228155203e-05, "loss": 0.3128, "step": 195 }, { "epoch": 0.7847847847847848, "grad_norm": 0.33647745847702026, "learning_rate": 1.7469441530393652e-05, "loss": 0.334, "step": 196 }, { "epoch": 0.7887887887887888, "grad_norm": 0.3477891981601715, "learning_rate": 1.7440237379327745e-05, "loss": 0.3535, "step": 197 }, { "epoch": 0.7927927927927928, "grad_norm": 0.35994237661361694, "learning_rate": 1.7410890389021737e-05, "loss": 0.3133, "step": 198 }, { "epoch": 0.7967967967967968, "grad_norm": 0.33523160219192505, "learning_rate": 1.7381401122885316e-05, "loss": 0.3403, "step": 199 }, { "epoch": 0.8008008008008008, "grad_norm": 0.3123041093349457, "learning_rate": 1.7351770147059604e-05, "loss": 0.3148, "step": 200 }, { "epoch": 0.8048048048048048, "grad_norm": 0.30986520648002625, "learning_rate": 1.7321998030406303e-05, "loss": 0.3327, "step": 201 }, { "epoch": 0.8088088088088088, "grad_norm": 0.3334694504737854, "learning_rate": 1.729208534449676e-05, "loss": 0.3346, "step": 202 }, { "epoch": 0.8128128128128128, "grad_norm": 0.32513362169265747, "learning_rate": 1.7262032663601003e-05, "loss": 0.3137, "step": 203 }, { "epoch": 0.8168168168168168, "grad_norm": 0.34156233072280884, "learning_rate": 1.723184056467671e-05, "loss": 0.3218, "step": 204 }, { "epoch": 0.8208208208208209, "grad_norm": 0.32721707224845886, "learning_rate": 1.7201509627358143e-05, "loss": 0.3182, "step": 205 }, { "epoch": 0.8248248248248248, "grad_norm": 0.35413238406181335, "learning_rate": 1.7171040433945006e-05, "loss": 0.2949, "step": 206 }, { "epoch": 0.8288288288288288, "grad_norm": 0.30575960874557495, "learning_rate": 1.7140433569391275e-05, "loss": 0.3267, "step": 207 }, { "epoch": 0.8328328328328328, "grad_norm": 0.3090551793575287, "learning_rate": 1.710968962129396e-05, "loss": 0.3072, "step": 208 }, { "epoch": 0.8368368368368369, "grad_norm": 0.30769091844558716, "learning_rate": 1.7078809179881847e-05, "loss": 0.3115, "step": 209 }, { "epoch": 0.8408408408408409, "grad_norm": 0.2806401550769806, "learning_rate": 1.704779283800412e-05, "loss": 0.3172, "step": 210 }, { "epoch": 0.8448448448448449, "grad_norm": 0.322110652923584, "learning_rate": 1.701664119111904e-05, "loss": 0.319, "step": 211 }, { "epoch": 0.8488488488488488, "grad_norm": 0.3080562353134155, "learning_rate": 1.6985354837282462e-05, "loss": 0.3247, "step": 212 }, { "epoch": 0.8528528528528528, "grad_norm": 0.3051875829696655, "learning_rate": 1.6953934377136375e-05, "loss": 0.3195, "step": 213 }, { "epoch": 0.8568568568568569, "grad_norm": 0.31982743740081787, "learning_rate": 1.6922380413897382e-05, "loss": 0.3202, "step": 214 }, { "epoch": 0.8608608608608609, "grad_norm": 0.3235834538936615, "learning_rate": 1.689069355334509e-05, "loss": 0.3532, "step": 215 }, { "epoch": 0.8648648648648649, "grad_norm": 0.32920244336128235, "learning_rate": 1.6858874403810507e-05, "loss": 0.3412, "step": 216 }, { "epoch": 0.8688688688688688, "grad_norm": 0.3245142102241516, "learning_rate": 1.682692357616435e-05, "loss": 0.3074, "step": 217 }, { "epoch": 0.8728728728728729, "grad_norm": 0.30122387409210205, "learning_rate": 1.679484168380532e-05, "loss": 0.3166, "step": 218 }, { "epoch": 0.8768768768768769, "grad_norm": 0.30446872115135193, "learning_rate": 1.676262934264832e-05, "loss": 0.3177, "step": 219 }, { "epoch": 0.8808808808808809, "grad_norm": 0.3006502091884613, "learning_rate": 1.6730287171112652e-05, "loss": 0.3225, "step": 220 }, { "epoch": 0.8848848848848849, "grad_norm": 0.33892446756362915, "learning_rate": 1.669781579011011e-05, "loss": 0.335, "step": 221 }, { "epoch": 0.8888888888888888, "grad_norm": 0.34253889322280884, "learning_rate": 1.666521582303309e-05, "loss": 0.3329, "step": 222 }, { "epoch": 0.8928928928928929, "grad_norm": 0.291759729385376, "learning_rate": 1.6632487895742612e-05, "loss": 0.3173, "step": 223 }, { "epoch": 0.8968968968968969, "grad_norm": 0.3063089847564697, "learning_rate": 1.6599632636556292e-05, "loss": 0.3345, "step": 224 }, { "epoch": 0.9009009009009009, "grad_norm": 0.30597245693206787, "learning_rate": 1.6566650676236307e-05, "loss": 0.3435, "step": 225 }, { "epoch": 0.9049049049049049, "grad_norm": 0.3654542863368988, "learning_rate": 1.653354264797725e-05, "loss": 0.32, "step": 226 }, { "epoch": 0.908908908908909, "grad_norm": 0.30520570278167725, "learning_rate": 1.6500309187394005e-05, "loss": 0.3099, "step": 227 }, { "epoch": 0.9129129129129129, "grad_norm": 0.3210243582725525, "learning_rate": 1.6466950932509532e-05, "loss": 0.316, "step": 228 }, { "epoch": 0.9169169169169169, "grad_norm": 0.316346138715744, "learning_rate": 1.643346852374261e-05, "loss": 0.2977, "step": 229 }, { "epoch": 0.9209209209209209, "grad_norm": 0.3127054274082184, "learning_rate": 1.6399862603895563e-05, "loss": 0.2942, "step": 230 }, { "epoch": 0.924924924924925, "grad_norm": 0.3078126013278961, "learning_rate": 1.6366133818141893e-05, "loss": 0.3008, "step": 231 }, { "epoch": 0.928928928928929, "grad_norm": 0.3247736096382141, "learning_rate": 1.633228281401392e-05, "loss": 0.3142, "step": 232 }, { "epoch": 0.9329329329329329, "grad_norm": 0.3431578576564789, "learning_rate": 1.6298310241390326e-05, "loss": 0.3093, "step": 233 }, { "epoch": 0.9369369369369369, "grad_norm": 0.31279513239860535, "learning_rate": 1.6264216752483697e-05, "loss": 0.3175, "step": 234 }, { "epoch": 0.9409409409409409, "grad_norm": 0.33988532423973083, "learning_rate": 1.6230003001828e-05, "loss": 0.324, "step": 235 }, { "epoch": 0.944944944944945, "grad_norm": 0.3213682472705841, "learning_rate": 1.6195669646266003e-05, "loss": 0.3321, "step": 236 }, { "epoch": 0.948948948948949, "grad_norm": 0.357149213552475, "learning_rate": 1.616121734493668e-05, "loss": 0.3342, "step": 237 }, { "epoch": 0.9529529529529529, "grad_norm": 0.31976473331451416, "learning_rate": 1.6126646759262548e-05, "loss": 0.3181, "step": 238 }, { "epoch": 0.9569569569569569, "grad_norm": 0.328274130821228, "learning_rate": 1.609195855293697e-05, "loss": 0.3161, "step": 239 }, { "epoch": 0.960960960960961, "grad_norm": 0.3303963840007782, "learning_rate": 1.6057153391911422e-05, "loss": 0.3076, "step": 240 }, { "epoch": 0.964964964964965, "grad_norm": 0.34692683815956116, "learning_rate": 1.6022231944382693e-05, "loss": 0.3351, "step": 241 }, { "epoch": 0.968968968968969, "grad_norm": 0.3468174636363983, "learning_rate": 1.598719488078007e-05, "loss": 0.3224, "step": 242 }, { "epoch": 0.972972972972973, "grad_norm": 0.3575330972671509, "learning_rate": 1.5952042873752463e-05, "loss": 0.3189, "step": 243 }, { "epoch": 0.9769769769769769, "grad_norm": 0.35199496150016785, "learning_rate": 1.5916776598155478e-05, "loss": 0.3515, "step": 244 }, { "epoch": 0.980980980980981, "grad_norm": 0.34917882084846497, "learning_rate": 1.5881396731038493e-05, "loss": 0.3354, "step": 245 }, { "epoch": 0.984984984984985, "grad_norm": 0.32909733057022095, "learning_rate": 1.584590395163162e-05, "loss": 0.3009, "step": 246 }, { "epoch": 0.988988988988989, "grad_norm": 0.3109247088432312, "learning_rate": 1.5810298941332696e-05, "loss": 0.3164, "step": 247 }, { "epoch": 0.992992992992993, "grad_norm": 0.30618447065353394, "learning_rate": 1.5774582383694196e-05, "loss": 0.2923, "step": 248 }, { "epoch": 0.996996996996997, "grad_norm": 0.32330596446990967, "learning_rate": 1.5738754964410084e-05, "loss": 0.3213, "step": 249 }, { "epoch": 0.996996996996997, "eval_loss": 0.304058700799942, "eval_runtime": 6.1571, "eval_samples_per_second": 13.156, "eval_steps_per_second": 1.787, "step": 249 } ], "logging_steps": 1, "max_steps": 747, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 249, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 4.146380399234253e+17, "train_batch_size": 8, "trial_name": null, "trial_params": null }