| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9908256880733946, | |
| "eval_steps": 98, | |
| "global_step": 972, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0010193679918450561, | |
| "grad_norm": 24.08992576599121, | |
| "learning_rate": 0.0, | |
| "loss": 8.5798, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0020387359836901123, | |
| "grad_norm": 22.663619995117188, | |
| "learning_rate": 2.2624434389140275e-07, | |
| "loss": 8.4222, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0030581039755351682, | |
| "grad_norm": 25.377544403076172, | |
| "learning_rate": 4.524886877828055e-07, | |
| "loss": 9.392, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.004077471967380225, | |
| "grad_norm": 22.122257232666016, | |
| "learning_rate": 6.787330316742082e-07, | |
| "loss": 8.4193, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0050968399592252805, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.04977375565611e-07, | |
| "loss": 8.808, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0061162079510703364, | |
| "grad_norm": 22.832090377807617, | |
| "learning_rate": 9.04977375565611e-07, | |
| "loss": 10.5002, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.007135575942915392, | |
| "grad_norm": 20.933177947998047, | |
| "learning_rate": 1.1312217194570136e-06, | |
| "loss": 9.5956, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.00815494393476045, | |
| "grad_norm": 20.44132423400879, | |
| "learning_rate": 1.3574660633484164e-06, | |
| "loss": 8.5526, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.009174311926605505, | |
| "grad_norm": 22.630067825317383, | |
| "learning_rate": 1.583710407239819e-06, | |
| "loss": 9.8255, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.010193679918450561, | |
| "grad_norm": 22.625064849853516, | |
| "learning_rate": 1.809954751131222e-06, | |
| "loss": 9.2067, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.011213047910295617, | |
| "grad_norm": 19.427106857299805, | |
| "learning_rate": 2.0361990950226245e-06, | |
| "loss": 8.667, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.012232415902140673, | |
| "grad_norm": 24.354387283325195, | |
| "learning_rate": 2.2624434389140273e-06, | |
| "loss": 10.396, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.013251783893985729, | |
| "grad_norm": 21.99860191345215, | |
| "learning_rate": 2.48868778280543e-06, | |
| "loss": 8.9036, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.014271151885830785, | |
| "grad_norm": 21.275592803955078, | |
| "learning_rate": 2.7149321266968327e-06, | |
| "loss": 7.9307, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.01529051987767584, | |
| "grad_norm": 20.020435333251953, | |
| "learning_rate": 2.9411764705882355e-06, | |
| "loss": 9.0655, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0163098878695209, | |
| "grad_norm": 20.713603973388672, | |
| "learning_rate": 3.167420814479638e-06, | |
| "loss": 8.6598, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.017329255861365953, | |
| "grad_norm": 22.857194900512695, | |
| "learning_rate": 3.3936651583710405e-06, | |
| "loss": 9.7562, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.01834862385321101, | |
| "grad_norm": 19.031551361083984, | |
| "learning_rate": 3.619909502262444e-06, | |
| "loss": 9.2297, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.019367991845056064, | |
| "grad_norm": 19.30624008178711, | |
| "learning_rate": 3.846153846153847e-06, | |
| "loss": 8.6939, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.020387359836901122, | |
| "grad_norm": 17.09296417236328, | |
| "learning_rate": 4.072398190045249e-06, | |
| "loss": 8.1317, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.021406727828746176, | |
| "grad_norm": 19.199600219726562, | |
| "learning_rate": 4.298642533936651e-06, | |
| "loss": 8.3585, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.022426095820591234, | |
| "grad_norm": 18.50484275817871, | |
| "learning_rate": 4.5248868778280546e-06, | |
| "loss": 8.4533, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.023445463812436288, | |
| "grad_norm": 19.170618057250977, | |
| "learning_rate": 4.751131221719457e-06, | |
| "loss": 9.3014, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.024464831804281346, | |
| "grad_norm": 17.692346572875977, | |
| "learning_rate": 4.97737556561086e-06, | |
| "loss": 8.18, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0254841997961264, | |
| "grad_norm": 18.87356185913086, | |
| "learning_rate": 5.203619909502263e-06, | |
| "loss": 7.8485, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.026503567787971458, | |
| "grad_norm": 16.432092666625977, | |
| "learning_rate": 5.4298642533936655e-06, | |
| "loss": 8.9669, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.027522935779816515, | |
| "grad_norm": 17.064382553100586, | |
| "learning_rate": 5.656108597285068e-06, | |
| "loss": 10.1397, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.02854230377166157, | |
| "grad_norm": 17.96854591369629, | |
| "learning_rate": 5.882352941176471e-06, | |
| "loss": 10.5216, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.029561671763506627, | |
| "grad_norm": 16.348352432250977, | |
| "learning_rate": 6.108597285067873e-06, | |
| "loss": 7.4782, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.03058103975535168, | |
| "grad_norm": 15.834653854370117, | |
| "learning_rate": 6.334841628959276e-06, | |
| "loss": 8.0439, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03160040774719674, | |
| "grad_norm": 15.115158081054688, | |
| "learning_rate": 6.5610859728506795e-06, | |
| "loss": 7.1911, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.0326197757390418, | |
| "grad_norm": 17.570573806762695, | |
| "learning_rate": 6.787330316742081e-06, | |
| "loss": 8.5735, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.03363914373088685, | |
| "grad_norm": 15.224530220031738, | |
| "learning_rate": 7.013574660633485e-06, | |
| "loss": 8.3855, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.034658511722731905, | |
| "grad_norm": 16.47282600402832, | |
| "learning_rate": 7.239819004524888e-06, | |
| "loss": 8.4305, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.03567787971457696, | |
| "grad_norm": 16.739215850830078, | |
| "learning_rate": 7.46606334841629e-06, | |
| "loss": 9.4608, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.03669724770642202, | |
| "grad_norm": 13.741637229919434, | |
| "learning_rate": 7.692307692307694e-06, | |
| "loss": 8.1572, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.03771661569826707, | |
| "grad_norm": 14.70285701751709, | |
| "learning_rate": 7.918552036199094e-06, | |
| "loss": 8.1456, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.03873598369011213, | |
| "grad_norm": 11.470185279846191, | |
| "learning_rate": 8.144796380090498e-06, | |
| "loss": 7.3833, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.039755351681957186, | |
| "grad_norm": 13.029812812805176, | |
| "learning_rate": 8.3710407239819e-06, | |
| "loss": 8.8539, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.040774719673802244, | |
| "grad_norm": 12.46716594696045, | |
| "learning_rate": 8.597285067873303e-06, | |
| "loss": 8.9349, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0417940876656473, | |
| "grad_norm": 12.875706672668457, | |
| "learning_rate": 8.823529411764707e-06, | |
| "loss": 8.1803, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.04281345565749235, | |
| "grad_norm": 12.646770477294922, | |
| "learning_rate": 9.049773755656109e-06, | |
| "loss": 6.7532, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.04383282364933741, | |
| "grad_norm": 13.792744636535645, | |
| "learning_rate": 9.276018099547511e-06, | |
| "loss": 7.127, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.04485219164118247, | |
| "grad_norm": 11.656695365905762, | |
| "learning_rate": 9.502262443438914e-06, | |
| "loss": 7.5565, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.045871559633027525, | |
| "grad_norm": 11.562976837158203, | |
| "learning_rate": 9.728506787330318e-06, | |
| "loss": 7.6078, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.046890927624872576, | |
| "grad_norm": 11.516715049743652, | |
| "learning_rate": 9.95475113122172e-06, | |
| "loss": 8.4153, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.047910295616717634, | |
| "grad_norm": 11.569866180419922, | |
| "learning_rate": 1.0180995475113122e-05, | |
| "loss": 7.1062, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.04892966360856269, | |
| "grad_norm": 11.088666915893555, | |
| "learning_rate": 1.0407239819004526e-05, | |
| "loss": 6.8482, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.04994903160040775, | |
| "grad_norm": 11.396224021911621, | |
| "learning_rate": 1.0633484162895929e-05, | |
| "loss": 7.2262, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.0509683995922528, | |
| "grad_norm": 11.868388175964355, | |
| "learning_rate": 1.0859728506787331e-05, | |
| "loss": 8.0207, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05198776758409786, | |
| "grad_norm": 10.022957801818848, | |
| "learning_rate": 1.1085972850678733e-05, | |
| "loss": 7.6895, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.053007135575942915, | |
| "grad_norm": 11.007475852966309, | |
| "learning_rate": 1.1312217194570136e-05, | |
| "loss": 7.6185, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.05402650356778797, | |
| "grad_norm": 10.026458740234375, | |
| "learning_rate": 1.153846153846154e-05, | |
| "loss": 8.8153, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.05504587155963303, | |
| "grad_norm": 10.358866691589355, | |
| "learning_rate": 1.1764705882352942e-05, | |
| "loss": 7.7666, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.05606523955147808, | |
| "grad_norm": 10.722491264343262, | |
| "learning_rate": 1.1990950226244344e-05, | |
| "loss": 7.1431, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.05708460754332314, | |
| "grad_norm": 10.623186111450195, | |
| "learning_rate": 1.2217194570135746e-05, | |
| "loss": 6.3969, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.0581039755351682, | |
| "grad_norm": 10.13591480255127, | |
| "learning_rate": 1.244343891402715e-05, | |
| "loss": 8.1643, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.059123343527013254, | |
| "grad_norm": 9.476139068603516, | |
| "learning_rate": 1.2669683257918553e-05, | |
| "loss": 7.1228, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.060142711518858305, | |
| "grad_norm": 8.608465194702148, | |
| "learning_rate": 1.2895927601809957e-05, | |
| "loss": 6.9228, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.06116207951070336, | |
| "grad_norm": 10.69497299194336, | |
| "learning_rate": 1.3122171945701359e-05, | |
| "loss": 10.2251, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.06218144750254842, | |
| "grad_norm": 9.309306144714355, | |
| "learning_rate": 1.3348416289592761e-05, | |
| "loss": 7.1105, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.06320081549439348, | |
| "grad_norm": 9.268863677978516, | |
| "learning_rate": 1.3574660633484162e-05, | |
| "loss": 7.1156, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.06422018348623854, | |
| "grad_norm": 10.207130432128906, | |
| "learning_rate": 1.3800904977375568e-05, | |
| "loss": 6.5522, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.0652395514780836, | |
| "grad_norm": 9.29359245300293, | |
| "learning_rate": 1.402714932126697e-05, | |
| "loss": 6.734, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.06625891946992865, | |
| "grad_norm": 8.38429069519043, | |
| "learning_rate": 1.425339366515837e-05, | |
| "loss": 8.1303, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.0672782874617737, | |
| "grad_norm": 9.689257621765137, | |
| "learning_rate": 1.4479638009049776e-05, | |
| "loss": 7.298, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.06829765545361875, | |
| "grad_norm": 8.886714935302734, | |
| "learning_rate": 1.4705882352941177e-05, | |
| "loss": 6.1227, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.06931702344546381, | |
| "grad_norm": 9.28791332244873, | |
| "learning_rate": 1.493212669683258e-05, | |
| "loss": 6.7938, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.07033639143730887, | |
| "grad_norm": 9.196669578552246, | |
| "learning_rate": 1.5158371040723981e-05, | |
| "loss": 6.4562, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.07135575942915393, | |
| "grad_norm": 10.716215133666992, | |
| "learning_rate": 1.5384615384615387e-05, | |
| "loss": 8.0389, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.07237512742099898, | |
| "grad_norm": 9.852572441101074, | |
| "learning_rate": 1.5610859728506788e-05, | |
| "loss": 8.7218, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.07339449541284404, | |
| "grad_norm": 8.59492301940918, | |
| "learning_rate": 1.583710407239819e-05, | |
| "loss": 6.1906, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.0744138634046891, | |
| "grad_norm": 9.830521583557129, | |
| "learning_rate": 1.6063348416289596e-05, | |
| "loss": 6.7222, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.07543323139653414, | |
| "grad_norm": 9.12816047668457, | |
| "learning_rate": 1.6289592760180996e-05, | |
| "loss": 7.0611, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.0764525993883792, | |
| "grad_norm": 10.391504287719727, | |
| "learning_rate": 1.6515837104072397e-05, | |
| "loss": 7.8241, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.07747196738022426, | |
| "grad_norm": 9.0382719039917, | |
| "learning_rate": 1.67420814479638e-05, | |
| "loss": 6.3791, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.07849133537206932, | |
| "grad_norm": 11.495955467224121, | |
| "learning_rate": 1.6968325791855205e-05, | |
| "loss": 6.8864, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.07951070336391437, | |
| "grad_norm": 9.282613754272461, | |
| "learning_rate": 1.7194570135746606e-05, | |
| "loss": 6.8356, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.08053007135575943, | |
| "grad_norm": 9.06067180633545, | |
| "learning_rate": 1.742081447963801e-05, | |
| "loss": 6.168, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.08154943934760449, | |
| "grad_norm": 10.343846321105957, | |
| "learning_rate": 1.7647058823529414e-05, | |
| "loss": 8.6845, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.08256880733944955, | |
| "grad_norm": 10.185526847839355, | |
| "learning_rate": 1.7873303167420814e-05, | |
| "loss": 5.9739, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.0835881753312946, | |
| "grad_norm": 12.164653778076172, | |
| "learning_rate": 1.8099547511312218e-05, | |
| "loss": 6.2423, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.08460754332313965, | |
| "grad_norm": 10.543149948120117, | |
| "learning_rate": 1.832579185520362e-05, | |
| "loss": 7.6247, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.0856269113149847, | |
| "grad_norm": 10.210731506347656, | |
| "learning_rate": 1.8552036199095023e-05, | |
| "loss": 5.8418, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.08664627930682976, | |
| "grad_norm": 11.613642692565918, | |
| "learning_rate": 1.8778280542986427e-05, | |
| "loss": 7.0948, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.08766564729867482, | |
| "grad_norm": 12.590648651123047, | |
| "learning_rate": 1.9004524886877827e-05, | |
| "loss": 6.7457, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.08868501529051988, | |
| "grad_norm": 12.547815322875977, | |
| "learning_rate": 1.923076923076923e-05, | |
| "loss": 5.6837, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.08970438328236494, | |
| "grad_norm": 14.212437629699707, | |
| "learning_rate": 1.9457013574660635e-05, | |
| "loss": 6.0757, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.09072375127421, | |
| "grad_norm": 14.821358680725098, | |
| "learning_rate": 1.9683257918552036e-05, | |
| "loss": 6.523, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.09174311926605505, | |
| "grad_norm": 14.133096694946289, | |
| "learning_rate": 1.990950226244344e-05, | |
| "loss": 6.2917, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.09276248725790011, | |
| "grad_norm": 14.283154487609863, | |
| "learning_rate": 2.0135746606334844e-05, | |
| "loss": 6.0509, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.09378185524974515, | |
| "grad_norm": 15.914741516113281, | |
| "learning_rate": 2.0361990950226245e-05, | |
| "loss": 6.8298, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.09480122324159021, | |
| "grad_norm": 18.067726135253906, | |
| "learning_rate": 2.058823529411765e-05, | |
| "loss": 7.855, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.09582059123343527, | |
| "grad_norm": 17.288843154907227, | |
| "learning_rate": 2.0814479638009053e-05, | |
| "loss": 6.6372, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.09683995922528033, | |
| "grad_norm": 22.13617515563965, | |
| "learning_rate": 2.1040723981900453e-05, | |
| "loss": 5.7468, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.09785932721712538, | |
| "grad_norm": 22.20960235595703, | |
| "learning_rate": 2.1266968325791857e-05, | |
| "loss": 7.5522, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.09887869520897044, | |
| "grad_norm": 23.28131103515625, | |
| "learning_rate": 2.149321266968326e-05, | |
| "loss": 7.7825, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.0998980632008155, | |
| "grad_norm": 29.695850372314453, | |
| "learning_rate": 2.1719457013574662e-05, | |
| "loss": 8.7452, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.0998980632008155, | |
| "eval_Qnli-dev-1024_cosine_accuracy": 0.6458333333333334, | |
| "eval_Qnli-dev-1024_cosine_accuracy_threshold": 0.995652437210083, | |
| "eval_Qnli-dev-1024_cosine_ap": 0.6274798374964984, | |
| "eval_Qnli-dev-1024_cosine_f1": 0.6518518518518519, | |
| "eval_Qnli-dev-1024_cosine_f1_threshold": 0.9515509605407715, | |
| "eval_Qnli-dev-1024_cosine_mcc": 0.1563007361345257, | |
| "eval_Qnli-dev-1024_cosine_precision": 0.4888888888888889, | |
| "eval_Qnli-dev-1024_cosine_recall": 0.9777777777777777, | |
| "eval_Qnli-dev_cosine_accuracy": 0.7395833333333334, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.8860945701599121, | |
| "eval_Qnli-dev_cosine_ap": 0.7645314494110582, | |
| "eval_Qnli-dev_cosine_f1": 0.7500000000000001, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.8442017436027527, | |
| "eval_Qnli-dev_cosine_mcc": 0.48653004754089046, | |
| "eval_Qnli-dev_cosine_precision": 0.6610169491525424, | |
| "eval_Qnli-dev_cosine_recall": 0.8666666666666667, | |
| "eval_allNLI--triplets-1024_cosine_accuracy": 0.7291666865348816, | |
| "eval_allNLI-triplets_cosine_accuracy": 0.96875, | |
| "eval_global_dataset_loss": 2.297825574874878, | |
| "eval_global_dataset_runtime": 104.2196, | |
| "eval_global_dataset_samples_per_second": 7.705, | |
| "eval_global_dataset_steps_per_second": 0.163, | |
| "eval_sequential_score": 0.7291666865348816, | |
| "eval_sts-test-1024_pearson_cosine": 0.470983874633109, | |
| "eval_sts-test-1024_spearman_cosine": 0.7146928621162676, | |
| "eval_sts-test_pearson_cosine": 0.904138891044396, | |
| "eval_sts-test_spearman_cosine": 0.9172742489825538, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.10091743119266056, | |
| "grad_norm": 21.82425880432129, | |
| "learning_rate": 2.1945701357466062e-05, | |
| "loss": 6.2322, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.1019367991845056, | |
| "grad_norm": 25.734025955200195, | |
| "learning_rate": 2.2171945701357466e-05, | |
| "loss": 4.8433, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.10295616717635066, | |
| "grad_norm": 28.17144775390625, | |
| "learning_rate": 2.239819004524887e-05, | |
| "loss": 4.8335, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.10397553516819572, | |
| "grad_norm": 27.875871658325195, | |
| "learning_rate": 2.262443438914027e-05, | |
| "loss": 5.138, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.10499490316004077, | |
| "grad_norm": 31.503034591674805, | |
| "learning_rate": 2.2850678733031675e-05, | |
| "loss": 4.8609, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.10601427115188583, | |
| "grad_norm": 26.674440383911133, | |
| "learning_rate": 2.307692307692308e-05, | |
| "loss": 4.6204, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.10703363914373089, | |
| "grad_norm": 25.039222717285156, | |
| "learning_rate": 2.330316742081448e-05, | |
| "loss": 4.3809, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.10805300713557595, | |
| "grad_norm": 26.333913803100586, | |
| "learning_rate": 2.3529411764705884e-05, | |
| "loss": 5.6703, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.109072375127421, | |
| "grad_norm": 23.51517105102539, | |
| "learning_rate": 2.3755656108597284e-05, | |
| "loss": 5.0237, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.11009174311926606, | |
| "grad_norm": 18.25855255126953, | |
| "learning_rate": 2.3981900452488688e-05, | |
| "loss": 4.002, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.1111111111111111, | |
| "grad_norm": 19.852886199951172, | |
| "learning_rate": 2.4208144796380092e-05, | |
| "loss": 5.2532, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.11213047910295616, | |
| "grad_norm": 17.45444107055664, | |
| "learning_rate": 2.4434389140271493e-05, | |
| "loss": 4.1033, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.11314984709480122, | |
| "grad_norm": 14.521421432495117, | |
| "learning_rate": 2.4660633484162897e-05, | |
| "loss": 4.0818, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.11416921508664628, | |
| "grad_norm": 12.525910377502441, | |
| "learning_rate": 2.48868778280543e-05, | |
| "loss": 3.458, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.11518858307849134, | |
| "grad_norm": 14.503193855285645, | |
| "learning_rate": 2.51131221719457e-05, | |
| "loss": 4.3372, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.1162079510703364, | |
| "grad_norm": 14.2279634475708, | |
| "learning_rate": 2.5339366515837106e-05, | |
| "loss": 4.9513, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.11722731906218145, | |
| "grad_norm": 15.238719940185547, | |
| "learning_rate": 2.5565610859728506e-05, | |
| "loss": 5.2602, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.11824668705402651, | |
| "grad_norm": 11.11528491973877, | |
| "learning_rate": 2.5791855203619913e-05, | |
| "loss": 3.1741, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.11926605504587157, | |
| "grad_norm": 12.077157974243164, | |
| "learning_rate": 2.6018099547511314e-05, | |
| "loss": 4.1914, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.12028542303771661, | |
| "grad_norm": 11.872669219970703, | |
| "learning_rate": 2.6244343891402718e-05, | |
| "loss": 2.8383, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.12130479102956167, | |
| "grad_norm": 9.008302688598633, | |
| "learning_rate": 2.647058823529412e-05, | |
| "loss": 3.4165, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.12232415902140673, | |
| "grad_norm": 10.702130317687988, | |
| "learning_rate": 2.6696832579185523e-05, | |
| "loss": 3.5085, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.12334352701325178, | |
| "grad_norm": 10.306276321411133, | |
| "learning_rate": 2.6923076923076923e-05, | |
| "loss": 2.3992, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.12436289500509684, | |
| "grad_norm": 9.035378456115723, | |
| "learning_rate": 2.7149321266968324e-05, | |
| "loss": 2.4849, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.12538226299694188, | |
| "grad_norm": 8.996299743652344, | |
| "learning_rate": 2.737556561085973e-05, | |
| "loss": 2.2839, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.12640163098878696, | |
| "grad_norm": 8.635661125183105, | |
| "learning_rate": 2.7601809954751135e-05, | |
| "loss": 2.567, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.127420998980632, | |
| "grad_norm": 10.015826225280762, | |
| "learning_rate": 2.7828054298642536e-05, | |
| "loss": 4.5119, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.12844036697247707, | |
| "grad_norm": 8.679932594299316, | |
| "learning_rate": 2.805429864253394e-05, | |
| "loss": 2.767, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.12945973496432212, | |
| "grad_norm": 10.05739688873291, | |
| "learning_rate": 2.828054298642534e-05, | |
| "loss": 4.0225, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.1304791029561672, | |
| "grad_norm": 9.361485481262207, | |
| "learning_rate": 2.850678733031674e-05, | |
| "loss": 1.8294, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.13149847094801223, | |
| "grad_norm": 9.865928649902344, | |
| "learning_rate": 2.8733031674208145e-05, | |
| "loss": 4.4174, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.1325178389398573, | |
| "grad_norm": 10.055468559265137, | |
| "learning_rate": 2.8959276018099553e-05, | |
| "loss": 2.0112, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.13353720693170235, | |
| "grad_norm": 9.528116226196289, | |
| "learning_rate": 2.9185520361990953e-05, | |
| "loss": 1.7772, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.1345565749235474, | |
| "grad_norm": 9.870166778564453, | |
| "learning_rate": 2.9411764705882354e-05, | |
| "loss": 3.1912, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.13557594291539246, | |
| "grad_norm": 10.1703462600708, | |
| "learning_rate": 2.9638009049773758e-05, | |
| "loss": 2.4527, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.1365953109072375, | |
| "grad_norm": 7.443604469299316, | |
| "learning_rate": 2.986425339366516e-05, | |
| "loss": 1.6424, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.13761467889908258, | |
| "grad_norm": 10.003544807434082, | |
| "learning_rate": 3.0090497737556562e-05, | |
| "loss": 2.6143, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.13863404689092762, | |
| "grad_norm": 9.352860450744629, | |
| "learning_rate": 3.0316742081447963e-05, | |
| "loss": 2.0498, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.1396534148827727, | |
| "grad_norm": 7.393095970153809, | |
| "learning_rate": 3.0542986425339374e-05, | |
| "loss": 1.962, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.14067278287461774, | |
| "grad_norm": 8.278059959411621, | |
| "learning_rate": 3.0769230769230774e-05, | |
| "loss": 1.789, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.14169215086646278, | |
| "grad_norm": 6.577699184417725, | |
| "learning_rate": 3.0995475113122175e-05, | |
| "loss": 1.459, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.14271151885830785, | |
| "grad_norm": 8.23404312133789, | |
| "learning_rate": 3.1221719457013576e-05, | |
| "loss": 1.2479, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.1437308868501529, | |
| "grad_norm": 9.47106647491455, | |
| "learning_rate": 3.1447963800904976e-05, | |
| "loss": 2.5413, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.14475025484199797, | |
| "grad_norm": 7.330000400543213, | |
| "learning_rate": 3.167420814479638e-05, | |
| "loss": 1.4077, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.145769622833843, | |
| "grad_norm": 9.64534854888916, | |
| "learning_rate": 3.1900452488687784e-05, | |
| "loss": 2.6988, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.14678899082568808, | |
| "grad_norm": 8.404465675354004, | |
| "learning_rate": 3.212669683257919e-05, | |
| "loss": 2.9772, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.14780835881753313, | |
| "grad_norm": 8.019698143005371, | |
| "learning_rate": 3.235294117647059e-05, | |
| "loss": 1.6265, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.1488277268093782, | |
| "grad_norm": 7.635079860687256, | |
| "learning_rate": 3.257918552036199e-05, | |
| "loss": 1.9404, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.14984709480122324, | |
| "grad_norm": 7.929011821746826, | |
| "learning_rate": 3.2805429864253393e-05, | |
| "loss": 1.4251, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.15086646279306828, | |
| "grad_norm": 7.869425296783447, | |
| "learning_rate": 3.3031674208144794e-05, | |
| "loss": 2.6657, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.15188583078491336, | |
| "grad_norm": 8.369176864624023, | |
| "learning_rate": 3.32579185520362e-05, | |
| "loss": 2.1576, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.1529051987767584, | |
| "grad_norm": 9.128487586975098, | |
| "learning_rate": 3.34841628959276e-05, | |
| "loss": 1.53, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.15392456676860347, | |
| "grad_norm": 7.673459529876709, | |
| "learning_rate": 3.371040723981901e-05, | |
| "loss": 1.2642, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.15494393476044852, | |
| "grad_norm": 9.104422569274902, | |
| "learning_rate": 3.393665158371041e-05, | |
| "loss": 2.4846, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.1559633027522936, | |
| "grad_norm": 8.658594131469727, | |
| "learning_rate": 3.416289592760181e-05, | |
| "loss": 1.4979, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.15698267074413863, | |
| "grad_norm": 9.34330940246582, | |
| "learning_rate": 3.438914027149321e-05, | |
| "loss": 1.8149, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.1580020387359837, | |
| "grad_norm": 9.401769638061523, | |
| "learning_rate": 3.461538461538462e-05, | |
| "loss": 1.4693, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.15902140672782875, | |
| "grad_norm": 10.389461517333984, | |
| "learning_rate": 3.484162895927602e-05, | |
| "loss": 2.0114, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.1600407747196738, | |
| "grad_norm": 9.321866989135742, | |
| "learning_rate": 3.506787330316742e-05, | |
| "loss": 1.5511, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.16106014271151886, | |
| "grad_norm": 10.052262306213379, | |
| "learning_rate": 3.529411764705883e-05, | |
| "loss": 1.621, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.1620795107033639, | |
| "grad_norm": 7.535787105560303, | |
| "learning_rate": 3.552036199095023e-05, | |
| "loss": 2.1122, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.16309887869520898, | |
| "grad_norm": 9.70533275604248, | |
| "learning_rate": 3.574660633484163e-05, | |
| "loss": 1.8148, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.16411824668705402, | |
| "grad_norm": 7.81204080581665, | |
| "learning_rate": 3.5972850678733036e-05, | |
| "loss": 1.9861, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.1651376146788991, | |
| "grad_norm": 7.583981513977051, | |
| "learning_rate": 3.6199095022624436e-05, | |
| "loss": 1.3943, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.16615698267074414, | |
| "grad_norm": 8.344895362854004, | |
| "learning_rate": 3.642533936651584e-05, | |
| "loss": 1.7317, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.1671763506625892, | |
| "grad_norm": 7.1097331047058105, | |
| "learning_rate": 3.665158371040724e-05, | |
| "loss": 1.6, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.16819571865443425, | |
| "grad_norm": 7.911113739013672, | |
| "learning_rate": 3.6877828054298645e-05, | |
| "loss": 1.2222, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.1692150866462793, | |
| "grad_norm": 9.282394409179688, | |
| "learning_rate": 3.7104072398190046e-05, | |
| "loss": 1.6152, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.17023445463812437, | |
| "grad_norm": 7.449146270751953, | |
| "learning_rate": 3.733031674208145e-05, | |
| "loss": 1.0374, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.1712538226299694, | |
| "grad_norm": 9.164731979370117, | |
| "learning_rate": 3.7556561085972854e-05, | |
| "loss": 1.2844, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.17227319062181448, | |
| "grad_norm": 6.987304210662842, | |
| "learning_rate": 3.7782805429864254e-05, | |
| "loss": 1.8805, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.17329255861365953, | |
| "grad_norm": 7.447988033294678, | |
| "learning_rate": 3.8009049773755655e-05, | |
| "loss": 1.0972, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1743119266055046, | |
| "grad_norm": 7.7849321365356445, | |
| "learning_rate": 3.8235294117647055e-05, | |
| "loss": 1.7012, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.17533129459734964, | |
| "grad_norm": 7.341614246368408, | |
| "learning_rate": 3.846153846153846e-05, | |
| "loss": 1.4182, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.1763506625891947, | |
| "grad_norm": 8.514887809753418, | |
| "learning_rate": 3.868778280542987e-05, | |
| "loss": 2.6053, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.17737003058103976, | |
| "grad_norm": 7.384711265563965, | |
| "learning_rate": 3.891402714932127e-05, | |
| "loss": 1.4193, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.1783893985728848, | |
| "grad_norm": 8.553336143493652, | |
| "learning_rate": 3.914027149321267e-05, | |
| "loss": 2.251, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.17940876656472987, | |
| "grad_norm": 8.517749786376953, | |
| "learning_rate": 3.936651583710407e-05, | |
| "loss": 1.9057, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.18042813455657492, | |
| "grad_norm": 8.444558143615723, | |
| "learning_rate": 3.959276018099547e-05, | |
| "loss": 1.1228, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.18144750254842, | |
| "grad_norm": 12.253990173339844, | |
| "learning_rate": 3.981900452488688e-05, | |
| "loss": 4.0905, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.18246687054026503, | |
| "grad_norm": 5.70052433013916, | |
| "learning_rate": 4.004524886877829e-05, | |
| "loss": 0.9007, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.1834862385321101, | |
| "grad_norm": 9.525473594665527, | |
| "learning_rate": 4.027149321266969e-05, | |
| "loss": 2.0665, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.18450560652395515, | |
| "grad_norm": 6.146080493927002, | |
| "learning_rate": 4.049773755656109e-05, | |
| "loss": 1.0946, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.18552497451580022, | |
| "grad_norm": 7.736543655395508, | |
| "learning_rate": 4.072398190045249e-05, | |
| "loss": 1.7479, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.18654434250764526, | |
| "grad_norm": 8.404258728027344, | |
| "learning_rate": 4.095022624434389e-05, | |
| "loss": 2.0877, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.1875637104994903, | |
| "grad_norm": 5.705750942230225, | |
| "learning_rate": 4.11764705882353e-05, | |
| "loss": 0.9239, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.18858307849133538, | |
| "grad_norm": 7.753995895385742, | |
| "learning_rate": 4.14027149321267e-05, | |
| "loss": 1.7865, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.18960244648318042, | |
| "grad_norm": 9.15240478515625, | |
| "learning_rate": 4.1628959276018105e-05, | |
| "loss": 2.1053, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.1906218144750255, | |
| "grad_norm": 7.2251129150390625, | |
| "learning_rate": 4.1855203619909506e-05, | |
| "loss": 1.5273, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.19164118246687054, | |
| "grad_norm": 6.803040981292725, | |
| "learning_rate": 4.2081447963800907e-05, | |
| "loss": 1.8726, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.1926605504587156, | |
| "grad_norm": 5.646162509918213, | |
| "learning_rate": 4.230769230769231e-05, | |
| "loss": 1.4663, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.19367991845056065, | |
| "grad_norm": 7.599930286407471, | |
| "learning_rate": 4.2533936651583714e-05, | |
| "loss": 1.0136, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.1946992864424057, | |
| "grad_norm": 7.882979393005371, | |
| "learning_rate": 4.2760180995475115e-05, | |
| "loss": 1.121, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.19571865443425077, | |
| "grad_norm": 8.919268608093262, | |
| "learning_rate": 4.298642533936652e-05, | |
| "loss": 1.6074, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.1967380224260958, | |
| "grad_norm": 8.914848327636719, | |
| "learning_rate": 4.321266968325792e-05, | |
| "loss": 2.1956, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.19775739041794088, | |
| "grad_norm": 8.603778839111328, | |
| "learning_rate": 4.3438914027149324e-05, | |
| "loss": 1.5425, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.19877675840978593, | |
| "grad_norm": 8.500616073608398, | |
| "learning_rate": 4.3665158371040724e-05, | |
| "loss": 1.4552, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.199796126401631, | |
| "grad_norm": 7.815979957580566, | |
| "learning_rate": 4.3891402714932125e-05, | |
| "loss": 1.2635, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.199796126401631, | |
| "eval_Qnli-dev-1024_cosine_accuracy": 0.7395833333333334, | |
| "eval_Qnli-dev-1024_cosine_accuracy_threshold": 0.8570283651351929, | |
| "eval_Qnli-dev-1024_cosine_ap": 0.7434694144471753, | |
| "eval_Qnli-dev-1024_cosine_f1": 0.7207207207207208, | |
| "eval_Qnli-dev-1024_cosine_f1_threshold": 0.7906914353370667, | |
| "eval_Qnli-dev-1024_cosine_mcc": 0.4081269865567241, | |
| "eval_Qnli-dev-1024_cosine_precision": 0.6060606060606061, | |
| "eval_Qnli-dev-1024_cosine_recall": 0.8888888888888888, | |
| "eval_Qnli-dev_cosine_accuracy": 0.75, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.8287814855575562, | |
| "eval_Qnli-dev_cosine_ap": 0.7646453733471359, | |
| "eval_Qnli-dev_cosine_f1": 0.7378640776699029, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.7745069265365601, | |
| "eval_Qnli-dev_cosine_mcc": 0.46153029495329345, | |
| "eval_Qnli-dev_cosine_precision": 0.6551724137931034, | |
| "eval_Qnli-dev_cosine_recall": 0.8444444444444444, | |
| "eval_allNLI--triplets-1024_cosine_accuracy": 0.9166666865348816, | |
| "eval_allNLI-triplets_cosine_accuracy": 0.9583333134651184, | |
| "eval_global_dataset_loss": 0.5179261565208435, | |
| "eval_global_dataset_runtime": 104.2216, | |
| "eval_global_dataset_samples_per_second": 7.705, | |
| "eval_global_dataset_steps_per_second": 0.163, | |
| "eval_sequential_score": 0.9166666865348816, | |
| "eval_sts-test-1024_pearson_cosine": 0.8476975008591285, | |
| "eval_sts-test-1024_spearman_cosine": 0.8973182534732806, | |
| "eval_sts-test_pearson_cosine": 0.9039400681490469, | |
| "eval_sts-test_spearman_cosine": 0.9185431775441114, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.20081549439347604, | |
| "grad_norm": 9.34125804901123, | |
| "learning_rate": 4.411764705882353e-05, | |
| "loss": 1.7222, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.2018348623853211, | |
| "grad_norm": 10.679852485656738, | |
| "learning_rate": 4.434389140271493e-05, | |
| "loss": 2.377, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.20285423037716616, | |
| "grad_norm": 7.775190830230713, | |
| "learning_rate": 4.457013574660634e-05, | |
| "loss": 1.5317, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.2038735983690112, | |
| "grad_norm": 6.390950679779053, | |
| "learning_rate": 4.479638009049774e-05, | |
| "loss": 1.0494, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.20489296636085627, | |
| "grad_norm": 9.170794486999512, | |
| "learning_rate": 4.502262443438914e-05, | |
| "loss": 1.7392, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.20591233435270132, | |
| "grad_norm": 7.37787389755249, | |
| "learning_rate": 4.524886877828054e-05, | |
| "loss": 1.2924, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.2069317023445464, | |
| "grad_norm": 6.836249828338623, | |
| "learning_rate": 4.547511312217195e-05, | |
| "loss": 0.9413, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.20795107033639143, | |
| "grad_norm": 9.543895721435547, | |
| "learning_rate": 4.570135746606335e-05, | |
| "loss": 2.1448, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.2089704383282365, | |
| "grad_norm": 7.8430495262146, | |
| "learning_rate": 4.592760180995475e-05, | |
| "loss": 1.0357, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.20998980632008155, | |
| "grad_norm": 9.558221817016602, | |
| "learning_rate": 4.615384615384616e-05, | |
| "loss": 1.3534, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.21100917431192662, | |
| "grad_norm": 5.715826034545898, | |
| "learning_rate": 4.638009049773756e-05, | |
| "loss": 1.0564, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.21202854230377166, | |
| "grad_norm": 8.720932960510254, | |
| "learning_rate": 4.660633484162896e-05, | |
| "loss": 0.9259, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.2130479102956167, | |
| "grad_norm": 9.008890151977539, | |
| "learning_rate": 4.683257918552037e-05, | |
| "loss": 1.3813, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.21406727828746178, | |
| "grad_norm": 7.1262006759643555, | |
| "learning_rate": 4.705882352941177e-05, | |
| "loss": 0.8828, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.21508664627930682, | |
| "grad_norm": 12.986166000366211, | |
| "learning_rate": 4.728506787330317e-05, | |
| "loss": 2.9147, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.2161060142711519, | |
| "grad_norm": 6.804072380065918, | |
| "learning_rate": 4.751131221719457e-05, | |
| "loss": 0.6539, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.21712538226299694, | |
| "grad_norm": 9.138653755187988, | |
| "learning_rate": 4.7737556561085976e-05, | |
| "loss": 1.3092, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.218144750254842, | |
| "grad_norm": 7.303668975830078, | |
| "learning_rate": 4.7963800904977377e-05, | |
| "loss": 1.1562, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.21916411824668705, | |
| "grad_norm": 7.368769645690918, | |
| "learning_rate": 4.8190045248868784e-05, | |
| "loss": 0.9509, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.22018348623853212, | |
| "grad_norm": 5.067785263061523, | |
| "learning_rate": 4.8416289592760185e-05, | |
| "loss": 0.6664, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.22120285423037717, | |
| "grad_norm": 5.643320083618164, | |
| "learning_rate": 4.8642533936651585e-05, | |
| "loss": 1.2315, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.2222222222222222, | |
| "grad_norm": 6.596173286437988, | |
| "learning_rate": 4.8868778280542986e-05, | |
| "loss": 0.9855, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.22324159021406728, | |
| "grad_norm": 6.5434770584106445, | |
| "learning_rate": 4.9095022624434386e-05, | |
| "loss": 0.9258, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.22426095820591233, | |
| "grad_norm": 11.537922859191895, | |
| "learning_rate": 4.9321266968325794e-05, | |
| "loss": 1.6578, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.2252803261977574, | |
| "grad_norm": 7.364137172698975, | |
| "learning_rate": 4.95475113122172e-05, | |
| "loss": 0.9666, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.22629969418960244, | |
| "grad_norm": 8.102925300598145, | |
| "learning_rate": 4.97737556561086e-05, | |
| "loss": 0.9808, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.2273190621814475, | |
| "grad_norm": 10.013775825500488, | |
| "learning_rate": 5e-05, | |
| "loss": 2.4156, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.22833843017329256, | |
| "grad_norm": 7.974793434143066, | |
| "learning_rate": 5.02262443438914e-05, | |
| "loss": 1.1297, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.22935779816513763, | |
| "grad_norm": 7.710846424102783, | |
| "learning_rate": 5.0452488687782804e-05, | |
| "loss": 1.3063, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.23037716615698267, | |
| "grad_norm": 5.633566856384277, | |
| "learning_rate": 5.067873303167421e-05, | |
| "loss": 0.5567, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.23139653414882771, | |
| "grad_norm": 9.50987720489502, | |
| "learning_rate": 5.090497737556561e-05, | |
| "loss": 1.3551, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.2324159021406728, | |
| "grad_norm": 10.309268951416016, | |
| "learning_rate": 5.113122171945701e-05, | |
| "loss": 1.4079, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.23343527013251783, | |
| "grad_norm": 7.812633037567139, | |
| "learning_rate": 5.135746606334841e-05, | |
| "loss": 0.948, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.2344546381243629, | |
| "grad_norm": 8.013436317443848, | |
| "learning_rate": 5.158371040723983e-05, | |
| "loss": 0.9288, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.23547400611620795, | |
| "grad_norm": 7.550686359405518, | |
| "learning_rate": 5.180995475113123e-05, | |
| "loss": 1.0077, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.23649337410805302, | |
| "grad_norm": 7.249583721160889, | |
| "learning_rate": 5.203619909502263e-05, | |
| "loss": 1.0674, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.23751274209989806, | |
| "grad_norm": 7.766678810119629, | |
| "learning_rate": 5.2262443438914036e-05, | |
| "loss": 1.3354, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.23853211009174313, | |
| "grad_norm": 7.417704105377197, | |
| "learning_rate": 5.2488687782805436e-05, | |
| "loss": 1.0076, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.23955147808358818, | |
| "grad_norm": 8.414839744567871, | |
| "learning_rate": 5.271493212669684e-05, | |
| "loss": 0.8814, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.24057084607543322, | |
| "grad_norm": 9.537981986999512, | |
| "learning_rate": 5.294117647058824e-05, | |
| "loss": 1.7839, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.2415902140672783, | |
| "grad_norm": 6.3290886878967285, | |
| "learning_rate": 5.316742081447964e-05, | |
| "loss": 1.2614, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.24260958205912334, | |
| "grad_norm": 8.181835174560547, | |
| "learning_rate": 5.3393665158371045e-05, | |
| "loss": 0.8655, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.2436289500509684, | |
| "grad_norm": 8.01684856414795, | |
| "learning_rate": 5.3619909502262446e-05, | |
| "loss": 1.8418, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.24464831804281345, | |
| "grad_norm": 7.891118049621582, | |
| "learning_rate": 5.384615384615385e-05, | |
| "loss": 1.4465, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.24566768603465852, | |
| "grad_norm": 8.080881118774414, | |
| "learning_rate": 5.407239819004525e-05, | |
| "loss": 0.8695, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.24668705402650357, | |
| "grad_norm": 6.881638050079346, | |
| "learning_rate": 5.429864253393665e-05, | |
| "loss": 0.9695, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.24770642201834864, | |
| "grad_norm": 10.03598690032959, | |
| "learning_rate": 5.4524886877828055e-05, | |
| "loss": 1.3374, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.24872579001019368, | |
| "grad_norm": 7.844127178192139, | |
| "learning_rate": 5.475113122171946e-05, | |
| "loss": 0.6716, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.24974515800203873, | |
| "grad_norm": 8.654071807861328, | |
| "learning_rate": 5.497737556561087e-05, | |
| "loss": 1.032, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.25076452599388377, | |
| "grad_norm": 6.731460094451904, | |
| "learning_rate": 5.520361990950227e-05, | |
| "loss": 0.8033, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.25178389398572887, | |
| "grad_norm": 9.436687469482422, | |
| "learning_rate": 5.542986425339367e-05, | |
| "loss": 0.9257, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.2528032619775739, | |
| "grad_norm": 7.817379474639893, | |
| "learning_rate": 5.565610859728507e-05, | |
| "loss": 0.8311, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.25382262996941896, | |
| "grad_norm": 6.328183650970459, | |
| "learning_rate": 5.588235294117647e-05, | |
| "loss": 0.5609, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.254841997961264, | |
| "grad_norm": 8.576601028442383, | |
| "learning_rate": 5.610859728506788e-05, | |
| "loss": 1.5985, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2558613659531091, | |
| "grad_norm": 9.092324256896973, | |
| "learning_rate": 5.633484162895928e-05, | |
| "loss": 1.0025, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.25688073394495414, | |
| "grad_norm": 11.906094551086426, | |
| "learning_rate": 5.656108597285068e-05, | |
| "loss": 2.0499, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.2579001019367992, | |
| "grad_norm": 7.968968868255615, | |
| "learning_rate": 5.678733031674208e-05, | |
| "loss": 1.3116, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.25891946992864423, | |
| "grad_norm": 5.355049133300781, | |
| "learning_rate": 5.701357466063348e-05, | |
| "loss": 0.5969, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.2599388379204893, | |
| "grad_norm": 8.151896476745605, | |
| "learning_rate": 5.723981900452488e-05, | |
| "loss": 1.1107, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.2609582059123344, | |
| "grad_norm": 9.651622772216797, | |
| "learning_rate": 5.746606334841629e-05, | |
| "loss": 1.8581, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.2619775739041794, | |
| "grad_norm": 7.1527533531188965, | |
| "learning_rate": 5.769230769230769e-05, | |
| "loss": 0.572, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.26299694189602446, | |
| "grad_norm": 6.141374111175537, | |
| "learning_rate": 5.7918552036199105e-05, | |
| "loss": 0.9267, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.2640163098878695, | |
| "grad_norm": 7.274891376495361, | |
| "learning_rate": 5.8144796380090506e-05, | |
| "loss": 0.6255, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.2650356778797146, | |
| "grad_norm": 5.81080436706543, | |
| "learning_rate": 5.8371040723981906e-05, | |
| "loss": 0.7615, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.26605504587155965, | |
| "grad_norm": 6.9981279373168945, | |
| "learning_rate": 5.859728506787331e-05, | |
| "loss": 0.6026, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.2670744138634047, | |
| "grad_norm": 5.718660831451416, | |
| "learning_rate": 5.882352941176471e-05, | |
| "loss": 0.7263, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.26809378185524974, | |
| "grad_norm": 5.391998767852783, | |
| "learning_rate": 5.9049773755656115e-05, | |
| "loss": 0.4643, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.2691131498470948, | |
| "grad_norm": 6.843007564544678, | |
| "learning_rate": 5.9276018099547516e-05, | |
| "loss": 0.5101, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.2701325178389399, | |
| "grad_norm": 5.087254047393799, | |
| "learning_rate": 5.9502262443438916e-05, | |
| "loss": 0.5562, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.2711518858307849, | |
| "grad_norm": 7.482615947723389, | |
| "learning_rate": 5.972850678733032e-05, | |
| "loss": 1.256, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.27217125382262997, | |
| "grad_norm": 6.911371231079102, | |
| "learning_rate": 5.995475113122172e-05, | |
| "loss": 0.6543, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.273190621814475, | |
| "grad_norm": 7.643139839172363, | |
| "learning_rate": 6.0180995475113125e-05, | |
| "loss": 0.6698, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.2742099898063201, | |
| "grad_norm": 9.08658504486084, | |
| "learning_rate": 6.0407239819004525e-05, | |
| "loss": 1.3843, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.27522935779816515, | |
| "grad_norm": 8.890534400939941, | |
| "learning_rate": 6.0633484162895926e-05, | |
| "loss": 1.1421, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.2762487257900102, | |
| "grad_norm": 9.855698585510254, | |
| "learning_rate": 6.0859728506787327e-05, | |
| "loss": 1.1558, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.27726809378185524, | |
| "grad_norm": 8.32972526550293, | |
| "learning_rate": 6.108597285067875e-05, | |
| "loss": 1.603, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.2782874617737003, | |
| "grad_norm": 8.393510818481445, | |
| "learning_rate": 6.131221719457015e-05, | |
| "loss": 0.7985, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.2793068297655454, | |
| "grad_norm": 7.992040157318115, | |
| "learning_rate": 6.153846153846155e-05, | |
| "loss": 1.3884, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.2803261977573904, | |
| "grad_norm": 8.646651268005371, | |
| "learning_rate": 6.176470588235295e-05, | |
| "loss": 1.0337, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.28134556574923547, | |
| "grad_norm": 7.3104329109191895, | |
| "learning_rate": 6.199095022624435e-05, | |
| "loss": 1.0917, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.2823649337410805, | |
| "grad_norm": 12.030378341674805, | |
| "learning_rate": 6.221719457013575e-05, | |
| "loss": 2.4149, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.28338430173292556, | |
| "grad_norm": 4.781021595001221, | |
| "learning_rate": 6.244343891402715e-05, | |
| "loss": 0.4301, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.28440366972477066, | |
| "grad_norm": 4.352090358734131, | |
| "learning_rate": 6.266968325791855e-05, | |
| "loss": 0.5084, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.2854230377166157, | |
| "grad_norm": 5.88839864730835, | |
| "learning_rate": 6.289592760180995e-05, | |
| "loss": 0.7202, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.28644240570846075, | |
| "grad_norm": 11.228419303894043, | |
| "learning_rate": 6.312217194570135e-05, | |
| "loss": 1.7983, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.2874617737003058, | |
| "grad_norm": 6.119421005249023, | |
| "learning_rate": 6.334841628959275e-05, | |
| "loss": 0.673, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.2884811416921509, | |
| "grad_norm": 6.405134677886963, | |
| "learning_rate": 6.357466063348417e-05, | |
| "loss": 0.6655, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.28950050968399593, | |
| "grad_norm": 6.735506534576416, | |
| "learning_rate": 6.380090497737557e-05, | |
| "loss": 0.9121, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.290519877675841, | |
| "grad_norm": 11.012415885925293, | |
| "learning_rate": 6.402714932126697e-05, | |
| "loss": 1.5978, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.291539245667686, | |
| "grad_norm": 13.007187843322754, | |
| "learning_rate": 6.425339366515838e-05, | |
| "loss": 1.8536, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.29255861365953106, | |
| "grad_norm": 12.273601531982422, | |
| "learning_rate": 6.447963800904978e-05, | |
| "loss": 1.6397, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.29357798165137616, | |
| "grad_norm": 9.6339750289917, | |
| "learning_rate": 6.470588235294118e-05, | |
| "loss": 0.8275, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.2945973496432212, | |
| "grad_norm": 6.717658996582031, | |
| "learning_rate": 6.493212669683258e-05, | |
| "loss": 0.6003, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.29561671763506625, | |
| "grad_norm": 8.443256378173828, | |
| "learning_rate": 6.515837104072399e-05, | |
| "loss": 0.9834, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.2966360856269113, | |
| "grad_norm": 8.823105812072754, | |
| "learning_rate": 6.538461538461539e-05, | |
| "loss": 0.603, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.2976554536187564, | |
| "grad_norm": 6.8099141120910645, | |
| "learning_rate": 6.561085972850679e-05, | |
| "loss": 0.6597, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.29867482161060144, | |
| "grad_norm": 6.705087661743164, | |
| "learning_rate": 6.583710407239819e-05, | |
| "loss": 0.739, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.2996941896024465, | |
| "grad_norm": 7.209024906158447, | |
| "learning_rate": 6.606334841628959e-05, | |
| "loss": 1.2564, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.2996941896024465, | |
| "eval_Qnli-dev-1024_cosine_accuracy": 0.7395833333333334, | |
| "eval_Qnli-dev-1024_cosine_accuracy_threshold": 0.8565528392791748, | |
| "eval_Qnli-dev-1024_cosine_ap": 0.7531377591671699, | |
| "eval_Qnli-dev-1024_cosine_f1": 0.7254901960784313, | |
| "eval_Qnli-dev-1024_cosine_f1_threshold": 0.8200148344039917, | |
| "eval_Qnli-dev-1024_cosine_mcc": 0.43697448216965834, | |
| "eval_Qnli-dev-1024_cosine_precision": 0.6491228070175439, | |
| "eval_Qnli-dev-1024_cosine_recall": 0.8222222222222222, | |
| "eval_Qnli-dev_cosine_accuracy": 0.7395833333333334, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.7719540596008301, | |
| "eval_Qnli-dev_cosine_ap": 0.7588639733888536, | |
| "eval_Qnli-dev_cosine_f1": 0.7454545454545455, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.7090869545936584, | |
| "eval_Qnli-dev_cosine_mcc": 0.47013467657639685, | |
| "eval_Qnli-dev_cosine_precision": 0.6307692307692307, | |
| "eval_Qnli-dev_cosine_recall": 0.9111111111111111, | |
| "eval_allNLI--triplets-1024_cosine_accuracy": 0.8854166865348816, | |
| "eval_allNLI-triplets_cosine_accuracy": 0.9583333134651184, | |
| "eval_global_dataset_loss": 0.4855804145336151, | |
| "eval_global_dataset_runtime": 104.3189, | |
| "eval_global_dataset_samples_per_second": 7.698, | |
| "eval_global_dataset_steps_per_second": 0.163, | |
| "eval_sequential_score": 0.8854166865348816, | |
| "eval_sts-test-1024_pearson_cosine": 0.8681461030339531, | |
| "eval_sts-test-1024_spearman_cosine": 0.9053809631987397, | |
| "eval_sts-test_pearson_cosine": 0.9051731986667259, | |
| "eval_sts-test_spearman_cosine": 0.920630429781229, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.3007135575942915, | |
| "grad_norm": 7.649487495422363, | |
| "learning_rate": 6.6289592760181e-05, | |
| "loss": 1.4442, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.30173292558613657, | |
| "grad_norm": 7.740142822265625, | |
| "learning_rate": 6.65158371040724e-05, | |
| "loss": 1.4064, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.30275229357798167, | |
| "grad_norm": 8.009271621704102, | |
| "learning_rate": 6.67420814479638e-05, | |
| "loss": 0.8456, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.3037716615698267, | |
| "grad_norm": 5.718809604644775, | |
| "learning_rate": 6.69683257918552e-05, | |
| "loss": 0.7772, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.30479102956167176, | |
| "grad_norm": 7.34658145904541, | |
| "learning_rate": 6.719457013574662e-05, | |
| "loss": 0.7619, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.3058103975535168, | |
| "grad_norm": 8.556058883666992, | |
| "learning_rate": 6.742081447963802e-05, | |
| "loss": 1.002, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3068297655453619, | |
| "grad_norm": 8.995348930358887, | |
| "learning_rate": 6.764705882352942e-05, | |
| "loss": 1.4774, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.30784913353720694, | |
| "grad_norm": 8.271109580993652, | |
| "learning_rate": 6.787330316742082e-05, | |
| "loss": 0.6814, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.308868501529052, | |
| "grad_norm": 8.896450996398926, | |
| "learning_rate": 6.809954751131222e-05, | |
| "loss": 1.2286, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.30988786952089703, | |
| "grad_norm": 9.076520919799805, | |
| "learning_rate": 6.832579185520362e-05, | |
| "loss": 1.8546, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.3109072375127421, | |
| "grad_norm": 6.780123233795166, | |
| "learning_rate": 6.855203619909502e-05, | |
| "loss": 0.7547, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.3119266055045872, | |
| "grad_norm": 7.728740692138672, | |
| "learning_rate": 6.877828054298642e-05, | |
| "loss": 1.3638, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.3129459734964322, | |
| "grad_norm": 8.941544532775879, | |
| "learning_rate": 6.900452488687784e-05, | |
| "loss": 1.2604, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.31396534148827726, | |
| "grad_norm": 6.70719575881958, | |
| "learning_rate": 6.923076923076924e-05, | |
| "loss": 0.5111, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.3149847094801223, | |
| "grad_norm": 7.599255561828613, | |
| "learning_rate": 6.945701357466064e-05, | |
| "loss": 0.7153, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.3160040774719674, | |
| "grad_norm": 7.323727607727051, | |
| "learning_rate": 6.968325791855204e-05, | |
| "loss": 0.8367, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.31702344546381245, | |
| "grad_norm": 7.314160346984863, | |
| "learning_rate": 6.990950226244344e-05, | |
| "loss": 0.6643, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.3180428134556575, | |
| "grad_norm": 8.265671730041504, | |
| "learning_rate": 7.013574660633484e-05, | |
| "loss": 1.0404, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.31906218144750254, | |
| "grad_norm": 10.820046424865723, | |
| "learning_rate": 7.036199095022625e-05, | |
| "loss": 1.122, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.3200815494393476, | |
| "grad_norm": 7.194378852844238, | |
| "learning_rate": 7.058823529411765e-05, | |
| "loss": 0.7091, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.3211009174311927, | |
| "grad_norm": 7.764474868774414, | |
| "learning_rate": 7.081447963800906e-05, | |
| "loss": 1.07, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.3221202854230377, | |
| "grad_norm": 7.757960796356201, | |
| "learning_rate": 7.104072398190046e-05, | |
| "loss": 0.7246, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.32313965341488277, | |
| "grad_norm": 9.631681442260742, | |
| "learning_rate": 7.126696832579186e-05, | |
| "loss": 0.821, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.3241590214067278, | |
| "grad_norm": 6.478396892547607, | |
| "learning_rate": 7.149321266968326e-05, | |
| "loss": 0.9556, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.3251783893985729, | |
| "grad_norm": 8.858171463012695, | |
| "learning_rate": 7.171945701357467e-05, | |
| "loss": 1.2634, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.32619775739041795, | |
| "grad_norm": 8.02340030670166, | |
| "learning_rate": 7.194570135746607e-05, | |
| "loss": 0.8621, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.327217125382263, | |
| "grad_norm": 8.634239196777344, | |
| "learning_rate": 7.217194570135747e-05, | |
| "loss": 1.4215, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.32823649337410804, | |
| "grad_norm": 8.96740436553955, | |
| "learning_rate": 7.239819004524887e-05, | |
| "loss": 0.8894, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.3292558613659531, | |
| "grad_norm": 4.730165958404541, | |
| "learning_rate": 7.262443438914027e-05, | |
| "loss": 0.4134, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.3302752293577982, | |
| "grad_norm": 6.1243181228637695, | |
| "learning_rate": 7.285067873303167e-05, | |
| "loss": 0.4147, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.3312945973496432, | |
| "grad_norm": 7.8853607177734375, | |
| "learning_rate": 7.307692307692307e-05, | |
| "loss": 0.5721, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.33231396534148827, | |
| "grad_norm": 9.193514823913574, | |
| "learning_rate": 7.330316742081448e-05, | |
| "loss": 0.8541, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 12.314509391784668, | |
| "learning_rate": 7.352941176470589e-05, | |
| "loss": 2.2959, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.3343527013251784, | |
| "grad_norm": 4.384552955627441, | |
| "learning_rate": 7.375565610859729e-05, | |
| "loss": 0.4452, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.33537206931702346, | |
| "grad_norm": 5.677075386047363, | |
| "learning_rate": 7.398190045248869e-05, | |
| "loss": 0.5008, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.3363914373088685, | |
| "grad_norm": 6.752626419067383, | |
| "learning_rate": 7.420814479638009e-05, | |
| "loss": 0.4106, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.33741080530071355, | |
| "grad_norm": 10.971478462219238, | |
| "learning_rate": 7.44343891402715e-05, | |
| "loss": 0.9237, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.3384301732925586, | |
| "grad_norm": 7.574080944061279, | |
| "learning_rate": 7.46606334841629e-05, | |
| "loss": 0.6275, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.3394495412844037, | |
| "grad_norm": 9.538507461547852, | |
| "learning_rate": 7.48868778280543e-05, | |
| "loss": 1.5184, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.34046890927624873, | |
| "grad_norm": 9.139626502990723, | |
| "learning_rate": 7.511312217194571e-05, | |
| "loss": 1.7865, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.3414882772680938, | |
| "grad_norm": 9.275596618652344, | |
| "learning_rate": 7.533936651583711e-05, | |
| "loss": 1.5947, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.3425076452599388, | |
| "grad_norm": 9.375283241271973, | |
| "learning_rate": 7.556561085972851e-05, | |
| "loss": 1.0249, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.3435270132517839, | |
| "grad_norm": 7.951083660125732, | |
| "learning_rate": 7.579185520361991e-05, | |
| "loss": 1.0227, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.34454638124362896, | |
| "grad_norm": 9.579297065734863, | |
| "learning_rate": 7.601809954751131e-05, | |
| "loss": 1.28, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.345565749235474, | |
| "grad_norm": 5.935997486114502, | |
| "learning_rate": 7.624434389140271e-05, | |
| "loss": 0.798, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.34658511722731905, | |
| "grad_norm": 7.16936731338501, | |
| "learning_rate": 7.647058823529411e-05, | |
| "loss": 1.0408, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3476044852191641, | |
| "grad_norm": 9.448662757873535, | |
| "learning_rate": 7.669683257918553e-05, | |
| "loss": 0.9732, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.3486238532110092, | |
| "grad_norm": 7.747692584991455, | |
| "learning_rate": 7.692307692307693e-05, | |
| "loss": 0.7588, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.34964322120285424, | |
| "grad_norm": 10.198869705200195, | |
| "learning_rate": 7.714932126696833e-05, | |
| "loss": 0.9615, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.3506625891946993, | |
| "grad_norm": 8.069470405578613, | |
| "learning_rate": 7.737556561085974e-05, | |
| "loss": 0.9895, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.3516819571865443, | |
| "grad_norm": 10.662049293518066, | |
| "learning_rate": 7.760180995475114e-05, | |
| "loss": 1.923, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.3527013251783894, | |
| "grad_norm": 6.53238582611084, | |
| "learning_rate": 7.782805429864254e-05, | |
| "loss": 0.615, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.35372069317023447, | |
| "grad_norm": 11.10132122039795, | |
| "learning_rate": 7.805429864253394e-05, | |
| "loss": 1.4572, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.3547400611620795, | |
| "grad_norm": 7.372711181640625, | |
| "learning_rate": 7.828054298642534e-05, | |
| "loss": 1.0083, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.35575942915392456, | |
| "grad_norm": 7.358077526092529, | |
| "learning_rate": 7.850678733031674e-05, | |
| "loss": 0.922, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.3567787971457696, | |
| "grad_norm": 8.45017147064209, | |
| "learning_rate": 7.873303167420814e-05, | |
| "loss": 1.3767, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3577981651376147, | |
| "grad_norm": 4.858506679534912, | |
| "learning_rate": 7.895927601809954e-05, | |
| "loss": 0.6378, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.35881753312945974, | |
| "grad_norm": 5.764273643493652, | |
| "learning_rate": 7.918552036199095e-05, | |
| "loss": 0.4063, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.3598369011213048, | |
| "grad_norm": 8.656686782836914, | |
| "learning_rate": 7.941176470588235e-05, | |
| "loss": 1.0834, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.36085626911314983, | |
| "grad_norm": 5.824944496154785, | |
| "learning_rate": 7.963800904977376e-05, | |
| "loss": 0.807, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.36187563710499493, | |
| "grad_norm": 6.73368501663208, | |
| "learning_rate": 7.986425339366516e-05, | |
| "loss": 1.0293, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.36289500509684, | |
| "grad_norm": 5.860096454620361, | |
| "learning_rate": 8.009049773755657e-05, | |
| "loss": 0.4371, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.363914373088685, | |
| "grad_norm": 5.65436315536499, | |
| "learning_rate": 8.031674208144798e-05, | |
| "loss": 0.4334, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.36493374108053006, | |
| "grad_norm": 7.566843509674072, | |
| "learning_rate": 8.054298642533938e-05, | |
| "loss": 0.949, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.3659531090723751, | |
| "grad_norm": 6.286118984222412, | |
| "learning_rate": 8.076923076923078e-05, | |
| "loss": 0.5788, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.3669724770642202, | |
| "grad_norm": 10.212640762329102, | |
| "learning_rate": 8.099547511312218e-05, | |
| "loss": 0.8535, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.36799184505606525, | |
| "grad_norm": 9.267760276794434, | |
| "learning_rate": 8.122171945701358e-05, | |
| "loss": 1.2529, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.3690112130479103, | |
| "grad_norm": 8.794651985168457, | |
| "learning_rate": 8.144796380090498e-05, | |
| "loss": 0.8974, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.37003058103975534, | |
| "grad_norm": 13.3441162109375, | |
| "learning_rate": 8.167420814479638e-05, | |
| "loss": 1.9105, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.37104994903160043, | |
| "grad_norm": 9.258030891418457, | |
| "learning_rate": 8.190045248868778e-05, | |
| "loss": 0.7717, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.3720693170234455, | |
| "grad_norm": 6.051854610443115, | |
| "learning_rate": 8.212669683257918e-05, | |
| "loss": 1.1052, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.3730886850152905, | |
| "grad_norm": 9.53382682800293, | |
| "learning_rate": 8.23529411764706e-05, | |
| "loss": 0.7298, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.37410805300713557, | |
| "grad_norm": 6.723752498626709, | |
| "learning_rate": 8.2579185520362e-05, | |
| "loss": 0.7039, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.3751274209989806, | |
| "grad_norm": 6.844725608825684, | |
| "learning_rate": 8.28054298642534e-05, | |
| "loss": 0.8536, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.3761467889908257, | |
| "grad_norm": 5.233691692352295, | |
| "learning_rate": 8.303167420814481e-05, | |
| "loss": 0.4774, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.37716615698267075, | |
| "grad_norm": 4.231795787811279, | |
| "learning_rate": 8.325791855203621e-05, | |
| "loss": 0.3297, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.3781855249745158, | |
| "grad_norm": 11.760458946228027, | |
| "learning_rate": 8.348416289592761e-05, | |
| "loss": 1.693, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.37920489296636084, | |
| "grad_norm": 10.05996036529541, | |
| "learning_rate": 8.371040723981901e-05, | |
| "loss": 0.853, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.38022426095820594, | |
| "grad_norm": 8.649154663085938, | |
| "learning_rate": 8.393665158371041e-05, | |
| "loss": 0.7242, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.381243628950051, | |
| "grad_norm": 6.6194748878479, | |
| "learning_rate": 8.416289592760181e-05, | |
| "loss": 0.5019, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.382262996941896, | |
| "grad_norm": 8.058365821838379, | |
| "learning_rate": 8.438914027149321e-05, | |
| "loss": 0.6206, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.38328236493374107, | |
| "grad_norm": 6.66504430770874, | |
| "learning_rate": 8.461538461538461e-05, | |
| "loss": 0.4872, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.3843017329255861, | |
| "grad_norm": 5.8679518699646, | |
| "learning_rate": 8.484162895927601e-05, | |
| "loss": 0.4515, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.3853211009174312, | |
| "grad_norm": 9.830297470092773, | |
| "learning_rate": 8.506787330316743e-05, | |
| "loss": 1.4657, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.38634046890927626, | |
| "grad_norm": 8.260361671447754, | |
| "learning_rate": 8.529411764705883e-05, | |
| "loss": 0.8411, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.3873598369011213, | |
| "grad_norm": 8.48035717010498, | |
| "learning_rate": 8.552036199095023e-05, | |
| "loss": 0.7654, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.38837920489296635, | |
| "grad_norm": 7.481667518615723, | |
| "learning_rate": 8.574660633484163e-05, | |
| "loss": 0.5413, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.3893985728848114, | |
| "grad_norm": 5.923032760620117, | |
| "learning_rate": 8.597285067873304e-05, | |
| "loss": 0.4594, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.3904179408766565, | |
| "grad_norm": 11.383003234863281, | |
| "learning_rate": 8.619909502262445e-05, | |
| "loss": 1.2656, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.39143730886850153, | |
| "grad_norm": 9.154252052307129, | |
| "learning_rate": 8.642533936651585e-05, | |
| "loss": 0.6881, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.3924566768603466, | |
| "grad_norm": 8.656584739685059, | |
| "learning_rate": 8.665158371040725e-05, | |
| "loss": 0.8169, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.3934760448521916, | |
| "grad_norm": 9.6775541305542, | |
| "learning_rate": 8.687782805429865e-05, | |
| "loss": 0.937, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.3944954128440367, | |
| "grad_norm": 12.836816787719727, | |
| "learning_rate": 8.710407239819005e-05, | |
| "loss": 2.1343, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.39551478083588176, | |
| "grad_norm": 6.1532487869262695, | |
| "learning_rate": 8.733031674208145e-05, | |
| "loss": 0.3644, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.3965341488277268, | |
| "grad_norm": 6.3952555656433105, | |
| "learning_rate": 8.755656108597285e-05, | |
| "loss": 0.4406, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.39755351681957185, | |
| "grad_norm": 7.005934238433838, | |
| "learning_rate": 8.778280542986425e-05, | |
| "loss": 0.5444, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.3985728848114169, | |
| "grad_norm": 8.97732925415039, | |
| "learning_rate": 8.800904977375566e-05, | |
| "loss": 1.3891, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.399592252803262, | |
| "grad_norm": 6.8778181076049805, | |
| "learning_rate": 8.823529411764706e-05, | |
| "loss": 0.6287, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.399592252803262, | |
| "eval_Qnli-dev-1024_cosine_accuracy": 0.7395833333333334, | |
| "eval_Qnli-dev-1024_cosine_accuracy_threshold": 0.8465664982795715, | |
| "eval_Qnli-dev-1024_cosine_ap": 0.7683064400770494, | |
| "eval_Qnli-dev-1024_cosine_f1": 0.6976744186046511, | |
| "eval_Qnli-dev-1024_cosine_f1_threshold": 0.834477424621582, | |
| "eval_Qnli-dev-1024_cosine_mcc": 0.45496263625850347, | |
| "eval_Qnli-dev-1024_cosine_precision": 0.7317073170731707, | |
| "eval_Qnli-dev-1024_cosine_recall": 0.6666666666666666, | |
| "eval_Qnli-dev_cosine_accuracy": 0.75, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.74493807554245, | |
| "eval_Qnli-dev_cosine_ap": 0.7575725381948821, | |
| "eval_Qnli-dev_cosine_f1": 0.7476635514018692, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.7015562057495117, | |
| "eval_Qnli-dev_cosine_mcc": 0.47737827504723207, | |
| "eval_Qnli-dev_cosine_precision": 0.6451612903225806, | |
| "eval_Qnli-dev_cosine_recall": 0.8888888888888888, | |
| "eval_allNLI--triplets-1024_cosine_accuracy": 0.9270833134651184, | |
| "eval_allNLI-triplets_cosine_accuracy": 0.9479166865348816, | |
| "eval_global_dataset_loss": 0.3703947365283966, | |
| "eval_global_dataset_runtime": 104.3143, | |
| "eval_global_dataset_samples_per_second": 7.698, | |
| "eval_global_dataset_steps_per_second": 0.163, | |
| "eval_sequential_score": 0.9270833134651184, | |
| "eval_sts-test-1024_pearson_cosine": 0.8782079507952609, | |
| "eval_sts-test-1024_spearman_cosine": 0.9080003485202497, | |
| "eval_sts-test_pearson_cosine": 0.9052799671643099, | |
| "eval_sts-test_spearman_cosine": 0.9200953636370672, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.40061162079510704, | |
| "grad_norm": 7.236085414886475, | |
| "learning_rate": 8.846153846153847e-05, | |
| "loss": 1.066, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.4016309887869521, | |
| "grad_norm": 7.638827323913574, | |
| "learning_rate": 8.868778280542987e-05, | |
| "loss": 1.0406, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.4026503567787971, | |
| "grad_norm": 6.2278876304626465, | |
| "learning_rate": 8.891402714932127e-05, | |
| "loss": 0.819, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.4036697247706422, | |
| "grad_norm": 7.04884147644043, | |
| "learning_rate": 8.914027149321268e-05, | |
| "loss": 0.5826, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.40468909276248727, | |
| "grad_norm": 8.24869441986084, | |
| "learning_rate": 8.936651583710408e-05, | |
| "loss": 0.6355, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.4057084607543323, | |
| "grad_norm": 9.9276704788208, | |
| "learning_rate": 8.959276018099548e-05, | |
| "loss": 0.7566, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.40672782874617736, | |
| "grad_norm": 8.717905044555664, | |
| "learning_rate": 8.981900452488688e-05, | |
| "loss": 0.8174, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.4077471967380224, | |
| "grad_norm": 8.515538215637207, | |
| "learning_rate": 9.004524886877828e-05, | |
| "loss": 0.8905, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.4087665647298675, | |
| "grad_norm": 6.506967067718506, | |
| "learning_rate": 9.027149321266968e-05, | |
| "loss": 0.6646, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.40978593272171254, | |
| "grad_norm": 9.33711051940918, | |
| "learning_rate": 9.049773755656108e-05, | |
| "loss": 0.9056, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.4108053007135576, | |
| "grad_norm": 5.124199867248535, | |
| "learning_rate": 9.07239819004525e-05, | |
| "loss": 0.3689, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.41182466870540263, | |
| "grad_norm": 5.597712516784668, | |
| "learning_rate": 9.09502262443439e-05, | |
| "loss": 0.3709, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.41284403669724773, | |
| "grad_norm": 7.897356033325195, | |
| "learning_rate": 9.11764705882353e-05, | |
| "loss": 0.6708, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.4138634046890928, | |
| "grad_norm": 8.37096881866455, | |
| "learning_rate": 9.14027149321267e-05, | |
| "loss": 1.0531, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.4148827726809378, | |
| "grad_norm": 7.530358791351318, | |
| "learning_rate": 9.16289592760181e-05, | |
| "loss": 1.1355, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.41590214067278286, | |
| "grad_norm": 10.304217338562012, | |
| "learning_rate": 9.18552036199095e-05, | |
| "loss": 0.8042, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.4169215086646279, | |
| "grad_norm": 7.292766094207764, | |
| "learning_rate": 9.20814479638009e-05, | |
| "loss": 0.3915, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.417940876656473, | |
| "grad_norm": 10.453197479248047, | |
| "learning_rate": 9.230769230769232e-05, | |
| "loss": 1.9388, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.41896024464831805, | |
| "grad_norm": 2.7471694946289062, | |
| "learning_rate": 9.253393665158372e-05, | |
| "loss": 0.3044, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.4199796126401631, | |
| "grad_norm": 5.923367023468018, | |
| "learning_rate": 9.276018099547512e-05, | |
| "loss": 0.6153, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.42099898063200814, | |
| "grad_norm": 8.176202774047852, | |
| "learning_rate": 9.298642533936652e-05, | |
| "loss": 0.9407, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.42201834862385323, | |
| "grad_norm": 8.41361141204834, | |
| "learning_rate": 9.321266968325792e-05, | |
| "loss": 0.6876, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.4230377166156983, | |
| "grad_norm": 9.516852378845215, | |
| "learning_rate": 9.343891402714933e-05, | |
| "loss": 0.9694, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.4240570846075433, | |
| "grad_norm": 7.201638698577881, | |
| "learning_rate": 9.366515837104073e-05, | |
| "loss": 0.7868, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.42507645259938837, | |
| "grad_norm": 9.961840629577637, | |
| "learning_rate": 9.389140271493213e-05, | |
| "loss": 0.7735, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.4260958205912334, | |
| "grad_norm": 10.842241287231445, | |
| "learning_rate": 9.411764705882353e-05, | |
| "loss": 1.1682, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.4271151885830785, | |
| "grad_norm": 5.817572116851807, | |
| "learning_rate": 9.434389140271494e-05, | |
| "loss": 0.3465, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.42813455657492355, | |
| "grad_norm": 6.870133399963379, | |
| "learning_rate": 9.457013574660634e-05, | |
| "loss": 0.5699, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.4291539245667686, | |
| "grad_norm": 6.472342014312744, | |
| "learning_rate": 9.479638009049774e-05, | |
| "loss": 0.6128, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.43017329255861364, | |
| "grad_norm": 6.5723795890808105, | |
| "learning_rate": 9.502262443438914e-05, | |
| "loss": 0.8886, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.43119266055045874, | |
| "grad_norm": 6.1384429931640625, | |
| "learning_rate": 9.524886877828054e-05, | |
| "loss": 0.5124, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.4322120285423038, | |
| "grad_norm": 6.241471290588379, | |
| "learning_rate": 9.547511312217195e-05, | |
| "loss": 0.4409, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.4332313965341488, | |
| "grad_norm": 9.087861061096191, | |
| "learning_rate": 9.570135746606335e-05, | |
| "loss": 0.6368, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.43425076452599387, | |
| "grad_norm": 9.653539657592773, | |
| "learning_rate": 9.592760180995475e-05, | |
| "loss": 0.9874, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.4352701325178389, | |
| "grad_norm": 13.366517066955566, | |
| "learning_rate": 9.615384615384617e-05, | |
| "loss": 1.6544, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.436289500509684, | |
| "grad_norm": 6.302597522735596, | |
| "learning_rate": 9.638009049773757e-05, | |
| "loss": 0.4561, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.43730886850152906, | |
| "grad_norm": 7.133030891418457, | |
| "learning_rate": 9.660633484162897e-05, | |
| "loss": 0.5443, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.4383282364933741, | |
| "grad_norm": 6.341556072235107, | |
| "learning_rate": 9.683257918552037e-05, | |
| "loss": 0.5183, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.43934760448521915, | |
| "grad_norm": 10.657116889953613, | |
| "learning_rate": 9.705882352941177e-05, | |
| "loss": 1.1585, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.44036697247706424, | |
| "grad_norm": 7.707142353057861, | |
| "learning_rate": 9.728506787330317e-05, | |
| "loss": 1.4285, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.4413863404689093, | |
| "grad_norm": 8.27905559539795, | |
| "learning_rate": 9.751131221719457e-05, | |
| "loss": 1.0638, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.44240570846075433, | |
| "grad_norm": 5.601058483123779, | |
| "learning_rate": 9.773755656108597e-05, | |
| "loss": 0.553, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.4434250764525994, | |
| "grad_norm": 9.084299087524414, | |
| "learning_rate": 9.796380090497737e-05, | |
| "loss": 1.0009, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.4444444444444444, | |
| "grad_norm": 5.231532573699951, | |
| "learning_rate": 9.819004524886877e-05, | |
| "loss": 0.5211, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.4454638124362895, | |
| "grad_norm": 7.0478715896606445, | |
| "learning_rate": 9.841628959276019e-05, | |
| "loss": 0.6483, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.44648318042813456, | |
| "grad_norm": 8.44166088104248, | |
| "learning_rate": 9.864253393665159e-05, | |
| "loss": 1.2634, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.4475025484199796, | |
| "grad_norm": 7.2984771728515625, | |
| "learning_rate": 9.8868778280543e-05, | |
| "loss": 0.5242, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.44852191641182465, | |
| "grad_norm": 9.091867446899414, | |
| "learning_rate": 9.90950226244344e-05, | |
| "loss": 1.3739, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.44954128440366975, | |
| "grad_norm": 8.1068115234375, | |
| "learning_rate": 9.93212669683258e-05, | |
| "loss": 1.0153, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.4505606523955148, | |
| "grad_norm": 7.902680397033691, | |
| "learning_rate": 9.95475113122172e-05, | |
| "loss": 0.7174, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.45158002038735984, | |
| "grad_norm": 8.784537315368652, | |
| "learning_rate": 9.97737556561086e-05, | |
| "loss": 0.8631, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.4525993883792049, | |
| "grad_norm": 8.205148696899414, | |
| "learning_rate": 0.0001, | |
| "loss": 1.0721, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.4536187563710499, | |
| "grad_norm": 4.789169788360596, | |
| "learning_rate": 9.999964497873585e-05, | |
| "loss": 0.3682, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.454638124362895, | |
| "grad_norm": 11.335341453552246, | |
| "learning_rate": 9.999857991998499e-05, | |
| "loss": 1.3278, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.45565749235474007, | |
| "grad_norm": 8.901962280273438, | |
| "learning_rate": 9.999680483887217e-05, | |
| "loss": 0.665, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.4566768603465851, | |
| "grad_norm": 6.525248050689697, | |
| "learning_rate": 9.999431976060504e-05, | |
| "loss": 0.77, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.45769622833843016, | |
| "grad_norm": 7.658937931060791, | |
| "learning_rate": 9.999112472047386e-05, | |
| "loss": 0.9903, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.45871559633027525, | |
| "grad_norm": 5.406915664672852, | |
| "learning_rate": 9.998721976385087e-05, | |
| "loss": 0.3372, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.4597349643221203, | |
| "grad_norm": 5.920129299163818, | |
| "learning_rate": 9.998260494618979e-05, | |
| "loss": 0.6911, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.46075433231396534, | |
| "grad_norm": 7.490262985229492, | |
| "learning_rate": 9.997728033302496e-05, | |
| "loss": 0.505, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.4617737003058104, | |
| "grad_norm": 8.21649169921875, | |
| "learning_rate": 9.997124599997043e-05, | |
| "loss": 1.3397, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.46279306829765543, | |
| "grad_norm": 5.116532802581787, | |
| "learning_rate": 9.996450203271886e-05, | |
| "loss": 0.2853, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.46381243628950053, | |
| "grad_norm": 7.29067325592041, | |
| "learning_rate": 9.995704852704029e-05, | |
| "loss": 1.198, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.4648318042813456, | |
| "grad_norm": 10.033268928527832, | |
| "learning_rate": 9.994888558878086e-05, | |
| "loss": 1.7965, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.4658511722731906, | |
| "grad_norm": 5.4102606773376465, | |
| "learning_rate": 9.994001333386125e-05, | |
| "loss": 0.2987, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.46687054026503566, | |
| "grad_norm": 8.109895706176758, | |
| "learning_rate": 9.993043188827501e-05, | |
| "loss": 0.6864, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.46788990825688076, | |
| "grad_norm": 9.893292427062988, | |
| "learning_rate": 9.992014138808682e-05, | |
| "loss": 0.9016, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.4689092762487258, | |
| "grad_norm": 7.73169469833374, | |
| "learning_rate": 9.990914197943053e-05, | |
| "loss": 0.7314, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.46992864424057085, | |
| "grad_norm": 8.335735321044922, | |
| "learning_rate": 9.989743381850711e-05, | |
| "loss": 0.6633, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.4709480122324159, | |
| "grad_norm": 8.655631065368652, | |
| "learning_rate": 9.988501707158243e-05, | |
| "loss": 0.9783, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.47196738022426094, | |
| "grad_norm": 9.166102409362793, | |
| "learning_rate": 9.987189191498479e-05, | |
| "loss": 1.1307, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.47298674821610603, | |
| "grad_norm": 10.597552299499512, | |
| "learning_rate": 9.985805853510262e-05, | |
| "loss": 1.4662, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.4740061162079511, | |
| "grad_norm": 10.318975448608398, | |
| "learning_rate": 9.984351712838167e-05, | |
| "loss": 1.4666, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.4750254841997961, | |
| "grad_norm": 7.259106636047363, | |
| "learning_rate": 9.98282679013223e-05, | |
| "loss": 0.5918, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.47604485219164117, | |
| "grad_norm": 10.192667961120605, | |
| "learning_rate": 9.981231107047648e-05, | |
| "loss": 1.5836, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.47706422018348627, | |
| "grad_norm": 6.506603717803955, | |
| "learning_rate": 9.97956468624448e-05, | |
| "loss": 0.5698, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.4780835881753313, | |
| "grad_norm": 5.789127349853516, | |
| "learning_rate": 9.977827551387318e-05, | |
| "loss": 0.4654, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.47910295616717635, | |
| "grad_norm": 8.615316390991211, | |
| "learning_rate": 9.976019727144956e-05, | |
| "loss": 0.9522, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.4801223241590214, | |
| "grad_norm": 4.792436599731445, | |
| "learning_rate": 9.974141239190034e-05, | |
| "loss": 0.4748, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.48114169215086644, | |
| "grad_norm": 9.958406448364258, | |
| "learning_rate": 9.972192114198677e-05, | |
| "loss": 2.0766, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.48216106014271154, | |
| "grad_norm": 4.340735912322998, | |
| "learning_rate": 9.970172379850122e-05, | |
| "loss": 0.7071, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.4831804281345566, | |
| "grad_norm": 7.170680999755859, | |
| "learning_rate": 9.968082064826314e-05, | |
| "loss": 0.435, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.4841997961264016, | |
| "grad_norm": 3.927189350128174, | |
| "learning_rate": 9.965921198811501e-05, | |
| "loss": 0.4551, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.48521916411824667, | |
| "grad_norm": 10.183062553405762, | |
| "learning_rate": 9.96368981249182e-05, | |
| "loss": 1.1758, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.48623853211009177, | |
| "grad_norm": 9.819293022155762, | |
| "learning_rate": 9.961387937554857e-05, | |
| "loss": 0.9995, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.4872579001019368, | |
| "grad_norm": 11.188612937927246, | |
| "learning_rate": 9.95901560668919e-05, | |
| "loss": 1.6207, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.48827726809378186, | |
| "grad_norm": 7.268994331359863, | |
| "learning_rate": 9.95657285358394e-05, | |
| "loss": 0.6978, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.4892966360856269, | |
| "grad_norm": 5.575627326965332, | |
| "learning_rate": 9.954059712928275e-05, | |
| "loss": 0.4236, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.49031600407747195, | |
| "grad_norm": 9.621591567993164, | |
| "learning_rate": 9.951476220410929e-05, | |
| "loss": 1.8218, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.49133537206931704, | |
| "grad_norm": 7.322023391723633, | |
| "learning_rate": 9.948822412719697e-05, | |
| "loss": 0.8749, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.4923547400611621, | |
| "grad_norm": 8.407424926757812, | |
| "learning_rate": 9.946098327540902e-05, | |
| "loss": 1.1704, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.49337410805300713, | |
| "grad_norm": 4.8855438232421875, | |
| "learning_rate": 9.943304003558873e-05, | |
| "loss": 0.5327, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.4943934760448522, | |
| "grad_norm": 8.738515853881836, | |
| "learning_rate": 9.940439480455386e-05, | |
| "loss": 1.2009, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.4954128440366973, | |
| "grad_norm": 7.554356575012207, | |
| "learning_rate": 9.937504798909106e-05, | |
| "loss": 0.5427, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.4964322120285423, | |
| "grad_norm": 8.203272819519043, | |
| "learning_rate": 9.934500000595008e-05, | |
| "loss": 0.5893, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.49745158002038736, | |
| "grad_norm": 8.477286338806152, | |
| "learning_rate": 9.931425128183782e-05, | |
| "loss": 1.061, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.4984709480122324, | |
| "grad_norm": 7.389923095703125, | |
| "learning_rate": 9.928280225341232e-05, | |
| "loss": 0.5465, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.49949031600407745, | |
| "grad_norm": 10.051106452941895, | |
| "learning_rate": 9.925065336727654e-05, | |
| "loss": 0.7035, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.49949031600407745, | |
| "eval_Qnli-dev-1024_cosine_accuracy": 0.7291666666666666, | |
| "eval_Qnli-dev-1024_cosine_accuracy_threshold": 0.817620038986206, | |
| "eval_Qnli-dev-1024_cosine_ap": 0.7443202788050278, | |
| "eval_Qnli-dev-1024_cosine_f1": 0.7291666666666667, | |
| "eval_Qnli-dev-1024_cosine_f1_threshold": 0.817620038986206, | |
| "eval_Qnli-dev-1024_cosine_mcc": 0.46405228758169936, | |
| "eval_Qnli-dev-1024_cosine_precision": 0.6862745098039216, | |
| "eval_Qnli-dev-1024_cosine_recall": 0.7777777777777778, | |
| "eval_Qnli-dev_cosine_accuracy": 0.7395833333333334, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.7795548439025879, | |
| "eval_Qnli-dev_cosine_ap": 0.7446338608862075, | |
| "eval_Qnli-dev_cosine_f1": 0.7378640776699029, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6985307335853577, | |
| "eval_Qnli-dev_cosine_mcc": 0.46153029495329345, | |
| "eval_Qnli-dev_cosine_precision": 0.6551724137931034, | |
| "eval_Qnli-dev_cosine_recall": 0.8444444444444444, | |
| "eval_allNLI--triplets-1024_cosine_accuracy": 0.90625, | |
| "eval_allNLI-triplets_cosine_accuracy": 0.9375, | |
| "eval_global_dataset_loss": 0.34814590215682983, | |
| "eval_global_dataset_runtime": 104.2751, | |
| "eval_global_dataset_samples_per_second": 7.701, | |
| "eval_global_dataset_steps_per_second": 0.163, | |
| "eval_sequential_score": 0.90625, | |
| "eval_sts-test-1024_pearson_cosine": 0.8574057933500303, | |
| "eval_sts-test-1024_spearman_cosine": 0.8986116241995802, | |
| "eval_sts-test_pearson_cosine": 0.9019111579722014, | |
| "eval_sts-test_spearman_cosine": 0.9181479205822737, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.5005096839959225, | |
| "grad_norm": 10.88537311553955, | |
| "learning_rate": 9.921780507997202e-05, | |
| "loss": 1.6596, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.5015290519877675, | |
| "grad_norm": 5.0818891525268555, | |
| "learning_rate": 9.918425785797235e-05, | |
| "loss": 0.4475, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.5025484199796126, | |
| "grad_norm": 12.540839195251465, | |
| "learning_rate": 9.915001217767663e-05, | |
| "loss": 2.0803, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.5035677879714577, | |
| "grad_norm": 6.171934604644775, | |
| "learning_rate": 9.911506852540267e-05, | |
| "loss": 0.4296, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.5045871559633027, | |
| "grad_norm": 9.624109268188477, | |
| "learning_rate": 9.907942739738001e-05, | |
| "loss": 1.5435, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.5056065239551478, | |
| "grad_norm": 6.020090579986572, | |
| "learning_rate": 9.904308929974302e-05, | |
| "loss": 0.6073, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.5066258919469928, | |
| "grad_norm": 8.587658882141113, | |
| "learning_rate": 9.900605474852358e-05, | |
| "loss": 1.1774, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.5076452599388379, | |
| "grad_norm": 6.535181999206543, | |
| "learning_rate": 9.896832426964382e-05, | |
| "loss": 0.8951, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.508664627930683, | |
| "grad_norm": 5.945138454437256, | |
| "learning_rate": 9.892989839890863e-05, | |
| "loss": 0.3775, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.509683995922528, | |
| "grad_norm": 7.641120433807373, | |
| "learning_rate": 9.889077768199806e-05, | |
| "loss": 0.8086, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5107033639143731, | |
| "grad_norm": 8.10549545288086, | |
| "learning_rate": 9.885096267445957e-05, | |
| "loss": 0.3864, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.5117227319062182, | |
| "grad_norm": 7.266530990600586, | |
| "learning_rate": 9.881045394170012e-05, | |
| "loss": 0.8865, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.5127420998980632, | |
| "grad_norm": 9.056779861450195, | |
| "learning_rate": 9.876925205897818e-05, | |
| "loss": 0.567, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.5137614678899083, | |
| "grad_norm": 7.140566349029541, | |
| "learning_rate": 9.872735761139554e-05, | |
| "loss": 0.9304, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.5147808358817533, | |
| "grad_norm": 11.422016143798828, | |
| "learning_rate": 9.868477119388896e-05, | |
| "loss": 0.6977, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.5158002038735984, | |
| "grad_norm": 11.155719757080078, | |
| "learning_rate": 9.864149341122181e-05, | |
| "loss": 1.3174, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.5168195718654435, | |
| "grad_norm": 8.781103134155273, | |
| "learning_rate": 9.859752487797542e-05, | |
| "loss": 1.2481, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.5178389398572885, | |
| "grad_norm": 5.503263473510742, | |
| "learning_rate": 9.855286621854034e-05, | |
| "loss": 0.4894, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.5188583078491336, | |
| "grad_norm": 7.503839015960693, | |
| "learning_rate": 9.850751806710753e-05, | |
| "loss": 0.8095, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.5198776758409785, | |
| "grad_norm": 5.623706817626953, | |
| "learning_rate": 9.846148106765933e-05, | |
| "loss": 0.388, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5208970438328236, | |
| "grad_norm": 5.178555965423584, | |
| "learning_rate": 9.841475587396028e-05, | |
| "loss": 0.6725, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.5219164118246687, | |
| "grad_norm": 7.296833038330078, | |
| "learning_rate": 9.836734314954785e-05, | |
| "loss": 0.4804, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.5229357798165137, | |
| "grad_norm": 8.692532539367676, | |
| "learning_rate": 9.831924356772308e-05, | |
| "loss": 1.2414, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.5239551478083588, | |
| "grad_norm": 9.865914344787598, | |
| "learning_rate": 9.827045781154093e-05, | |
| "loss": 1.0319, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.5249745158002038, | |
| "grad_norm": 14.857895851135254, | |
| "learning_rate": 9.822098657380065e-05, | |
| "loss": 2.0732, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.5259938837920489, | |
| "grad_norm": 6.85409688949585, | |
| "learning_rate": 9.817083055703587e-05, | |
| "loss": 1.1168, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.527013251783894, | |
| "grad_norm": 10.668725967407227, | |
| "learning_rate": 9.811999047350471e-05, | |
| "loss": 0.8056, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.528032619775739, | |
| "grad_norm": 6.76224946975708, | |
| "learning_rate": 9.806846704517957e-05, | |
| "loss": 0.5322, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.5290519877675841, | |
| "grad_norm": 4.4465789794921875, | |
| "learning_rate": 9.801626100373699e-05, | |
| "loss": 0.4348, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.5300713557594292, | |
| "grad_norm": 8.388195991516113, | |
| "learning_rate": 9.796337309054717e-05, | |
| "loss": 0.6316, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5310907237512742, | |
| "grad_norm": 5.859539031982422, | |
| "learning_rate": 9.790980405666344e-05, | |
| "loss": 0.3212, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.5321100917431193, | |
| "grad_norm": 6.299170017242432, | |
| "learning_rate": 9.785555466281162e-05, | |
| "loss": 0.4739, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.5331294597349643, | |
| "grad_norm": 9.609426498413086, | |
| "learning_rate": 9.780062567937928e-05, | |
| "loss": 1.1692, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.5341488277268094, | |
| "grad_norm": 9.116230964660645, | |
| "learning_rate": 9.774501788640471e-05, | |
| "loss": 0.941, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.5351681957186545, | |
| "grad_norm": 5.024673938751221, | |
| "learning_rate": 9.768873207356586e-05, | |
| "loss": 0.3767, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.5361875637104995, | |
| "grad_norm": 7.534763336181641, | |
| "learning_rate": 9.763176904016913e-05, | |
| "loss": 0.5264, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.5372069317023446, | |
| "grad_norm": 7.897163391113281, | |
| "learning_rate": 9.757412959513807e-05, | |
| "loss": 0.4345, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.5382262996941896, | |
| "grad_norm": 8.391239166259766, | |
| "learning_rate": 9.751581455700181e-05, | |
| "loss": 1.0352, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.5392456676860347, | |
| "grad_norm": 6.951046466827393, | |
| "learning_rate": 9.745682475388348e-05, | |
| "loss": 1.1014, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.5402650356778798, | |
| "grad_norm": 6.4283671379089355, | |
| "learning_rate": 9.73971610234885e-05, | |
| "loss": 0.7368, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5412844036697247, | |
| "grad_norm": 7.643414497375488, | |
| "learning_rate": 9.733682421309256e-05, | |
| "loss": 0.5324, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.5423037716615698, | |
| "grad_norm": 7.95609188079834, | |
| "learning_rate": 9.727581517952969e-05, | |
| "loss": 0.5351, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.5433231396534148, | |
| "grad_norm": 11.28146743774414, | |
| "learning_rate": 9.721413478918007e-05, | |
| "loss": 1.6815, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.5443425076452599, | |
| "grad_norm": 8.346885681152344, | |
| "learning_rate": 9.715178391795769e-05, | |
| "loss": 0.8125, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.545361875637105, | |
| "grad_norm": 8.147517204284668, | |
| "learning_rate": 9.708876345129797e-05, | |
| "loss": 0.8629, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.54638124362895, | |
| "grad_norm": 10.061439514160156, | |
| "learning_rate": 9.702507428414513e-05, | |
| "loss": 1.3161, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.5474006116207951, | |
| "grad_norm": 8.882964134216309, | |
| "learning_rate": 9.696071732093952e-05, | |
| "loss": 1.0465, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.5484199796126402, | |
| "grad_norm": 5.954410076141357, | |
| "learning_rate": 9.689569347560475e-05, | |
| "loss": 0.4531, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.5494393476044852, | |
| "grad_norm": 10.33085823059082, | |
| "learning_rate": 9.683000367153474e-05, | |
| "loss": 0.5567, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.5504587155963303, | |
| "grad_norm": 5.265343189239502, | |
| "learning_rate": 9.676364884158058e-05, | |
| "loss": 0.7093, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5514780835881753, | |
| "grad_norm": 10.214452743530273, | |
| "learning_rate": 9.66966299280373e-05, | |
| "loss": 1.9339, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.5524974515800204, | |
| "grad_norm": 7.001688480377197, | |
| "learning_rate": 9.662894788263044e-05, | |
| "loss": 0.3659, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.5535168195718655, | |
| "grad_norm": 6.640339374542236, | |
| "learning_rate": 9.656060366650267e-05, | |
| "loss": 1.0505, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.5545361875637105, | |
| "grad_norm": 9.303877830505371, | |
| "learning_rate": 9.649159825019996e-05, | |
| "loss": 0.8766, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.5555555555555556, | |
| "grad_norm": 8.21275806427002, | |
| "learning_rate": 9.642193261365791e-05, | |
| "loss": 0.6526, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.5565749235474006, | |
| "grad_norm": 6.97646427154541, | |
| "learning_rate": 9.635160774618782e-05, | |
| "loss": 0.5529, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.5575942915392457, | |
| "grad_norm": 6.77686071395874, | |
| "learning_rate": 9.628062464646264e-05, | |
| "loss": 0.4817, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.5586136595310908, | |
| "grad_norm": 3.5217092037200928, | |
| "learning_rate": 9.620898432250272e-05, | |
| "loss": 0.4804, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.5596330275229358, | |
| "grad_norm": 5.6369476318359375, | |
| "learning_rate": 9.613668779166165e-05, | |
| "loss": 0.4508, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.5606523955147809, | |
| "grad_norm": 5.534257888793945, | |
| "learning_rate": 9.606373608061162e-05, | |
| "loss": 0.4339, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.5616717635066258, | |
| "grad_norm": 10.922380447387695, | |
| "learning_rate": 9.5990130225329e-05, | |
| "loss": 0.712, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.5626911314984709, | |
| "grad_norm": 6.2288360595703125, | |
| "learning_rate": 9.59158712710795e-05, | |
| "loss": 0.3974, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.563710499490316, | |
| "grad_norm": 11.958196640014648, | |
| "learning_rate": 9.58409602724035e-05, | |
| "loss": 1.0016, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.564729867482161, | |
| "grad_norm": 8.267114639282227, | |
| "learning_rate": 9.576539829310085e-05, | |
| "loss": 0.5751, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.5657492354740061, | |
| "grad_norm": 11.533574104309082, | |
| "learning_rate": 9.568918640621594e-05, | |
| "loss": 1.111, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.5667686034658511, | |
| "grad_norm": 6.519062519073486, | |
| "learning_rate": 9.561232569402239e-05, | |
| "loss": 0.4202, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.5677879714576962, | |
| "grad_norm": 9.009593963623047, | |
| "learning_rate": 9.553481724800768e-05, | |
| "loss": 0.7822, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.5688073394495413, | |
| "grad_norm": 12.121257781982422, | |
| "learning_rate": 9.545666216885767e-05, | |
| "loss": 1.3844, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.5698267074413863, | |
| "grad_norm": 5.953427314758301, | |
| "learning_rate": 9.537786156644097e-05, | |
| "loss": 0.3881, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.5708460754332314, | |
| "grad_norm": 7.334780216217041, | |
| "learning_rate": 9.529841655979315e-05, | |
| "loss": 0.6317, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.5718654434250765, | |
| "grad_norm": 5.987368583679199, | |
| "learning_rate": 9.521832827710088e-05, | |
| "loss": 0.4976, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.5728848114169215, | |
| "grad_norm": 3.9462735652923584, | |
| "learning_rate": 9.51375978556859e-05, | |
| "loss": 0.2741, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.5739041794087666, | |
| "grad_norm": 6.374652862548828, | |
| "learning_rate": 9.505622644198885e-05, | |
| "loss": 0.6232, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.5749235474006116, | |
| "grad_norm": 3.525486707687378, | |
| "learning_rate": 9.497421519155303e-05, | |
| "loss": 0.2083, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.5759429153924567, | |
| "grad_norm": 9.60029125213623, | |
| "learning_rate": 9.489156526900795e-05, | |
| "loss": 1.0605, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.5769622833843018, | |
| "grad_norm": 12.22358226776123, | |
| "learning_rate": 9.480827784805278e-05, | |
| "loss": 1.2086, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.5779816513761468, | |
| "grad_norm": 4.388841152191162, | |
| "learning_rate": 9.472435411143978e-05, | |
| "loss": 0.2217, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.5790010193679919, | |
| "grad_norm": 5.581283092498779, | |
| "learning_rate": 9.463979525095738e-05, | |
| "loss": 0.4215, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.5800203873598369, | |
| "grad_norm": 7.996876239776611, | |
| "learning_rate": 9.455460246741331e-05, | |
| "loss": 0.663, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.581039755351682, | |
| "grad_norm": 9.21956729888916, | |
| "learning_rate": 9.446877697061757e-05, | |
| "loss": 0.653, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.582059123343527, | |
| "grad_norm": 8.46827220916748, | |
| "learning_rate": 9.43823199793652e-05, | |
| "loss": 0.6895, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.583078491335372, | |
| "grad_norm": 9.72203540802002, | |
| "learning_rate": 9.429523272141903e-05, | |
| "loss": 1.1101, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.5840978593272171, | |
| "grad_norm": 8.79525089263916, | |
| "learning_rate": 9.420751643349219e-05, | |
| "loss": 1.2991, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.5851172273190621, | |
| "grad_norm": 6.719937801361084, | |
| "learning_rate": 9.411917236123059e-05, | |
| "loss": 0.4072, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.5861365953109072, | |
| "grad_norm": 8.360040664672852, | |
| "learning_rate": 9.403020175919517e-05, | |
| "loss": 1.169, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.5871559633027523, | |
| "grad_norm": 5.402820587158203, | |
| "learning_rate": 9.394060589084417e-05, | |
| "loss": 0.3374, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.5881753312945973, | |
| "grad_norm": 9.037818908691406, | |
| "learning_rate": 9.385038602851515e-05, | |
| "loss": 0.6785, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.5891946992864424, | |
| "grad_norm": 9.151761054992676, | |
| "learning_rate": 9.375954345340685e-05, | |
| "loss": 1.2757, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.5902140672782875, | |
| "grad_norm": 5.834461212158203, | |
| "learning_rate": 9.366807945556113e-05, | |
| "loss": 0.5899, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.5912334352701325, | |
| "grad_norm": 5.722581386566162, | |
| "learning_rate": 9.357599533384453e-05, | |
| "loss": 0.3389, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5922528032619776, | |
| "grad_norm": 10.132628440856934, | |
| "learning_rate": 9.348329239592995e-05, | |
| "loss": 1.631, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.5932721712538226, | |
| "grad_norm": 9.922087669372559, | |
| "learning_rate": 9.338997195827792e-05, | |
| "loss": 1.3975, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.5942915392456677, | |
| "grad_norm": 8.382550239562988, | |
| "learning_rate": 9.329603534611806e-05, | |
| "loss": 0.4654, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.5953109072375128, | |
| "grad_norm": 8.080007553100586, | |
| "learning_rate": 9.32014838934301e-05, | |
| "loss": 0.56, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.5963302752293578, | |
| "grad_norm": 5.616114616394043, | |
| "learning_rate": 9.310631894292518e-05, | |
| "loss": 0.2282, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.5973496432212029, | |
| "grad_norm": 10.813580513000488, | |
| "learning_rate": 9.301054184602647e-05, | |
| "loss": 1.0754, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.5983690112130479, | |
| "grad_norm": 8.062788963317871, | |
| "learning_rate": 9.291415396285024e-05, | |
| "loss": 0.4411, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.599388379204893, | |
| "grad_norm": 8.6395845413208, | |
| "learning_rate": 9.281715666218643e-05, | |
| "loss": 0.9243, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.599388379204893, | |
| "eval_Qnli-dev-1024_cosine_accuracy": 0.71875, | |
| "eval_Qnli-dev-1024_cosine_accuracy_threshold": 0.8436912298202515, | |
| "eval_Qnli-dev-1024_cosine_ap": 0.7587494204458187, | |
| "eval_Qnli-dev-1024_cosine_f1": 0.6875, | |
| "eval_Qnli-dev-1024_cosine_f1_threshold": 0.8028630018234253, | |
| "eval_Qnli-dev-1024_cosine_mcc": 0.3803921568627451, | |
| "eval_Qnli-dev-1024_cosine_precision": 0.6470588235294118, | |
| "eval_Qnli-dev-1024_cosine_recall": 0.7333333333333333, | |
| "eval_Qnli-dev_cosine_accuracy": 0.71875, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.8078321218490601, | |
| "eval_Qnli-dev_cosine_ap": 0.7321739553695406, | |
| "eval_Qnli-dev_cosine_f1": 0.7339449541284404, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6781572699546814, | |
| "eval_Qnli-dev_cosine_mcc": 0.4428074427700477, | |
| "eval_Qnli-dev_cosine_precision": 0.625, | |
| "eval_Qnli-dev_cosine_recall": 0.8888888888888888, | |
| "eval_allNLI--triplets-1024_cosine_accuracy": 0.90625, | |
| "eval_allNLI-triplets_cosine_accuracy": 0.9375, | |
| "eval_global_dataset_loss": 0.36118289828300476, | |
| "eval_global_dataset_runtime": 104.3983, | |
| "eval_global_dataset_samples_per_second": 7.692, | |
| "eval_global_dataset_steps_per_second": 0.163, | |
| "eval_sequential_score": 0.90625, | |
| "eval_sts-test-1024_pearson_cosine": 0.8631921152381832, | |
| "eval_sts-test-1024_spearman_cosine": 0.9009700758334896, | |
| "eval_sts-test_pearson_cosine": 0.9009355736320144, | |
| "eval_sts-test_spearman_cosine": 0.9171725695772274, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.6004077471967381, | |
| "grad_norm": 6.184821128845215, | |
| "learning_rate": 9.271955132147916e-05, | |
| "loss": 0.3572, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.601427115188583, | |
| "grad_norm": 8.318941116333008, | |
| "learning_rate": 9.262133932680733e-05, | |
| "loss": 0.6761, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.6024464831804281, | |
| "grad_norm": 7.54533052444458, | |
| "learning_rate": 9.252252207286479e-05, | |
| "loss": 0.5754, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.6034658511722731, | |
| "grad_norm": 4.341547012329102, | |
| "learning_rate": 9.24231009629406e-05, | |
| "loss": 0.3664, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.6044852191641182, | |
| "grad_norm": 7.616749286651611, | |
| "learning_rate": 9.232307740889909e-05, | |
| "loss": 0.5391, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.6055045871559633, | |
| "grad_norm": 4.843873977661133, | |
| "learning_rate": 9.222245283115979e-05, | |
| "loss": 0.518, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.6065239551478083, | |
| "grad_norm": 8.295080184936523, | |
| "learning_rate": 9.21212286586773e-05, | |
| "loss": 0.5263, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.6075433231396534, | |
| "grad_norm": 3.873260736465454, | |
| "learning_rate": 9.201940632892096e-05, | |
| "loss": 0.2995, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.6085626911314985, | |
| "grad_norm": 4.403683185577393, | |
| "learning_rate": 9.191698728785448e-05, | |
| "loss": 0.4181, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.6095820591233435, | |
| "grad_norm": 7.282264709472656, | |
| "learning_rate": 9.181397298991532e-05, | |
| "loss": 0.5087, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.6106014271151886, | |
| "grad_norm": 5.132986068725586, | |
| "learning_rate": 9.171036489799416e-05, | |
| "loss": 0.4344, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.6116207951070336, | |
| "grad_norm": 11.096871376037598, | |
| "learning_rate": 9.160616448341403e-05, | |
| "loss": 1.6529, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6126401630988787, | |
| "grad_norm": 4.306335926055908, | |
| "learning_rate": 9.150137322590944e-05, | |
| "loss": 0.4079, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.6136595310907238, | |
| "grad_norm": 5.622674942016602, | |
| "learning_rate": 9.139599261360537e-05, | |
| "loss": 0.3123, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.6146788990825688, | |
| "grad_norm": 10.172139167785645, | |
| "learning_rate": 9.129002414299617e-05, | |
| "loss": 1.4398, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.6156982670744139, | |
| "grad_norm": 10.175543785095215, | |
| "learning_rate": 9.118346931892423e-05, | |
| "loss": 1.5553, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.6167176350662589, | |
| "grad_norm": 7.616044521331787, | |
| "learning_rate": 9.10763296545587e-05, | |
| "loss": 0.7958, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.617737003058104, | |
| "grad_norm": 5.390756607055664, | |
| "learning_rate": 9.096860667137394e-05, | |
| "loss": 0.3815, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.6187563710499491, | |
| "grad_norm": 6.750911235809326, | |
| "learning_rate": 9.086030189912794e-05, | |
| "loss": 0.787, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.6197757390417941, | |
| "grad_norm": 5.695408344268799, | |
| "learning_rate": 9.075141687584057e-05, | |
| "loss": 0.2352, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.6207951070336392, | |
| "grad_norm": 12.017024040222168, | |
| "learning_rate": 9.06419531477718e-05, | |
| "loss": 0.6469, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.6218144750254841, | |
| "grad_norm": 9.70870304107666, | |
| "learning_rate": 9.053191226939965e-05, | |
| "loss": 1.0997, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.6228338430173292, | |
| "grad_norm": 8.183333396911621, | |
| "learning_rate": 9.042129580339822e-05, | |
| "loss": 0.8762, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.6238532110091743, | |
| "grad_norm": 8.237792015075684, | |
| "learning_rate": 9.031010532061538e-05, | |
| "loss": 0.6259, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.6248725790010193, | |
| "grad_norm": 7.553733825683594, | |
| "learning_rate": 9.019834240005058e-05, | |
| "loss": 0.8133, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.6258919469928644, | |
| "grad_norm": 8.876506805419922, | |
| "learning_rate": 9.008600862883235e-05, | |
| "loss": 1.2119, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.6269113149847095, | |
| "grad_norm": 6.738461971282959, | |
| "learning_rate": 8.997310560219578e-05, | |
| "loss": 0.5068, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.6279306829765545, | |
| "grad_norm": 9.400090217590332, | |
| "learning_rate": 8.985963492345991e-05, | |
| "loss": 0.7723, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.6289500509683996, | |
| "grad_norm": 8.690120697021484, | |
| "learning_rate": 8.974559820400486e-05, | |
| "loss": 1.0791, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.6299694189602446, | |
| "grad_norm": 5.441365718841553, | |
| "learning_rate": 8.963099706324904e-05, | |
| "loss": 0.348, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.6309887869520897, | |
| "grad_norm": 8.373964309692383, | |
| "learning_rate": 8.951583312862616e-05, | |
| "loss": 0.6523, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.6320081549439348, | |
| "grad_norm": 8.361169815063477, | |
| "learning_rate": 8.9400108035562e-05, | |
| "loss": 0.6241, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.6330275229357798, | |
| "grad_norm": 8.095520973205566, | |
| "learning_rate": 8.928382342745137e-05, | |
| "loss": 0.5039, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.6340468909276249, | |
| "grad_norm": 9.879805564880371, | |
| "learning_rate": 8.916698095563453e-05, | |
| "loss": 1.0113, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.6350662589194699, | |
| "grad_norm": 11.630424499511719, | |
| "learning_rate": 8.904958227937406e-05, | |
| "loss": 1.0527, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.636085626911315, | |
| "grad_norm": 9.939377784729004, | |
| "learning_rate": 8.893162906583094e-05, | |
| "loss": 1.3893, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.6371049949031601, | |
| "grad_norm": 7.852113723754883, | |
| "learning_rate": 8.881312299004117e-05, | |
| "loss": 0.7191, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.6381243628950051, | |
| "grad_norm": 7.134123802185059, | |
| "learning_rate": 8.86940657348918e-05, | |
| "loss": 0.3591, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.6391437308868502, | |
| "grad_norm": 5.795046806335449, | |
| "learning_rate": 8.857445899109715e-05, | |
| "loss": 0.9856, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.6401630988786952, | |
| "grad_norm": 7.4533610343933105, | |
| "learning_rate": 8.845430445717469e-05, | |
| "loss": 0.7603, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.6411824668705403, | |
| "grad_norm": 9.926379203796387, | |
| "learning_rate": 8.8333603839421e-05, | |
| "loss": 1.1553, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.6422018348623854, | |
| "grad_norm": 7.032261371612549, | |
| "learning_rate": 8.821235885188754e-05, | |
| "loss": 0.5608, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.6432212028542303, | |
| "grad_norm": 6.283802509307861, | |
| "learning_rate": 8.809057121635624e-05, | |
| "loss": 0.4338, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.6442405708460754, | |
| "grad_norm": 2.8640384674072266, | |
| "learning_rate": 8.796824266231511e-05, | |
| "loss": 0.1376, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.6452599388379205, | |
| "grad_norm": 7.722833633422852, | |
| "learning_rate": 8.784537492693368e-05, | |
| "loss": 0.6539, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.6462793068297655, | |
| "grad_norm": 7.714670658111572, | |
| "learning_rate": 8.772196975503828e-05, | |
| "loss": 0.5017, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.6472986748216106, | |
| "grad_norm": 4.0773091316223145, | |
| "learning_rate": 8.759802889908733e-05, | |
| "loss": 0.1888, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.6483180428134556, | |
| "grad_norm": 12.99943733215332, | |
| "learning_rate": 8.747355411914642e-05, | |
| "loss": 1.6077, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.6493374108053007, | |
| "grad_norm": 10.86596393585205, | |
| "learning_rate": 8.734854718286327e-05, | |
| "loss": 0.9635, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.6503567787971458, | |
| "grad_norm": 9.243484497070312, | |
| "learning_rate": 8.722300986544272e-05, | |
| "loss": 0.9786, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.6513761467889908, | |
| "grad_norm": 10.92319393157959, | |
| "learning_rate": 8.709694394962142e-05, | |
| "loss": 0.6728, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.6523955147808359, | |
| "grad_norm": 11.628253936767578, | |
| "learning_rate": 8.697035122564266e-05, | |
| "loss": 0.8592, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.6534148827726809, | |
| "grad_norm": 5.602497100830078, | |
| "learning_rate": 8.684323349123075e-05, | |
| "loss": 0.3945, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.654434250764526, | |
| "grad_norm": 7.681665420532227, | |
| "learning_rate": 8.671559255156567e-05, | |
| "loss": 0.7486, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.6554536187563711, | |
| "grad_norm": 9.017338752746582, | |
| "learning_rate": 8.658743021925733e-05, | |
| "loss": 0.7793, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.6564729867482161, | |
| "grad_norm": 5.24987268447876, | |
| "learning_rate": 8.645874831431982e-05, | |
| "loss": 0.4401, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.6574923547400612, | |
| "grad_norm": 10.270877838134766, | |
| "learning_rate": 8.632954866414567e-05, | |
| "loss": 0.6189, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.6585117227319062, | |
| "grad_norm": 8.378297805786133, | |
| "learning_rate": 8.619983310347982e-05, | |
| "loss": 0.7339, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.6595310907237513, | |
| "grad_norm": 6.045844554901123, | |
| "learning_rate": 8.606960347439355e-05, | |
| "loss": 0.4089, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.6605504587155964, | |
| "grad_norm": 10.432483673095703, | |
| "learning_rate": 8.593886162625835e-05, | |
| "loss": 1.1412, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.6615698267074414, | |
| "grad_norm": 5.939512729644775, | |
| "learning_rate": 8.580760941571967e-05, | |
| "loss": 0.798, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.6625891946992865, | |
| "grad_norm": 12.093332290649414, | |
| "learning_rate": 8.567584870667056e-05, | |
| "loss": 1.0588, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.6636085626911316, | |
| "grad_norm": 8.624043464660645, | |
| "learning_rate": 8.554358137022513e-05, | |
| "loss": 0.9044, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.6646279306829765, | |
| "grad_norm": 7.735975742340088, | |
| "learning_rate": 8.54108092846921e-05, | |
| "loss": 0.4464, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.6656472986748216, | |
| "grad_norm": 3.8205575942993164, | |
| "learning_rate": 8.527753433554797e-05, | |
| "loss": 0.2756, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 10.537273406982422, | |
| "learning_rate": 8.51437584154104e-05, | |
| "loss": 1.123, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.6676860346585117, | |
| "grad_norm": 6.052632808685303, | |
| "learning_rate": 8.500948342401124e-05, | |
| "loss": 0.5377, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.6687054026503568, | |
| "grad_norm": 7.787528991699219, | |
| "learning_rate": 8.48747112681696e-05, | |
| "loss": 0.5164, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.6697247706422018, | |
| "grad_norm": 10.115964889526367, | |
| "learning_rate": 8.473944386176469e-05, | |
| "loss": 0.7155, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.6707441386340469, | |
| "grad_norm": 6.880122184753418, | |
| "learning_rate": 8.460368312570873e-05, | |
| "loss": 0.4512, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.6717635066258919, | |
| "grad_norm": 8.106338500976562, | |
| "learning_rate": 8.446743098791969e-05, | |
| "loss": 0.6199, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.672782874617737, | |
| "grad_norm": 11.035154342651367, | |
| "learning_rate": 8.433068938329376e-05, | |
| "loss": 0.6673, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.6738022426095821, | |
| "grad_norm": 4.484703540802002, | |
| "learning_rate": 8.419346025367809e-05, | |
| "loss": 0.5934, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.6748216106014271, | |
| "grad_norm": 6.977105140686035, | |
| "learning_rate": 8.4055745547843e-05, | |
| "loss": 0.5034, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.6758409785932722, | |
| "grad_norm": 5.447470664978027, | |
| "learning_rate": 8.391754722145449e-05, | |
| "loss": 0.4161, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.6768603465851172, | |
| "grad_norm": 13.200489044189453, | |
| "learning_rate": 8.37788672370463e-05, | |
| "loss": 0.9848, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.6778797145769623, | |
| "grad_norm": 6.03376579284668, | |
| "learning_rate": 8.36397075639922e-05, | |
| "loss": 0.356, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.6788990825688074, | |
| "grad_norm": 6.075347900390625, | |
| "learning_rate": 8.350007017847788e-05, | |
| "loss": 0.3031, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.6799184505606524, | |
| "grad_norm": 5.790109157562256, | |
| "learning_rate": 8.335995706347299e-05, | |
| "loss": 0.254, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.6809378185524975, | |
| "grad_norm": 11.979147911071777, | |
| "learning_rate": 8.321937020870296e-05, | |
| "loss": 0.8646, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.6819571865443425, | |
| "grad_norm": 9.445723533630371, | |
| "learning_rate": 8.30783116106207e-05, | |
| "loss": 0.7303, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.6829765545361876, | |
| "grad_norm": 8.001054763793945, | |
| "learning_rate": 8.293678327237827e-05, | |
| "loss": 0.4105, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.6839959225280327, | |
| "grad_norm": 4.437264919281006, | |
| "learning_rate": 8.279478720379845e-05, | |
| "loss": 0.2874, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.6850152905198776, | |
| "grad_norm": 4.547714710235596, | |
| "learning_rate": 8.265232542134622e-05, | |
| "loss": 0.2112, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.6860346585117227, | |
| "grad_norm": 7.875749588012695, | |
| "learning_rate": 8.250939994810003e-05, | |
| "loss": 1.0919, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.6870540265035678, | |
| "grad_norm": 5.349310874938965, | |
| "learning_rate": 8.236601281372319e-05, | |
| "loss": 0.5927, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.6880733944954128, | |
| "grad_norm": 11.490046501159668, | |
| "learning_rate": 8.222216605443496e-05, | |
| "loss": 1.011, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.6890927624872579, | |
| "grad_norm": 7.11298942565918, | |
| "learning_rate": 8.207786171298166e-05, | |
| "loss": 0.5656, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.6901121304791029, | |
| "grad_norm": 10.48589038848877, | |
| "learning_rate": 8.193310183860771e-05, | |
| "loss": 0.7199, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.691131498470948, | |
| "grad_norm": 9.364179611206055, | |
| "learning_rate": 8.178788848702643e-05, | |
| "loss": 0.7506, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.6921508664627931, | |
| "grad_norm": 6.678390026092529, | |
| "learning_rate": 8.164222372039092e-05, | |
| "loss": 0.5386, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.6931702344546381, | |
| "grad_norm": 6.151979446411133, | |
| "learning_rate": 8.149610960726479e-05, | |
| "loss": 0.6678, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.6941896024464832, | |
| "grad_norm": 6.415065765380859, | |
| "learning_rate": 8.134954822259271e-05, | |
| "loss": 0.4834, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.6952089704383282, | |
| "grad_norm": 4.4640326499938965, | |
| "learning_rate": 8.120254164767101e-05, | |
| "loss": 0.2411, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.6962283384301733, | |
| "grad_norm": 6.626987457275391, | |
| "learning_rate": 8.105509197011807e-05, | |
| "loss": 0.5011, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.6972477064220184, | |
| "grad_norm": 7.628388404846191, | |
| "learning_rate": 8.090720128384475e-05, | |
| "loss": 0.6573, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.6982670744138634, | |
| "grad_norm": 3.4043076038360596, | |
| "learning_rate": 8.075887168902459e-05, | |
| "loss": 0.2798, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.6992864424057085, | |
| "grad_norm": 5.682481288909912, | |
| "learning_rate": 8.061010529206398e-05, | |
| "loss": 0.5887, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.6992864424057085, | |
| "eval_Qnli-dev-1024_cosine_accuracy": 0.7291666666666666, | |
| "eval_Qnli-dev-1024_cosine_accuracy_threshold": 0.8446075320243835, | |
| "eval_Qnli-dev-1024_cosine_ap": 0.7501532568375827, | |
| "eval_Qnli-dev-1024_cosine_f1": 0.7207207207207208, | |
| "eval_Qnli-dev-1024_cosine_f1_threshold": 0.756614089012146, | |
| "eval_Qnli-dev-1024_cosine_mcc": 0.4081269865567241, | |
| "eval_Qnli-dev-1024_cosine_precision": 0.6060606060606061, | |
| "eval_Qnli-dev-1024_cosine_recall": 0.8888888888888888, | |
| "eval_Qnli-dev_cosine_accuracy": 0.71875, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.7564685344696045, | |
| "eval_Qnli-dev_cosine_ap": 0.731843650475666, | |
| "eval_Qnli-dev_cosine_f1": 0.7378640776699029, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6987220048904419, | |
| "eval_Qnli-dev_cosine_mcc": 0.46153029495329345, | |
| "eval_Qnli-dev_cosine_precision": 0.6551724137931034, | |
| "eval_Qnli-dev_cosine_recall": 0.8444444444444444, | |
| "eval_allNLI--triplets-1024_cosine_accuracy": 0.9270833134651184, | |
| "eval_allNLI-triplets_cosine_accuracy": 0.9583333134651184, | |
| "eval_global_dataset_loss": 0.29955434799194336, | |
| "eval_global_dataset_runtime": 104.3655, | |
| "eval_global_dataset_samples_per_second": 7.694, | |
| "eval_global_dataset_steps_per_second": 0.163, | |
| "eval_sequential_score": 0.9270833134651184, | |
| "eval_sts-test-1024_pearson_cosine": 0.8628190908797548, | |
| "eval_sts-test-1024_spearman_cosine": 0.9062196010289961, | |
| "eval_sts-test_pearson_cosine": 0.9012940791829644, | |
| "eval_sts-test_spearman_cosine": 0.9179642241352577, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.7003058103975535, | |
| "grad_norm": 5.198816299438477, | |
| "learning_rate": 8.046090420557231e-05, | |
| "loss": 0.6328, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.7013251783893986, | |
| "grad_norm": 7.044593811035156, | |
| "learning_rate": 8.031127054833189e-05, | |
| "loss": 0.4322, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.7023445463812437, | |
| "grad_norm": 13.891091346740723, | |
| "learning_rate": 8.016120644526797e-05, | |
| "loss": 1.1473, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.7033639143730887, | |
| "grad_norm": 9.329078674316406, | |
| "learning_rate": 8.001071402741842e-05, | |
| "loss": 1.0135, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.7043832823649337, | |
| "grad_norm": 4.1149210929870605, | |
| "learning_rate": 7.985979543190358e-05, | |
| "loss": 0.2655, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.7054026503567788, | |
| "grad_norm": 7.722234725952148, | |
| "learning_rate": 7.970845280189586e-05, | |
| "loss": 0.5053, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.7064220183486238, | |
| "grad_norm": 6.9180216789245605, | |
| "learning_rate": 7.955668828658937e-05, | |
| "loss": 0.8647, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.7074413863404689, | |
| "grad_norm": 5.709589004516602, | |
| "learning_rate": 7.940450404116928e-05, | |
| "loss": 0.4423, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.7084607543323139, | |
| "grad_norm": 4.812499523162842, | |
| "learning_rate": 7.925190222678133e-05, | |
| "loss": 0.3673, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.709480122324159, | |
| "grad_norm": 11.944628715515137, | |
| "learning_rate": 7.909888501050109e-05, | |
| "loss": 1.1714, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.7104994903160041, | |
| "grad_norm": 7.61957311630249, | |
| "learning_rate": 7.894545456530316e-05, | |
| "loss": 0.8142, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.7115188583078491, | |
| "grad_norm": 9.580735206604004, | |
| "learning_rate": 7.879161307003038e-05, | |
| "loss": 0.8027, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.7125382262996942, | |
| "grad_norm": 7.831961154937744, | |
| "learning_rate": 7.863736270936284e-05, | |
| "loss": 0.4514, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.7135575942915392, | |
| "grad_norm": 9.805893898010254, | |
| "learning_rate": 7.848270567378686e-05, | |
| "loss": 0.8798, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7145769622833843, | |
| "grad_norm": 8.573545455932617, | |
| "learning_rate": 7.832764415956389e-05, | |
| "loss": 0.7718, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.7155963302752294, | |
| "grad_norm": 6.185779571533203, | |
| "learning_rate": 7.817218036869932e-05, | |
| "loss": 0.4094, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.7166156982670744, | |
| "grad_norm": 9.415246963500977, | |
| "learning_rate": 7.80163165089112e-05, | |
| "loss": 0.5358, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.7176350662589195, | |
| "grad_norm": 5.7925543785095215, | |
| "learning_rate": 7.78600547935989e-05, | |
| "loss": 0.5728, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.7186544342507645, | |
| "grad_norm": 8.365612983703613, | |
| "learning_rate": 7.770339744181175e-05, | |
| "loss": 0.4349, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.7196738022426096, | |
| "grad_norm": 11.040353775024414, | |
| "learning_rate": 7.754634667821734e-05, | |
| "loss": 1.0107, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.7206931702344547, | |
| "grad_norm": 10.400522232055664, | |
| "learning_rate": 7.73889047330701e-05, | |
| "loss": 1.3393, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.7217125382262997, | |
| "grad_norm": 6.314993381500244, | |
| "learning_rate": 7.723107384217958e-05, | |
| "loss": 0.5175, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.7227319062181448, | |
| "grad_norm": 7.7337541580200195, | |
| "learning_rate": 7.70728562468787e-05, | |
| "loss": 0.3906, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.7237512742099899, | |
| "grad_norm": 8.559732437133789, | |
| "learning_rate": 7.691425419399183e-05, | |
| "loss": 0.726, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.7247706422018348, | |
| "grad_norm": 5.824985504150391, | |
| "learning_rate": 7.675526993580306e-05, | |
| "loss": 0.4299, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.72579001019368, | |
| "grad_norm": 9.804418563842773, | |
| "learning_rate": 7.659590573002407e-05, | |
| "loss": 0.7486, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.7268093781855249, | |
| "grad_norm": 5.5835957527160645, | |
| "learning_rate": 7.643616383976214e-05, | |
| "loss": 0.3316, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.72782874617737, | |
| "grad_norm": 8.719099044799805, | |
| "learning_rate": 7.627604653348796e-05, | |
| "loss": 0.5444, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.7288481141692151, | |
| "grad_norm": 7.16873025894165, | |
| "learning_rate": 7.611555608500351e-05, | |
| "loss": 0.4717, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.7298674821610601, | |
| "grad_norm": 8.529095649719238, | |
| "learning_rate": 7.595469477340965e-05, | |
| "loss": 0.5413, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.7308868501529052, | |
| "grad_norm": 4.7856245040893555, | |
| "learning_rate": 7.579346488307379e-05, | |
| "loss": 0.2207, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.7319062181447502, | |
| "grad_norm": 8.381448745727539, | |
| "learning_rate": 7.563186870359758e-05, | |
| "loss": 0.8042, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.7329255861365953, | |
| "grad_norm": 6.099252700805664, | |
| "learning_rate": 7.546990852978415e-05, | |
| "loss": 0.3666, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.7339449541284404, | |
| "grad_norm": 6.979067802429199, | |
| "learning_rate": 7.530758666160577e-05, | |
| "loss": 0.4511, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.7349643221202854, | |
| "grad_norm": 8.355476379394531, | |
| "learning_rate": 7.514490540417103e-05, | |
| "loss": 0.782, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.7359836901121305, | |
| "grad_norm": 3.4271693229675293, | |
| "learning_rate": 7.498186706769213e-05, | |
| "loss": 0.2947, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.7370030581039755, | |
| "grad_norm": 10.753888130187988, | |
| "learning_rate": 7.481847396745215e-05, | |
| "loss": 1.6206, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.7380224260958206, | |
| "grad_norm": 10.323583602905273, | |
| "learning_rate": 7.465472842377206e-05, | |
| "loss": 0.6216, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.7390417940876657, | |
| "grad_norm": 5.268289566040039, | |
| "learning_rate": 7.449063276197789e-05, | |
| "loss": 0.2819, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.7400611620795107, | |
| "grad_norm": 8.948394775390625, | |
| "learning_rate": 7.432618931236759e-05, | |
| "loss": 0.4797, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.7410805300713558, | |
| "grad_norm": 4.78109884262085, | |
| "learning_rate": 7.416140041017802e-05, | |
| "loss": 0.3875, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.7420998980632009, | |
| "grad_norm": 7.643434047698975, | |
| "learning_rate": 7.399626839555176e-05, | |
| "loss": 0.6888, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.7431192660550459, | |
| "grad_norm": 4.128391742706299, | |
| "learning_rate": 7.383079561350386e-05, | |
| "loss": 0.3023, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.744138634046891, | |
| "grad_norm": 8.254578590393066, | |
| "learning_rate": 7.36649844138886e-05, | |
| "loss": 0.6654, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.745158002038736, | |
| "grad_norm": 10.747797966003418, | |
| "learning_rate": 7.3498837151366e-05, | |
| "loss": 0.6517, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.746177370030581, | |
| "grad_norm": 6.274332046508789, | |
| "learning_rate": 7.333235618536856e-05, | |
| "loss": 0.4537, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.7471967380224261, | |
| "grad_norm": 8.256685256958008, | |
| "learning_rate": 7.316554388006756e-05, | |
| "loss": 0.7224, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.7482161060142711, | |
| "grad_norm": 7.657110214233398, | |
| "learning_rate": 7.299840260433965e-05, | |
| "loss": 0.4447, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.7492354740061162, | |
| "grad_norm": 6.170997142791748, | |
| "learning_rate": 7.283093473173307e-05, | |
| "loss": 0.4127, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.7502548419979612, | |
| "grad_norm": 5.84876823425293, | |
| "learning_rate": 7.26631426404341e-05, | |
| "loss": 0.3297, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.7512742099898063, | |
| "grad_norm": 5.986436367034912, | |
| "learning_rate": 7.249502871323314e-05, | |
| "loss": 0.3664, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.7522935779816514, | |
| "grad_norm": 9.613632202148438, | |
| "learning_rate": 7.232659533749092e-05, | |
| "loss": 0.7934, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.7533129459734964, | |
| "grad_norm": 5.5741286277771, | |
| "learning_rate": 7.215784490510468e-05, | |
| "loss": 0.4214, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.7543323139653415, | |
| "grad_norm": 8.343430519104004, | |
| "learning_rate": 7.198877981247406e-05, | |
| "loss": 0.6174, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.7553516819571865, | |
| "grad_norm": 11.505045890808105, | |
| "learning_rate": 7.18194024604672e-05, | |
| "loss": 0.7011, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.7563710499490316, | |
| "grad_norm": 9.192388534545898, | |
| "learning_rate": 7.164971525438657e-05, | |
| "loss": 0.6472, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.7573904179408767, | |
| "grad_norm": 10.685009002685547, | |
| "learning_rate": 7.147972060393478e-05, | |
| "loss": 0.9555, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.7584097859327217, | |
| "grad_norm": 9.81982421875, | |
| "learning_rate": 7.130942092318051e-05, | |
| "loss": 1.1771, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.7594291539245668, | |
| "grad_norm": 7.654698848724365, | |
| "learning_rate": 7.113881863052407e-05, | |
| "loss": 0.6876, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.7604485219164119, | |
| "grad_norm": 10.608144760131836, | |
| "learning_rate": 7.096791614866309e-05, | |
| "loss": 0.6737, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.7614678899082569, | |
| "grad_norm": 8.949767112731934, | |
| "learning_rate": 7.079671590455821e-05, | |
| "loss": 0.9648, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.762487257900102, | |
| "grad_norm": 5.873875141143799, | |
| "learning_rate": 7.06252203293985e-05, | |
| "loss": 0.3267, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.763506625891947, | |
| "grad_norm": 3.814371347427368, | |
| "learning_rate": 7.045343185856701e-05, | |
| "loss": 0.2244, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.764525993883792, | |
| "grad_norm": 5.834865570068359, | |
| "learning_rate": 7.028135293160611e-05, | |
| "loss": 0.305, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.7655453618756372, | |
| "grad_norm": 8.765941619873047, | |
| "learning_rate": 7.010898599218296e-05, | |
| "loss": 0.5588, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.7665647298674821, | |
| "grad_norm": 8.091228485107422, | |
| "learning_rate": 6.99363334880547e-05, | |
| "loss": 1.0974, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.7675840978593272, | |
| "grad_norm": 7.041286468505859, | |
| "learning_rate": 6.976339787103373e-05, | |
| "loss": 0.603, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.7686034658511722, | |
| "grad_norm": 6.676450729370117, | |
| "learning_rate": 6.959018159695293e-05, | |
| "loss": 0.6972, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.7696228338430173, | |
| "grad_norm": 9.935379981994629, | |
| "learning_rate": 6.94166871256307e-05, | |
| "loss": 0.958, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.7706422018348624, | |
| "grad_norm": 6.536661624908447, | |
| "learning_rate": 6.92429169208361e-05, | |
| "loss": 0.2937, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.7716615698267074, | |
| "grad_norm": 5.736427307128906, | |
| "learning_rate": 6.906887345025385e-05, | |
| "loss": 0.3384, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.7726809378185525, | |
| "grad_norm": 5.628017425537109, | |
| "learning_rate": 6.88945591854493e-05, | |
| "loss": 0.3321, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.7737003058103975, | |
| "grad_norm": 9.1480712890625, | |
| "learning_rate": 6.87199766018332e-05, | |
| "loss": 0.8029, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.7747196738022426, | |
| "grad_norm": 7.8731770515441895, | |
| "learning_rate": 6.85451281786268e-05, | |
| "loss": 0.7043, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.7757390417940877, | |
| "grad_norm": 13.733153343200684, | |
| "learning_rate": 6.837001639882641e-05, | |
| "loss": 1.6068, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.7767584097859327, | |
| "grad_norm": 9.02813720703125, | |
| "learning_rate": 6.819464374916823e-05, | |
| "loss": 1.1273, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.7777777777777778, | |
| "grad_norm": 8.211151123046875, | |
| "learning_rate": 6.801901272009307e-05, | |
| "loss": 0.5429, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.7787971457696228, | |
| "grad_norm": 5.243499755859375, | |
| "learning_rate": 6.784312580571091e-05, | |
| "loss": 0.2976, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.7798165137614679, | |
| "grad_norm": 11.219100952148438, | |
| "learning_rate": 6.766698550376556e-05, | |
| "loss": 0.9183, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.780835881753313, | |
| "grad_norm": 7.10944938659668, | |
| "learning_rate": 6.749059431559913e-05, | |
| "loss": 0.4734, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.781855249745158, | |
| "grad_norm": 7.810965061187744, | |
| "learning_rate": 6.731395474611649e-05, | |
| "loss": 0.5437, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.7828746177370031, | |
| "grad_norm": 6.063333034515381, | |
| "learning_rate": 6.71370693037498e-05, | |
| "loss": 0.3382, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.7838939857288482, | |
| "grad_norm": 5.784426689147949, | |
| "learning_rate": 6.695994050042277e-05, | |
| "loss": 0.3925, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.7849133537206932, | |
| "grad_norm": 7.640711784362793, | |
| "learning_rate": 6.678257085151509e-05, | |
| "loss": 0.4345, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.7859327217125383, | |
| "grad_norm": 9.467418670654297, | |
| "learning_rate": 6.660496287582667e-05, | |
| "loss": 0.9237, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.7869520897043832, | |
| "grad_norm": 4.449363708496094, | |
| "learning_rate": 6.642711909554174e-05, | |
| "loss": 0.3875, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.7879714576962283, | |
| "grad_norm": 7.483307838439941, | |
| "learning_rate": 6.624904203619333e-05, | |
| "loss": 0.533, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.7889908256880734, | |
| "grad_norm": 4.827091693878174, | |
| "learning_rate": 6.607073422662711e-05, | |
| "loss": 0.4211, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.7900101936799184, | |
| "grad_norm": 6.135465621948242, | |
| "learning_rate": 6.589219819896565e-05, | |
| "loss": 0.5421, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.7910295616717635, | |
| "grad_norm": 9.622929573059082, | |
| "learning_rate": 6.571343648857242e-05, | |
| "loss": 0.8904, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.7920489296636085, | |
| "grad_norm": 5.664134502410889, | |
| "learning_rate": 6.553445163401571e-05, | |
| "loss": 0.4604, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.7930682976554536, | |
| "grad_norm": 9.634468078613281, | |
| "learning_rate": 6.535524617703273e-05, | |
| "loss": 0.7431, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.7940876656472987, | |
| "grad_norm": 10.855483055114746, | |
| "learning_rate": 6.517582266249336e-05, | |
| "loss": 1.0159, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.7951070336391437, | |
| "grad_norm": 9.945262908935547, | |
| "learning_rate": 6.499618363836417e-05, | |
| "loss": 0.6554, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.7961264016309888, | |
| "grad_norm": 7.224388599395752, | |
| "learning_rate": 6.481633165567207e-05, | |
| "loss": 0.8539, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.7971457696228338, | |
| "grad_norm": 8.917383193969727, | |
| "learning_rate": 6.463626926846817e-05, | |
| "loss": 0.4543, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.7981651376146789, | |
| "grad_norm": 4.411260604858398, | |
| "learning_rate": 6.445599903379154e-05, | |
| "loss": 0.2281, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.799184505606524, | |
| "grad_norm": 8.85741138458252, | |
| "learning_rate": 6.427552351163286e-05, | |
| "loss": 1.0334, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.799184505606524, | |
| "eval_Qnli-dev-1024_cosine_accuracy": 0.7395833333333334, | |
| "eval_Qnli-dev-1024_cosine_accuracy_threshold": 0.8376107215881348, | |
| "eval_Qnli-dev-1024_cosine_ap": 0.7815698422458957, | |
| "eval_Qnli-dev-1024_cosine_f1": 0.7222222222222222, | |
| "eval_Qnli-dev-1024_cosine_f1_threshold": 0.7544304132461548, | |
| "eval_Qnli-dev-1024_cosine_mcc": 0.41614558708189836, | |
| "eval_Qnli-dev-1024_cosine_precision": 0.6190476190476191, | |
| "eval_Qnli-dev-1024_cosine_recall": 0.8666666666666667, | |
| "eval_Qnli-dev_cosine_accuracy": 0.7291666666666666, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.7388297319412231, | |
| "eval_Qnli-dev_cosine_ap": 0.7636341718424307, | |
| "eval_Qnli-dev_cosine_f1": 0.7450980392156862, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.695953369140625, | |
| "eval_Qnli-dev_cosine_mcc": 0.4794765594627558, | |
| "eval_Qnli-dev_cosine_precision": 0.6666666666666666, | |
| "eval_Qnli-dev_cosine_recall": 0.8444444444444444, | |
| "eval_allNLI--triplets-1024_cosine_accuracy": 0.9583333134651184, | |
| "eval_allNLI-triplets_cosine_accuracy": 0.9583333134651184, | |
| "eval_global_dataset_loss": 0.3045359253883362, | |
| "eval_global_dataset_runtime": 103.772, | |
| "eval_global_dataset_samples_per_second": 7.738, | |
| "eval_global_dataset_steps_per_second": 0.164, | |
| "eval_sequential_score": 0.9583333134651184, | |
| "eval_sts-test-1024_pearson_cosine": 0.8706480103495355, | |
| "eval_sts-test-1024_spearman_cosine": 0.9094148980677476, | |
| "eval_sts-test_pearson_cosine": 0.9036838203711135, | |
| "eval_sts-test_spearman_cosine": 0.9196077696084266, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.800203873598369, | |
| "grad_norm": 10.137900352478027, | |
| "learning_rate": 6.409484526489805e-05, | |
| "loss": 0.9697, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.8012232415902141, | |
| "grad_norm": 8.976780891418457, | |
| "learning_rate": 6.391396685937186e-05, | |
| "loss": 0.7048, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.8022426095820592, | |
| "grad_norm": 8.672534942626953, | |
| "learning_rate": 6.373289086368151e-05, | |
| "loss": 0.5263, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.8032619775739042, | |
| "grad_norm": 9.115574836730957, | |
| "learning_rate": 6.355161984926019e-05, | |
| "loss": 0.5056, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.8042813455657493, | |
| "grad_norm": 5.47214412689209, | |
| "learning_rate": 6.337015639031044e-05, | |
| "loss": 0.3826, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.8053007135575942, | |
| "grad_norm": 4.726554870605469, | |
| "learning_rate": 6.318850306376777e-05, | |
| "loss": 0.3029, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.8063200815494393, | |
| "grad_norm": 9.025796890258789, | |
| "learning_rate": 6.300666244926387e-05, | |
| "loss": 0.7712, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.8073394495412844, | |
| "grad_norm": 8.51115894317627, | |
| "learning_rate": 6.282463712909018e-05, | |
| "loss": 0.5587, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.8083588175331294, | |
| "grad_norm": 4.170646667480469, | |
| "learning_rate": 6.264242968816106e-05, | |
| "loss": 0.2386, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.8093781855249745, | |
| "grad_norm": 7.225284576416016, | |
| "learning_rate": 6.246004271397713e-05, | |
| "loss": 0.5662, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.8103975535168195, | |
| "grad_norm": 8.109657287597656, | |
| "learning_rate": 6.227747879658859e-05, | |
| "loss": 0.5322, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.8114169215086646, | |
| "grad_norm": 8.729584693908691, | |
| "learning_rate": 6.20947405285583e-05, | |
| "loss": 0.5122, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.8124362895005097, | |
| "grad_norm": 6.562040328979492, | |
| "learning_rate": 6.191183050492515e-05, | |
| "loss": 0.5094, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.8134556574923547, | |
| "grad_norm": 8.552765846252441, | |
| "learning_rate": 6.172875132316703e-05, | |
| "loss": 0.8412, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.8144750254841998, | |
| "grad_norm": 8.517980575561523, | |
| "learning_rate": 6.154550558316405e-05, | |
| "loss": 0.3771, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.8154943934760448, | |
| "grad_norm": 9.862586975097656, | |
| "learning_rate": 6.136209588716155e-05, | |
| "loss": 0.626, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8165137614678899, | |
| "grad_norm": 11.597122192382812, | |
| "learning_rate": 6.117852483973325e-05, | |
| "loss": 0.8902, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.817533129459735, | |
| "grad_norm": 4.268974781036377, | |
| "learning_rate": 6.0994795047744144e-05, | |
| "loss": 0.2301, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.81855249745158, | |
| "grad_norm": 2.586038112640381, | |
| "learning_rate": 6.081090912031358e-05, | |
| "loss": 0.16, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.8195718654434251, | |
| "grad_norm": 6.814731121063232, | |
| "learning_rate": 6.0626869668778085e-05, | |
| "loss": 0.4375, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.8205912334352702, | |
| "grad_norm": 9.699979782104492, | |
| "learning_rate": 6.044267930665446e-05, | |
| "loss": 0.9554, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.8216106014271152, | |
| "grad_norm": 7.751320838928223, | |
| "learning_rate": 6.025834064960247e-05, | |
| "loss": 0.4906, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.8226299694189603, | |
| "grad_norm": 8.852093696594238, | |
| "learning_rate": 6.007385631538787e-05, | |
| "loss": 0.478, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.8236493374108053, | |
| "grad_norm": 5.510447025299072, | |
| "learning_rate": 5.988922892384513e-05, | |
| "loss": 0.6057, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.8246687054026504, | |
| "grad_norm": 6.745148658752441, | |
| "learning_rate": 5.9704461096840204e-05, | |
| "loss": 0.5003, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.8256880733944955, | |
| "grad_norm": 11.509452819824219, | |
| "learning_rate": 5.9519555458233436e-05, | |
| "loss": 1.0844, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.8267074413863404, | |
| "grad_norm": 9.71648120880127, | |
| "learning_rate": 5.933451463384213e-05, | |
| "loss": 1.0267, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.8277268093781855, | |
| "grad_norm": 9.810832023620605, | |
| "learning_rate": 5.91493412514034e-05, | |
| "loss": 0.5415, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.8287461773700305, | |
| "grad_norm": 5.600392818450928, | |
| "learning_rate": 5.896403794053679e-05, | |
| "loss": 0.3295, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.8297655453618756, | |
| "grad_norm": 7.511580944061279, | |
| "learning_rate": 5.877860733270692e-05, | |
| "loss": 0.5511, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.8307849133537207, | |
| "grad_norm": 5.374726295471191, | |
| "learning_rate": 5.8593052061186125e-05, | |
| "loss": 0.3234, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.8318042813455657, | |
| "grad_norm": 4.7778639793396, | |
| "learning_rate": 5.8407374761017105e-05, | |
| "loss": 0.2917, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.8328236493374108, | |
| "grad_norm": 4.155742645263672, | |
| "learning_rate": 5.822157806897548e-05, | |
| "loss": 0.3865, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.8338430173292558, | |
| "grad_norm": 5.087594032287598, | |
| "learning_rate": 5.803566462353225e-05, | |
| "loss": 0.2401, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.8348623853211009, | |
| "grad_norm": 3.707869529724121, | |
| "learning_rate": 5.7849637064816496e-05, | |
| "loss": 0.1582, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.835881753312946, | |
| "grad_norm": 7.63162899017334, | |
| "learning_rate": 5.76634980345778e-05, | |
| "loss": 0.5475, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.836901121304791, | |
| "grad_norm": 5.092942237854004, | |
| "learning_rate": 5.747725017614869e-05, | |
| "loss": 0.3291, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.8379204892966361, | |
| "grad_norm": 6.86021089553833, | |
| "learning_rate": 5.72908961344072e-05, | |
| "loss": 0.6867, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.8389398572884812, | |
| "grad_norm": 9.336700439453125, | |
| "learning_rate": 5.710443855573919e-05, | |
| "loss": 0.9519, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.8399592252803262, | |
| "grad_norm": 6.382976055145264, | |
| "learning_rate": 5.6917880088000894e-05, | |
| "loss": 0.4898, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.8409785932721713, | |
| "grad_norm": 8.171992301940918, | |
| "learning_rate": 5.6731223380481257e-05, | |
| "loss": 0.3361, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.8419979612640163, | |
| "grad_norm": 11.304964065551758, | |
| "learning_rate": 5.6544471083864245e-05, | |
| "loss": 1.0131, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.8430173292558614, | |
| "grad_norm": 7.883802890777588, | |
| "learning_rate": 5.635762585019136e-05, | |
| "loss": 0.4988, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.8440366972477065, | |
| "grad_norm": 5.304625988006592, | |
| "learning_rate": 5.61706903328238e-05, | |
| "loss": 0.2737, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.8450560652395515, | |
| "grad_norm": 8.170361518859863, | |
| "learning_rate": 5.598366718640494e-05, | |
| "loss": 0.5214, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.8460754332313966, | |
| "grad_norm": 7.193360805511475, | |
| "learning_rate": 5.579655906682255e-05, | |
| "loss": 0.5261, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.8470948012232415, | |
| "grad_norm": 5.908787250518799, | |
| "learning_rate": 5.5609368631171035e-05, | |
| "loss": 0.4337, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.8481141692150866, | |
| "grad_norm": 11.470138549804688, | |
| "learning_rate": 5.5422098537713815e-05, | |
| "loss": 1.0523, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.8491335372069317, | |
| "grad_norm": 5.7633514404296875, | |
| "learning_rate": 5.52347514458455e-05, | |
| "loss": 0.59, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.8501529051987767, | |
| "grad_norm": 9.171930313110352, | |
| "learning_rate": 5.5047330016054154e-05, | |
| "loss": 0.9984, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.8511722731906218, | |
| "grad_norm": 7.584822177886963, | |
| "learning_rate": 5.48598369098835e-05, | |
| "loss": 1.0533, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.8521916411824668, | |
| "grad_norm": 5.429177761077881, | |
| "learning_rate": 5.4672274789895104e-05, | |
| "loss": 0.266, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.8532110091743119, | |
| "grad_norm": 7.292309284210205, | |
| "learning_rate": 5.4484646319630636e-05, | |
| "loss": 0.3497, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.854230377166157, | |
| "grad_norm": 7.126836776733398, | |
| "learning_rate": 5.429695416357392e-05, | |
| "loss": 0.5161, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.855249745158002, | |
| "grad_norm": 6.357126235961914, | |
| "learning_rate": 5.410920098711323e-05, | |
| "loss": 0.4256, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.8562691131498471, | |
| "grad_norm": 6.682480335235596, | |
| "learning_rate": 5.392138945650339e-05, | |
| "loss": 0.3334, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.8572884811416922, | |
| "grad_norm": 6.9180521965026855, | |
| "learning_rate": 5.373352223882787e-05, | |
| "loss": 0.5704, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.8583078491335372, | |
| "grad_norm": 6.871384620666504, | |
| "learning_rate": 5.354560200196094e-05, | |
| "loss": 0.3803, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.8593272171253823, | |
| "grad_norm": 9.186737060546875, | |
| "learning_rate": 5.335763141452982e-05, | |
| "loss": 0.7648, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.8603465851172273, | |
| "grad_norm": 8.700101852416992, | |
| "learning_rate": 5.3169613145876714e-05, | |
| "loss": 0.7548, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.8613659531090724, | |
| "grad_norm": 7.032200336456299, | |
| "learning_rate": 5.2981549866020975e-05, | |
| "loss": 0.7275, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.8623853211009175, | |
| "grad_norm": 13.48193359375, | |
| "learning_rate": 5.2793444245621146e-05, | |
| "loss": 1.1788, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.8634046890927625, | |
| "grad_norm": 9.682479858398438, | |
| "learning_rate": 5.260529895593702e-05, | |
| "loss": 0.7809, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.8644240570846076, | |
| "grad_norm": 8.730304718017578, | |
| "learning_rate": 5.241711666879172e-05, | |
| "loss": 0.6487, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.8654434250764526, | |
| "grad_norm": 6.570590972900391, | |
| "learning_rate": 5.2228900056533836e-05, | |
| "loss": 0.561, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.8664627930682977, | |
| "grad_norm": 8.695535659790039, | |
| "learning_rate": 5.204065179199931e-05, | |
| "loss": 0.5906, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.8674821610601428, | |
| "grad_norm": 5.353935241699219, | |
| "learning_rate": 5.1852374548473614e-05, | |
| "loss": 0.5192, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.8685015290519877, | |
| "grad_norm": 10.60522174835205, | |
| "learning_rate": 5.1664070999653766e-05, | |
| "loss": 0.8094, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.8695208970438328, | |
| "grad_norm": 3.7188539505004883, | |
| "learning_rate": 5.147574381961032e-05, | |
| "loss": 0.2399, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.8705402650356778, | |
| "grad_norm": 5.648993492126465, | |
| "learning_rate": 5.128739568274944e-05, | |
| "loss": 0.4103, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.8715596330275229, | |
| "grad_norm": 6.711026668548584, | |
| "learning_rate": 5.109902926377482e-05, | |
| "loss": 0.4969, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.872579001019368, | |
| "grad_norm": 5.686347961425781, | |
| "learning_rate": 5.091064723764987e-05, | |
| "loss": 0.37, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.873598369011213, | |
| "grad_norm": 4.857931613922119, | |
| "learning_rate": 5.072225227955959e-05, | |
| "loss": 0.4109, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.8746177370030581, | |
| "grad_norm": 8.75938606262207, | |
| "learning_rate": 5.053384706487261e-05, | |
| "loss": 0.525, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.8756371049949032, | |
| "grad_norm": 5.874378204345703, | |
| "learning_rate": 5.034543426910324e-05, | |
| "loss": 0.5958, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.8766564729867482, | |
| "grad_norm": 5.085257530212402, | |
| "learning_rate": 5.0157016567873424e-05, | |
| "loss": 0.4708, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.8776758409785933, | |
| "grad_norm": 7.9917707443237305, | |
| "learning_rate": 4.996859663687479e-05, | |
| "loss": 0.6881, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.8786952089704383, | |
| "grad_norm": 8.1506929397583, | |
| "learning_rate": 4.9780177151830634e-05, | |
| "loss": 0.5545, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.8797145769622834, | |
| "grad_norm": 9.375650405883789, | |
| "learning_rate": 4.959176078845789e-05, | |
| "loss": 0.645, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.8807339449541285, | |
| "grad_norm": 4.8143310546875, | |
| "learning_rate": 4.9403350222429184e-05, | |
| "loss": 0.4112, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.8817533129459735, | |
| "grad_norm": 7.862481594085693, | |
| "learning_rate": 4.92149481293348e-05, | |
| "loss": 0.4178, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.8827726809378186, | |
| "grad_norm": 5.252464771270752, | |
| "learning_rate": 4.902655718464473e-05, | |
| "loss": 0.2857, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.8837920489296636, | |
| "grad_norm": 6.06905460357666, | |
| "learning_rate": 4.883818006367062e-05, | |
| "loss": 0.3374, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.8848114169215087, | |
| "grad_norm": 6.810131072998047, | |
| "learning_rate": 4.86498194415278e-05, | |
| "loss": 0.5303, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.8858307849133538, | |
| "grad_norm": 7.676322937011719, | |
| "learning_rate": 4.846147799309734e-05, | |
| "loss": 0.7438, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.8868501529051988, | |
| "grad_norm": 11.570023536682129, | |
| "learning_rate": 4.8273158392987986e-05, | |
| "loss": 1.0872, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.8878695208970439, | |
| "grad_norm": 6.312341213226318, | |
| "learning_rate": 4.8084863315498234e-05, | |
| "loss": 0.4497, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 7.389033794403076, | |
| "learning_rate": 4.7896595434578356e-05, | |
| "loss": 0.4171, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.8899082568807339, | |
| "grad_norm": 8.600625038146973, | |
| "learning_rate": 4.770835742379239e-05, | |
| "loss": 0.4417, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.890927624872579, | |
| "grad_norm": 7.350024223327637, | |
| "learning_rate": 4.7520151956280227e-05, | |
| "loss": 0.7023, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.891946992864424, | |
| "grad_norm": 12.617684364318848, | |
| "learning_rate": 4.733198170471953e-05, | |
| "loss": 1.0547, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.8929663608562691, | |
| "grad_norm": 5.219171524047852, | |
| "learning_rate": 4.714384934128796e-05, | |
| "loss": 0.3526, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.8939857288481141, | |
| "grad_norm": 10.923335075378418, | |
| "learning_rate": 4.6955757537625104e-05, | |
| "loss": 0.7315, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.8950050968399592, | |
| "grad_norm": 4.7785325050354, | |
| "learning_rate": 4.6767708964794526e-05, | |
| "loss": 0.4082, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.8960244648318043, | |
| "grad_norm": 7.037627696990967, | |
| "learning_rate": 4.6579706293245944e-05, | |
| "loss": 0.8155, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.8970438328236493, | |
| "grad_norm": 7.149205207824707, | |
| "learning_rate": 4.6391752192777164e-05, | |
| "loss": 0.5083, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.8980632008154944, | |
| "grad_norm": 5.331564426422119, | |
| "learning_rate": 4.620384933249631e-05, | |
| "loss": 0.655, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.8990825688073395, | |
| "grad_norm": 10.019486427307129, | |
| "learning_rate": 4.6016000380783805e-05, | |
| "loss": 0.7207, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.8990825688073395, | |
| "eval_Qnli-dev-1024_cosine_accuracy": 0.7708333333333334, | |
| "eval_Qnli-dev-1024_cosine_accuracy_threshold": 0.8360349535942078, | |
| "eval_Qnli-dev-1024_cosine_ap": 0.8011558872452826, | |
| "eval_Qnli-dev-1024_cosine_f1": 0.7250000000000001, | |
| "eval_Qnli-dev-1024_cosine_f1_threshold": 0.8360349535942078, | |
| "eval_Qnli-dev-1024_cosine_mcc": 0.5461802806126049, | |
| "eval_Qnli-dev-1024_cosine_precision": 0.8285714285714286, | |
| "eval_Qnli-dev-1024_cosine_recall": 0.6444444444444445, | |
| "eval_Qnli-dev_cosine_accuracy": 0.7291666666666666, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.7521146535873413, | |
| "eval_Qnli-dev_cosine_ap": 0.7712094779135136, | |
| "eval_Qnli-dev_cosine_f1": 0.7500000000000001, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6768573522567749, | |
| "eval_Qnli-dev_cosine_mcc": 0.48653004754089046, | |
| "eval_Qnli-dev_cosine_precision": 0.6610169491525424, | |
| "eval_Qnli-dev_cosine_recall": 0.8666666666666667, | |
| "eval_allNLI--triplets-1024_cosine_accuracy": 0.9479166865348816, | |
| "eval_allNLI-triplets_cosine_accuracy": 0.9583333134651184, | |
| "eval_global_dataset_loss": 0.26387155055999756, | |
| "eval_global_dataset_runtime": 103.9177, | |
| "eval_global_dataset_samples_per_second": 7.727, | |
| "eval_global_dataset_steps_per_second": 0.164, | |
| "eval_sequential_score": 0.9479166865348816, | |
| "eval_sts-test-1024_pearson_cosine": 0.8810824372715894, | |
| "eval_sts-test-1024_spearman_cosine": 0.9117642789427417, | |
| "eval_sts-test_pearson_cosine": 0.9044525796924666, | |
| "eval_sts-test_spearman_cosine": 0.9182572042166309, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.9001019367991845, | |
| "grad_norm": 7.724752426147461, | |
| "learning_rate": 4.582820800525455e-05, | |
| "loss": 0.4898, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.9011213047910296, | |
| "grad_norm": 9.442131042480469, | |
| "learning_rate": 4.564047487272001e-05, | |
| "loss": 0.5506, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.9021406727828746, | |
| "grad_norm": 8.832263946533203, | |
| "learning_rate": 4.5452803649150324e-05, | |
| "loss": 0.6206, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.9031600407747197, | |
| "grad_norm": 12.987079620361328, | |
| "learning_rate": 4.5265196999636535e-05, | |
| "loss": 1.9669, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.9041794087665648, | |
| "grad_norm": 9.050309181213379, | |
| "learning_rate": 4.5077657588352595e-05, | |
| "loss": 0.8493, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.9051987767584098, | |
| "grad_norm": 9.642857551574707, | |
| "learning_rate": 4.489018807851769e-05, | |
| "loss": 0.9698, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.9062181447502549, | |
| "grad_norm": 7.444589614868164, | |
| "learning_rate": 4.4702791132358314e-05, | |
| "loss": 0.7322, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.9072375127420998, | |
| "grad_norm": 9.99152946472168, | |
| "learning_rate": 4.451546941107046e-05, | |
| "loss": 0.484, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.908256880733945, | |
| "grad_norm": 6.232360363006592, | |
| "learning_rate": 4.432822557478194e-05, | |
| "loss": 0.5604, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.90927624872579, | |
| "grad_norm": 3.1541106700897217, | |
| "learning_rate": 4.414106228251446e-05, | |
| "loss": 0.2633, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.910295616717635, | |
| "grad_norm": 5.661106109619141, | |
| "learning_rate": 4.3953982192146006e-05, | |
| "loss": 0.2417, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.9113149847094801, | |
| "grad_norm": 4.497067451477051, | |
| "learning_rate": 4.3766987960372956e-05, | |
| "loss": 0.4481, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.9123343527013251, | |
| "grad_norm": 8.505694389343262, | |
| "learning_rate": 4.358008224267245e-05, | |
| "loss": 0.7402, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.9133537206931702, | |
| "grad_norm": 5.820054054260254, | |
| "learning_rate": 4.3393267693264686e-05, | |
| "loss": 0.4897, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.9143730886850153, | |
| "grad_norm": 7.943095684051514, | |
| "learning_rate": 4.320654696507511e-05, | |
| "loss": 0.5863, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.9153924566768603, | |
| "grad_norm": 10.6437349319458, | |
| "learning_rate": 4.301992270969692e-05, | |
| "loss": 0.7101, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.9164118246687054, | |
| "grad_norm": 3.8055593967437744, | |
| "learning_rate": 4.2833397577353284e-05, | |
| "loss": 0.2404, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.9174311926605505, | |
| "grad_norm": 8.539854049682617, | |
| "learning_rate": 4.26469742168597e-05, | |
| "loss": 0.5594, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.9184505606523955, | |
| "grad_norm": 5.611748218536377, | |
| "learning_rate": 4.2460655275586494e-05, | |
| "loss": 0.4047, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.9194699286442406, | |
| "grad_norm": 4.898343086242676, | |
| "learning_rate": 4.227444339942107e-05, | |
| "loss": 0.4865, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.9204892966360856, | |
| "grad_norm": 8.28711986541748, | |
| "learning_rate": 4.208834123273047e-05, | |
| "loss": 0.3909, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.9215086646279307, | |
| "grad_norm": 6.98935604095459, | |
| "learning_rate": 4.190235141832375e-05, | |
| "loss": 0.2808, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.9225280326197758, | |
| "grad_norm": 9.016980171203613, | |
| "learning_rate": 4.171647659741448e-05, | |
| "loss": 0.7509, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.9235474006116208, | |
| "grad_norm": 5.859550476074219, | |
| "learning_rate": 4.153071940958321e-05, | |
| "loss": 0.325, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.9245667686034659, | |
| "grad_norm": 7.970040321350098, | |
| "learning_rate": 4.134508249274002e-05, | |
| "loss": 0.5335, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.9255861365953109, | |
| "grad_norm": 6.2324981689453125, | |
| "learning_rate": 4.1159568483087e-05, | |
| "loss": 0.6193, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.926605504587156, | |
| "grad_norm": 5.227268218994141, | |
| "learning_rate": 4.0974180015080897e-05, | |
| "loss": 0.2974, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.9276248725790011, | |
| "grad_norm": 9.293944358825684, | |
| "learning_rate": 4.078891972139564e-05, | |
| "loss": 0.6725, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.928644240570846, | |
| "grad_norm": 10.003561019897461, | |
| "learning_rate": 4.060379023288495e-05, | |
| "loss": 0.8828, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.9296636085626911, | |
| "grad_norm": 9.07729721069336, | |
| "learning_rate": 4.0418794178545076e-05, | |
| "loss": 0.8751, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.9306829765545361, | |
| "grad_norm": 7.200821876525879, | |
| "learning_rate": 4.023393418547732e-05, | |
| "loss": 0.7019, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.9317023445463812, | |
| "grad_norm": 10.154699325561523, | |
| "learning_rate": 4.0049212878850793e-05, | |
| "loss": 0.7131, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.9327217125382263, | |
| "grad_norm": 7.271543025970459, | |
| "learning_rate": 3.98646328818652e-05, | |
| "loss": 0.2849, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.9337410805300713, | |
| "grad_norm": 9.933566093444824, | |
| "learning_rate": 3.96801968157135e-05, | |
| "loss": 0.8097, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.9347604485219164, | |
| "grad_norm": 5.370792865753174, | |
| "learning_rate": 3.949590729954467e-05, | |
| "loss": 0.3447, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.9357798165137615, | |
| "grad_norm": 8.846680641174316, | |
| "learning_rate": 3.931176695042664e-05, | |
| "loss": 0.8601, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.9367991845056065, | |
| "grad_norm": 5.936051368713379, | |
| "learning_rate": 3.912777838330893e-05, | |
| "loss": 0.4467, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.9378185524974516, | |
| "grad_norm": 10.40077018737793, | |
| "learning_rate": 3.8943944210985735e-05, | |
| "loss": 0.8137, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.9388379204892966, | |
| "grad_norm": 7.319591999053955, | |
| "learning_rate": 3.876026704405866e-05, | |
| "loss": 0.4527, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.9398572884811417, | |
| "grad_norm": 8.947883605957031, | |
| "learning_rate": 3.8576749490899686e-05, | |
| "loss": 0.7656, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.9408766564729868, | |
| "grad_norm": 10.776662826538086, | |
| "learning_rate": 3.839339415761416e-05, | |
| "loss": 1.1218, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.9418960244648318, | |
| "grad_norm": 2.9248359203338623, | |
| "learning_rate": 3.821020364800379e-05, | |
| "loss": 0.188, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.9429153924566769, | |
| "grad_norm": 9.73752212524414, | |
| "learning_rate": 3.8027180563529616e-05, | |
| "loss": 0.8454, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.9439347604485219, | |
| "grad_norm": 6.643280506134033, | |
| "learning_rate": 3.7844327503275136e-05, | |
| "loss": 0.5368, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.944954128440367, | |
| "grad_norm": 9.299040794372559, | |
| "learning_rate": 3.7661647063909294e-05, | |
| "loss": 0.7602, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.9459734964322121, | |
| "grad_norm": 6.660792827606201, | |
| "learning_rate": 3.747914183964974e-05, | |
| "loss": 0.4733, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.9469928644240571, | |
| "grad_norm": 5.206737995147705, | |
| "learning_rate": 3.729681442222587e-05, | |
| "loss": 0.2305, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.9480122324159022, | |
| "grad_norm": 9.746971130371094, | |
| "learning_rate": 3.711466740084211e-05, | |
| "loss": 0.7775, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.9490316004077471, | |
| "grad_norm": 9.825338363647461, | |
| "learning_rate": 3.6932703362141084e-05, | |
| "loss": 0.8859, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.9500509683995922, | |
| "grad_norm": 7.335731506347656, | |
| "learning_rate": 3.6750924890166914e-05, | |
| "loss": 0.3918, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.9510703363914373, | |
| "grad_norm": 6.4724931716918945, | |
| "learning_rate": 3.656933456632853e-05, | |
| "loss": 0.3842, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.9520897043832823, | |
| "grad_norm": 4.886312484741211, | |
| "learning_rate": 3.638793496936296e-05, | |
| "loss": 0.3719, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.9531090723751274, | |
| "grad_norm": 8.522834777832031, | |
| "learning_rate": 3.620672867529878e-05, | |
| "loss": 0.8043, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.9541284403669725, | |
| "grad_norm": 9.507696151733398, | |
| "learning_rate": 3.602571825741953e-05, | |
| "loss": 0.8282, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.9551478083588175, | |
| "grad_norm": 4.895750045776367, | |
| "learning_rate": 3.584490628622705e-05, | |
| "loss": 0.4599, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.9561671763506626, | |
| "grad_norm": 7.197470664978027, | |
| "learning_rate": 3.566429532940518e-05, | |
| "loss": 0.649, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.9571865443425076, | |
| "grad_norm": 6.60915470123291, | |
| "learning_rate": 3.548388795178307e-05, | |
| "loss": 0.4325, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.9582059123343527, | |
| "grad_norm": 10.626359939575195, | |
| "learning_rate": 3.5303686715298955e-05, | |
| "loss": 1.3108, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.9592252803261978, | |
| "grad_norm": 6.316555023193359, | |
| "learning_rate": 3.51236941789637e-05, | |
| "loss": 0.3018, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.9602446483180428, | |
| "grad_norm": 7.12025785446167, | |
| "learning_rate": 3.494391289882435e-05, | |
| "loss": 0.6258, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.9612640163098879, | |
| "grad_norm": 10.008544921875, | |
| "learning_rate": 3.476434542792805e-05, | |
| "loss": 1.2266, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.9622833843017329, | |
| "grad_norm": 8.917716979980469, | |
| "learning_rate": 3.4584994316285604e-05, | |
| "loss": 0.6593, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.963302752293578, | |
| "grad_norm": 5.837446689605713, | |
| "learning_rate": 3.4405862110835364e-05, | |
| "loss": 0.3096, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.9643221202854231, | |
| "grad_norm": 4.312796115875244, | |
| "learning_rate": 3.422695135540697e-05, | |
| "loss": 0.3436, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.9653414882772681, | |
| "grad_norm": 4.772927284240723, | |
| "learning_rate": 3.404826459068536e-05, | |
| "loss": 0.2497, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.9663608562691132, | |
| "grad_norm": 3.3676137924194336, | |
| "learning_rate": 3.386980435417457e-05, | |
| "loss": 0.1653, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.9673802242609582, | |
| "grad_norm": 6.203863143920898, | |
| "learning_rate": 3.369157318016176e-05, | |
| "loss": 0.469, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.9683995922528033, | |
| "grad_norm": 7.628493309020996, | |
| "learning_rate": 3.351357359968117e-05, | |
| "loss": 0.4919, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.9694189602446484, | |
| "grad_norm": 7.940287113189697, | |
| "learning_rate": 3.333580814047826e-05, | |
| "loss": 0.4788, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.9704383282364933, | |
| "grad_norm": 6.046499729156494, | |
| "learning_rate": 3.3158279326973766e-05, | |
| "loss": 0.3041, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.9714576962283384, | |
| "grad_norm": 4.314492225646973, | |
| "learning_rate": 3.298098968022782e-05, | |
| "loss": 0.3138, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.9724770642201835, | |
| "grad_norm": 8.91407585144043, | |
| "learning_rate": 3.2803941717904216e-05, | |
| "loss": 0.7758, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.9734964322120285, | |
| "grad_norm": 11.913896560668945, | |
| "learning_rate": 3.26271379542346e-05, | |
| "loss": 0.6974, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.9745158002038736, | |
| "grad_norm": 4.831221580505371, | |
| "learning_rate": 3.2450580899982795e-05, | |
| "loss": 0.2964, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.9755351681957186, | |
| "grad_norm": 6.116502285003662, | |
| "learning_rate": 3.2274273062409154e-05, | |
| "loss": 0.3473, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.9765545361875637, | |
| "grad_norm": 11.75236988067627, | |
| "learning_rate": 3.2098216945234946e-05, | |
| "loss": 0.8905, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.9775739041794088, | |
| "grad_norm": 3.468975067138672, | |
| "learning_rate": 3.192241504860675e-05, | |
| "loss": 0.2521, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.9785932721712538, | |
| "grad_norm": 7.624709606170654, | |
| "learning_rate": 3.1746869869061063e-05, | |
| "loss": 0.4462, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.9796126401630989, | |
| "grad_norm": 9.019265174865723, | |
| "learning_rate": 3.157158389948871e-05, | |
| "loss": 0.7842, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.9806320081549439, | |
| "grad_norm": 4.77131986618042, | |
| "learning_rate": 3.1396559629099574e-05, | |
| "loss": 0.2973, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.981651376146789, | |
| "grad_norm": 8.40596866607666, | |
| "learning_rate": 3.122179954338716e-05, | |
| "loss": 0.6026, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.9826707441386341, | |
| "grad_norm": 6.705322265625, | |
| "learning_rate": 3.1047306124093335e-05, | |
| "loss": 0.4026, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.9836901121304791, | |
| "grad_norm": 10.35732364654541, | |
| "learning_rate": 3.087308184917308e-05, | |
| "loss": 0.9181, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.9847094801223242, | |
| "grad_norm": 6.806704998016357, | |
| "learning_rate": 3.069912919275926e-05, | |
| "loss": 0.473, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.9857288481141692, | |
| "grad_norm": 10.28345012664795, | |
| "learning_rate": 3.0525450625127575e-05, | |
| "loss": 0.7152, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.9867482161060143, | |
| "grad_norm": 11.785171508789062, | |
| "learning_rate": 3.0352048612661416e-05, | |
| "loss": 0.9519, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.9877675840978594, | |
| "grad_norm": 8.55274772644043, | |
| "learning_rate": 3.017892561781682e-05, | |
| "loss": 0.5322, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.9887869520897044, | |
| "grad_norm": 8.597644805908203, | |
| "learning_rate": 3.0006084099087595e-05, | |
| "loss": 0.8257, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.9898063200815495, | |
| "grad_norm": 6.743808746337891, | |
| "learning_rate": 2.983352651097031e-05, | |
| "loss": 0.5648, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.9908256880733946, | |
| "grad_norm": 10.981080055236816, | |
| "learning_rate": 2.9661255303929486e-05, | |
| "loss": 0.909, | |
| "step": 972 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 2943, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 972, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |