wav2vec2-base-unslurp-gold / trainer_state.json
alkiskoudounas's picture
Upload with huggingface_hub
38d293c verified
{
"best_metric": 0.8324182680309459,
"best_model_checkpoint": "results_retain/facebook/wav2vec2-base/42/checkpoint-30000",
"epoch": 69.20415224913495,
"eval_steps": 500,
"global_step": 30000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.1534025374855825,
"grad_norm": 4.369956970214844,
"learning_rate": 8.333333333333333e-05,
"loss": 3.9309,
"step": 500
},
{
"epoch": 1.1534025374855825,
"eval_accuracy": 0.15310706264037935,
"eval_f1_macro": 0.019883818836519816,
"eval_loss": 3.409226894378662,
"eval_runtime": 35.4301,
"eval_samples_per_second": 226.192,
"eval_steps_per_second": 7.084,
"step": 500
},
{
"epoch": 2.306805074971165,
"grad_norm": 14.16882610321045,
"learning_rate": 0.00016666666666666666,
"loss": 2.5622,
"step": 1000
},
{
"epoch": 2.306805074971165,
"eval_accuracy": 0.541177938607437,
"eval_f1_macro": 0.26987730386621905,
"eval_loss": 1.8982651233673096,
"eval_runtime": 35.0851,
"eval_samples_per_second": 228.416,
"eval_steps_per_second": 7.154,
"step": 1000
},
{
"epoch": 3.4602076124567476,
"grad_norm": 9.389366149902344,
"learning_rate": 0.00025,
"loss": 1.6435,
"step": 1500
},
{
"epoch": 3.4602076124567476,
"eval_accuracy": 0.6169203893186923,
"eval_f1_macro": 0.37606688616805145,
"eval_loss": 1.6092511415481567,
"eval_runtime": 35.1816,
"eval_samples_per_second": 227.79,
"eval_steps_per_second": 7.134,
"step": 1500
},
{
"epoch": 4.61361014994233,
"grad_norm": 11.559647560119629,
"learning_rate": 0.0003333333333333333,
"loss": 1.4186,
"step": 2000
},
{
"epoch": 4.61361014994233,
"eval_accuracy": 0.6561018218118293,
"eval_f1_macro": 0.4408940890295375,
"eval_loss": 1.540195345878601,
"eval_runtime": 35.3339,
"eval_samples_per_second": 226.808,
"eval_steps_per_second": 7.104,
"step": 2000
},
{
"epoch": 5.767012687427912,
"grad_norm": 11.722562789916992,
"learning_rate": 0.0004166666666666667,
"loss": 1.3754,
"step": 2500
},
{
"epoch": 5.767012687427912,
"eval_accuracy": 0.6512353381582231,
"eval_f1_macro": 0.4529040361609232,
"eval_loss": 1.5076924562454224,
"eval_runtime": 35.3118,
"eval_samples_per_second": 226.95,
"eval_steps_per_second": 7.108,
"step": 2500
},
{
"epoch": 6.920415224913495,
"grad_norm": 10.16735553741455,
"learning_rate": 0.0005,
"loss": 1.3999,
"step": 3000
},
{
"epoch": 6.920415224913495,
"eval_accuracy": 0.6501123034689293,
"eval_f1_macro": 0.4559819632486863,
"eval_loss": 1.5159275531768799,
"eval_runtime": 35.4302,
"eval_samples_per_second": 226.191,
"eval_steps_per_second": 7.084,
"step": 3000
},
{
"epoch": 8.073817762399077,
"grad_norm": 8.510236740112305,
"learning_rate": 0.0004907407407407408,
"loss": 1.3843,
"step": 3500
},
{
"epoch": 8.073817762399077,
"eval_accuracy": 0.6425006239081608,
"eval_f1_macro": 0.45380481877858314,
"eval_loss": 1.531354308128357,
"eval_runtime": 35.0783,
"eval_samples_per_second": 228.461,
"eval_steps_per_second": 7.155,
"step": 3500
},
{
"epoch": 9.22722029988466,
"grad_norm": 6.111170768737793,
"learning_rate": 0.00048148148148148144,
"loss": 1.2362,
"step": 4000
},
{
"epoch": 9.22722029988466,
"eval_accuracy": 0.6679560768654854,
"eval_f1_macro": 0.49259444116250145,
"eval_loss": 1.4102381467819214,
"eval_runtime": 35.1989,
"eval_samples_per_second": 227.678,
"eval_steps_per_second": 7.131,
"step": 4000
},
{
"epoch": 10.380622837370241,
"grad_norm": 7.980649948120117,
"learning_rate": 0.00047222222222222224,
"loss": 1.111,
"step": 4500
},
{
"epoch": 10.380622837370241,
"eval_accuracy": 0.6789368604941353,
"eval_f1_macro": 0.49662640502149236,
"eval_loss": 1.385581612586975,
"eval_runtime": 35.3766,
"eval_samples_per_second": 226.534,
"eval_steps_per_second": 7.095,
"step": 4500
},
{
"epoch": 11.534025374855824,
"grad_norm": 7.416294574737549,
"learning_rate": 0.000462962962962963,
"loss": 1.018,
"step": 5000
},
{
"epoch": 11.534025374855824,
"eval_accuracy": 0.6690791115547792,
"eval_f1_macro": 0.4911372457550657,
"eval_loss": 1.451659917831421,
"eval_runtime": 35.349,
"eval_samples_per_second": 226.711,
"eval_steps_per_second": 7.101,
"step": 5000
},
{
"epoch": 12.687427912341407,
"grad_norm": 6.453460216522217,
"learning_rate": 0.0004537037037037037,
"loss": 0.9373,
"step": 5500
},
{
"epoch": 12.687427912341407,
"eval_accuracy": 0.697903668579985,
"eval_f1_macro": 0.5213519190207141,
"eval_loss": 1.3074634075164795,
"eval_runtime": 35.3636,
"eval_samples_per_second": 226.617,
"eval_steps_per_second": 7.098,
"step": 5500
},
{
"epoch": 13.84083044982699,
"grad_norm": 5.483336925506592,
"learning_rate": 0.0004444444444444444,
"loss": 0.8447,
"step": 6000
},
{
"epoch": 13.84083044982699,
"eval_accuracy": 0.7037684052907413,
"eval_f1_macro": 0.5403759594538143,
"eval_loss": 1.2658469676971436,
"eval_runtime": 35.3101,
"eval_samples_per_second": 226.961,
"eval_steps_per_second": 7.108,
"step": 6000
},
{
"epoch": 14.994232987312571,
"grad_norm": 8.091373443603516,
"learning_rate": 0.0004351851851851852,
"loss": 0.7729,
"step": 6500
},
{
"epoch": 14.994232987312571,
"eval_accuracy": 0.7111305215872223,
"eval_f1_macro": 0.5506675562830741,
"eval_loss": 1.2573933601379395,
"eval_runtime": 35.2856,
"eval_samples_per_second": 227.118,
"eval_steps_per_second": 7.113,
"step": 6500
},
{
"epoch": 16.147635524798154,
"grad_norm": 7.302002906799316,
"learning_rate": 0.00042592592592592595,
"loss": 0.6963,
"step": 7000
},
{
"epoch": 16.147635524798154,
"eval_accuracy": 0.7262290990766159,
"eval_f1_macro": 0.5559240421705101,
"eval_loss": 1.2266888618469238,
"eval_runtime": 36.5656,
"eval_samples_per_second": 219.168,
"eval_steps_per_second": 6.864,
"step": 7000
},
{
"epoch": 17.301038062283737,
"grad_norm": 6.176177501678467,
"learning_rate": 0.0004166666666666667,
"loss": 0.6499,
"step": 7500
},
{
"epoch": 17.301038062283737,
"eval_accuracy": 0.7266034439730472,
"eval_f1_macro": 0.549456325002494,
"eval_loss": 1.245578646659851,
"eval_runtime": 35.3365,
"eval_samples_per_second": 226.791,
"eval_steps_per_second": 7.103,
"step": 7500
},
{
"epoch": 18.45444059976932,
"grad_norm": 6.318857192993164,
"learning_rate": 0.0004074074074074074,
"loss": 0.5983,
"step": 8000
},
{
"epoch": 18.45444059976932,
"eval_accuracy": 0.7292238582480659,
"eval_f1_macro": 0.575232140696358,
"eval_loss": 1.2900265455245972,
"eval_runtime": 35.5024,
"eval_samples_per_second": 225.731,
"eval_steps_per_second": 7.07,
"step": 8000
},
{
"epoch": 19.607843137254903,
"grad_norm": 10.460654258728027,
"learning_rate": 0.0003981481481481481,
"loss": 0.5503,
"step": 8500
},
{
"epoch": 19.607843137254903,
"eval_accuracy": 0.7196156725729973,
"eval_f1_macro": 0.5556217816058379,
"eval_loss": 1.3130799531936646,
"eval_runtime": 35.1865,
"eval_samples_per_second": 227.758,
"eval_steps_per_second": 7.133,
"step": 8500
},
{
"epoch": 20.761245674740483,
"grad_norm": 8.248889923095703,
"learning_rate": 0.0003888888888888889,
"loss": 0.511,
"step": 9000
},
{
"epoch": 20.761245674740483,
"eval_accuracy": 0.7455702520588969,
"eval_f1_macro": 0.5823341220355842,
"eval_loss": 1.2670824527740479,
"eval_runtime": 35.4588,
"eval_samples_per_second": 226.009,
"eval_steps_per_second": 7.079,
"step": 9000
},
{
"epoch": 21.914648212226066,
"grad_norm": 5.647006988525391,
"learning_rate": 0.00037962962962962966,
"loss": 0.4782,
"step": 9500
},
{
"epoch": 21.914648212226066,
"eval_accuracy": 0.7422011479910158,
"eval_f1_macro": 0.5962421465197172,
"eval_loss": 1.3255208730697632,
"eval_runtime": 35.2623,
"eval_samples_per_second": 227.268,
"eval_steps_per_second": 7.118,
"step": 9500
},
{
"epoch": 23.06805074971165,
"grad_norm": 4.740267753601074,
"learning_rate": 0.00037037037037037035,
"loss": 0.4381,
"step": 10000
},
{
"epoch": 23.06805074971165,
"eval_accuracy": 0.7499376091839282,
"eval_f1_macro": 0.5833773217449505,
"eval_loss": 1.1890977621078491,
"eval_runtime": 35.3036,
"eval_samples_per_second": 227.002,
"eval_steps_per_second": 7.11,
"step": 10000
},
{
"epoch": 24.22145328719723,
"grad_norm": 6.188416481018066,
"learning_rate": 0.0003611111111111111,
"loss": 0.3939,
"step": 10500
},
{
"epoch": 24.22145328719723,
"eval_accuracy": 0.7560519091589718,
"eval_f1_macro": 0.5989834099897938,
"eval_loss": 1.2394686937332153,
"eval_runtime": 35.2099,
"eval_samples_per_second": 227.607,
"eval_steps_per_second": 7.129,
"step": 10500
},
{
"epoch": 25.374855824682815,
"grad_norm": 6.43159294128418,
"learning_rate": 0.0003518518518518519,
"loss": 0.3749,
"step": 11000
},
{
"epoch": 25.374855824682815,
"eval_accuracy": 0.7571749438482656,
"eval_f1_macro": 0.5924283240267194,
"eval_loss": 1.2047547101974487,
"eval_runtime": 35.0834,
"eval_samples_per_second": 228.427,
"eval_steps_per_second": 7.154,
"step": 11000
},
{
"epoch": 26.528258362168398,
"grad_norm": 5.618147850036621,
"learning_rate": 0.00034259259259259263,
"loss": 0.3433,
"step": 11500
},
{
"epoch": 26.528258362168398,
"eval_accuracy": 0.7448215622660345,
"eval_f1_macro": 0.5914660771680106,
"eval_loss": 1.2851983308792114,
"eval_runtime": 34.8189,
"eval_samples_per_second": 230.162,
"eval_steps_per_second": 7.209,
"step": 11500
},
{
"epoch": 27.68166089965398,
"grad_norm": 5.279151439666748,
"learning_rate": 0.0003333333333333333,
"loss": 0.3211,
"step": 12000
},
{
"epoch": 27.68166089965398,
"eval_accuracy": 0.7535562765160968,
"eval_f1_macro": 0.6027492509194426,
"eval_loss": 1.268044114112854,
"eval_runtime": 34.8176,
"eval_samples_per_second": 230.171,
"eval_steps_per_second": 7.209,
"step": 12000
},
{
"epoch": 28.83506343713956,
"grad_norm": 4.73464298248291,
"learning_rate": 0.00032407407407407406,
"loss": 0.3006,
"step": 12500
},
{
"epoch": 28.83506343713956,
"eval_accuracy": 0.761417519341153,
"eval_f1_macro": 0.6132345857728708,
"eval_loss": 1.2127602100372314,
"eval_runtime": 34.7848,
"eval_samples_per_second": 230.388,
"eval_steps_per_second": 7.216,
"step": 12500
},
{
"epoch": 29.988465974625143,
"grad_norm": 5.955222129821777,
"learning_rate": 0.0003148148148148148,
"loss": 0.2799,
"step": 13000
},
{
"epoch": 29.988465974625143,
"eval_accuracy": 0.7632892438233092,
"eval_f1_macro": 0.6125965461682634,
"eval_loss": 1.2151060104370117,
"eval_runtime": 34.8242,
"eval_samples_per_second": 230.128,
"eval_steps_per_second": 7.208,
"step": 13000
},
{
"epoch": 31.141868512110726,
"grad_norm": 8.98561954498291,
"learning_rate": 0.0003055555555555556,
"loss": 0.2657,
"step": 13500
},
{
"epoch": 31.141868512110726,
"eval_accuracy": 0.7513102071375094,
"eval_f1_macro": 0.6058015188813233,
"eval_loss": 1.3033212423324585,
"eval_runtime": 34.82,
"eval_samples_per_second": 230.155,
"eval_steps_per_second": 7.208,
"step": 13500
},
{
"epoch": 32.29527104959631,
"grad_norm": 5.852510929107666,
"learning_rate": 0.0002962962962962963,
"loss": 0.2341,
"step": 14000
},
{
"epoch": 32.29527104959631,
"eval_accuracy": 0.7716496131769404,
"eval_f1_macro": 0.6079228678531986,
"eval_loss": 1.2467527389526367,
"eval_runtime": 34.7926,
"eval_samples_per_second": 230.336,
"eval_steps_per_second": 7.214,
"step": 14000
},
{
"epoch": 33.44867358708189,
"grad_norm": 3.7392752170562744,
"learning_rate": 0.00028703703703703703,
"loss": 0.2268,
"step": 14500
},
{
"epoch": 33.44867358708189,
"eval_accuracy": 0.7672822560519091,
"eval_f1_macro": 0.6200186960995067,
"eval_loss": 1.173102855682373,
"eval_runtime": 34.7778,
"eval_samples_per_second": 230.434,
"eval_steps_per_second": 7.217,
"step": 14500
},
{
"epoch": 34.602076124567475,
"grad_norm": 3.8082404136657715,
"learning_rate": 0.0002777777777777778,
"loss": 0.2138,
"step": 15000
},
{
"epoch": 34.602076124567475,
"eval_accuracy": 0.7682805091090591,
"eval_f1_macro": 0.6089872489834017,
"eval_loss": 1.2769969701766968,
"eval_runtime": 34.8228,
"eval_samples_per_second": 230.137,
"eval_steps_per_second": 7.208,
"step": 15000
},
{
"epoch": 35.75547866205306,
"grad_norm": 4.899130821228027,
"learning_rate": 0.0002685185185185186,
"loss": 0.2019,
"step": 15500
},
{
"epoch": 35.75547866205306,
"eval_accuracy": 0.7803843274270027,
"eval_f1_macro": 0.6410356899857027,
"eval_loss": 1.182688593864441,
"eval_runtime": 34.7724,
"eval_samples_per_second": 230.47,
"eval_steps_per_second": 7.218,
"step": 15500
},
{
"epoch": 36.90888119953864,
"grad_norm": 4.297879219055176,
"learning_rate": 0.00025925925925925926,
"loss": 0.1832,
"step": 16000
},
{
"epoch": 36.90888119953864,
"eval_accuracy": 0.7696531070626403,
"eval_f1_macro": 0.628787412236927,
"eval_loss": 1.2591631412506104,
"eval_runtime": 34.7726,
"eval_samples_per_second": 230.469,
"eval_steps_per_second": 7.218,
"step": 16000
},
{
"epoch": 38.062283737024224,
"grad_norm": 4.6692214012146,
"learning_rate": 0.00025,
"loss": 0.1737,
"step": 16500
},
{
"epoch": 38.062283737024224,
"eval_accuracy": 0.7709009233840779,
"eval_f1_macro": 0.6107952760204466,
"eval_loss": 1.2620958089828491,
"eval_runtime": 36.0409,
"eval_samples_per_second": 222.358,
"eval_steps_per_second": 6.964,
"step": 16500
},
{
"epoch": 39.21568627450981,
"grad_norm": 3.8761215209960938,
"learning_rate": 0.00024074074074074072,
"loss": 0.1574,
"step": 17000
},
{
"epoch": 39.21568627450981,
"eval_accuracy": 0.7748939356126778,
"eval_f1_macro": 0.6391500982858909,
"eval_loss": 1.3058395385742188,
"eval_runtime": 36.1321,
"eval_samples_per_second": 221.797,
"eval_steps_per_second": 6.947,
"step": 17000
},
{
"epoch": 40.36908881199539,
"grad_norm": 3.7799384593963623,
"learning_rate": 0.0002314814814814815,
"loss": 0.1494,
"step": 17500
},
{
"epoch": 40.36908881199539,
"eval_accuracy": 0.7775143498876965,
"eval_f1_macro": 0.634463633421762,
"eval_loss": 1.2541757822036743,
"eval_runtime": 36.0992,
"eval_samples_per_second": 222.0,
"eval_steps_per_second": 6.953,
"step": 17500
},
{
"epoch": 41.522491349480966,
"grad_norm": 3.6442158222198486,
"learning_rate": 0.0002222222222222222,
"loss": 0.1428,
"step": 18000
},
{
"epoch": 41.522491349480966,
"eval_accuracy": 0.7815073621162965,
"eval_f1_macro": 0.6354469092694762,
"eval_loss": 1.2337605953216553,
"eval_runtime": 36.0255,
"eval_samples_per_second": 222.453,
"eval_steps_per_second": 6.967,
"step": 18000
},
{
"epoch": 42.67589388696655,
"grad_norm": 3.6234309673309326,
"learning_rate": 0.00021296296296296298,
"loss": 0.1273,
"step": 18500
},
{
"epoch": 42.67589388696655,
"eval_accuracy": 0.7836286498627402,
"eval_f1_macro": 0.6407864496886617,
"eval_loss": 1.2769566774368286,
"eval_runtime": 35.6646,
"eval_samples_per_second": 224.705,
"eval_steps_per_second": 7.038,
"step": 18500
},
{
"epoch": 43.82929642445213,
"grad_norm": 2.8652567863464355,
"learning_rate": 0.0002037037037037037,
"loss": 0.1181,
"step": 19000
},
{
"epoch": 43.82929642445213,
"eval_accuracy": 0.7831295233341652,
"eval_f1_macro": 0.6496093521953449,
"eval_loss": 1.3619425296783447,
"eval_runtime": 36.0707,
"eval_samples_per_second": 222.175,
"eval_steps_per_second": 6.959,
"step": 19000
},
{
"epoch": 44.982698961937714,
"grad_norm": 5.1563191413879395,
"learning_rate": 0.00019444444444444446,
"loss": 0.1139,
"step": 19500
},
{
"epoch": 44.982698961937714,
"eval_accuracy": 0.7891190416770651,
"eval_f1_macro": 0.639353026374818,
"eval_loss": 1.231618881225586,
"eval_runtime": 35.9657,
"eval_samples_per_second": 222.823,
"eval_steps_per_second": 6.979,
"step": 19500
},
{
"epoch": 46.1361014994233,
"grad_norm": 1.5734127759933472,
"learning_rate": 0.00018518518518518518,
"loss": 0.1036,
"step": 20000
},
{
"epoch": 46.1361014994233,
"eval_accuracy": 0.7962315947092587,
"eval_f1_macro": 0.6474614824910541,
"eval_loss": 1.2083463668823242,
"eval_runtime": 35.5967,
"eval_samples_per_second": 225.133,
"eval_steps_per_second": 7.051,
"step": 20000
},
{
"epoch": 47.28950403690888,
"grad_norm": 0.9659342765808105,
"learning_rate": 0.00017592592592592595,
"loss": 0.0984,
"step": 20500
},
{
"epoch": 47.28950403690888,
"eval_accuracy": 0.7961068130771151,
"eval_f1_macro": 0.6731347859037599,
"eval_loss": 1.2197343111038208,
"eval_runtime": 40.3877,
"eval_samples_per_second": 198.427,
"eval_steps_per_second": 6.215,
"step": 20500
},
{
"epoch": 48.44290657439446,
"grad_norm": 3.5627315044403076,
"learning_rate": 0.00016666666666666666,
"loss": 0.0949,
"step": 21000
},
{
"epoch": 48.44290657439446,
"eval_accuracy": 0.7923633641128026,
"eval_f1_macro": 0.6493884652975611,
"eval_loss": 1.255406379699707,
"eval_runtime": 37.0454,
"eval_samples_per_second": 216.329,
"eval_steps_per_second": 6.775,
"step": 21000
},
{
"epoch": 49.596309111880046,
"grad_norm": 2.2700695991516113,
"learning_rate": 0.0001574074074074074,
"loss": 0.0822,
"step": 21500
},
{
"epoch": 49.596309111880046,
"eval_accuracy": 0.7922385824806588,
"eval_f1_macro": 0.6543829429647029,
"eval_loss": 1.2859455347061157,
"eval_runtime": 36.8794,
"eval_samples_per_second": 217.303,
"eval_steps_per_second": 6.806,
"step": 21500
},
{
"epoch": 50.74971164936563,
"grad_norm": 2.4785401821136475,
"learning_rate": 0.00014814814814814815,
"loss": 0.0794,
"step": 22000
},
{
"epoch": 50.74971164936563,
"eval_accuracy": 0.7938607436985275,
"eval_f1_macro": 0.6632807007483084,
"eval_loss": 1.3257797956466675,
"eval_runtime": 65.9338,
"eval_samples_per_second": 121.546,
"eval_steps_per_second": 3.807,
"step": 22000
},
{
"epoch": 51.90311418685121,
"grad_norm": 5.8285675048828125,
"learning_rate": 0.0001388888888888889,
"loss": 0.071,
"step": 22500
},
{
"epoch": 51.90311418685121,
"eval_accuracy": 0.7877464437234839,
"eval_f1_macro": 0.6514161143660198,
"eval_loss": 1.3142781257629395,
"eval_runtime": 63.1498,
"eval_samples_per_second": 126.905,
"eval_steps_per_second": 3.975,
"step": 22500
},
{
"epoch": 53.056516724336795,
"grad_norm": 2.3869199752807617,
"learning_rate": 0.00012962962962962963,
"loss": 0.0632,
"step": 23000
},
{
"epoch": 53.056516724336795,
"eval_accuracy": 0.7967307212378338,
"eval_f1_macro": 0.6650145750564478,
"eval_loss": 1.2448372840881348,
"eval_runtime": 34.9343,
"eval_samples_per_second": 229.402,
"eval_steps_per_second": 7.185,
"step": 23000
},
{
"epoch": 54.20991926182238,
"grad_norm": 1.7126274108886719,
"learning_rate": 0.00012037037037037036,
"loss": 0.0592,
"step": 23500
},
{
"epoch": 54.20991926182238,
"eval_accuracy": 0.8083354130272024,
"eval_f1_macro": 0.653147976938688,
"eval_loss": 1.273723840713501,
"eval_runtime": 35.1779,
"eval_samples_per_second": 227.813,
"eval_steps_per_second": 7.135,
"step": 23500
},
{
"epoch": 55.36332179930796,
"grad_norm": 1.4396089315414429,
"learning_rate": 0.0001111111111111111,
"loss": 0.0551,
"step": 24000
},
{
"epoch": 55.36332179930796,
"eval_accuracy": 0.8022211130521587,
"eval_f1_macro": 0.6674628853192668,
"eval_loss": 1.289405107498169,
"eval_runtime": 35.37,
"eval_samples_per_second": 226.576,
"eval_steps_per_second": 7.096,
"step": 24000
},
{
"epoch": 56.516724336793544,
"grad_norm": 2.4105160236358643,
"learning_rate": 0.00010185185185185185,
"loss": 0.0495,
"step": 24500
},
{
"epoch": 56.516724336793544,
"eval_accuracy": 0.803094584477165,
"eval_f1_macro": 0.6638655285331525,
"eval_loss": 1.241363525390625,
"eval_runtime": 35.1653,
"eval_samples_per_second": 227.895,
"eval_steps_per_second": 7.138,
"step": 24500
},
{
"epoch": 57.67012687427912,
"grad_norm": 3.4061028957366943,
"learning_rate": 9.259259259259259e-05,
"loss": 0.0449,
"step": 25000
},
{
"epoch": 57.67012687427912,
"eval_accuracy": 0.8077115048664837,
"eval_f1_macro": 0.6679687949981502,
"eval_loss": 1.2535569667816162,
"eval_runtime": 35.1863,
"eval_samples_per_second": 227.759,
"eval_steps_per_second": 7.133,
"step": 25000
},
{
"epoch": 58.8235294117647,
"grad_norm": 4.6967363357543945,
"learning_rate": 8.333333333333333e-05,
"loss": 0.0412,
"step": 25500
},
{
"epoch": 58.8235294117647,
"eval_accuracy": 0.8135762415772398,
"eval_f1_macro": 0.6707472142083073,
"eval_loss": 1.2510894536972046,
"eval_runtime": 35.1709,
"eval_samples_per_second": 227.859,
"eval_steps_per_second": 7.137,
"step": 25500
},
{
"epoch": 59.976931949250286,
"grad_norm": 1.2903478145599365,
"learning_rate": 7.407407407407407e-05,
"loss": 0.0343,
"step": 26000
},
{
"epoch": 59.976931949250286,
"eval_accuracy": 0.8100823558772149,
"eval_f1_macro": 0.6867023078289406,
"eval_loss": 1.326628565788269,
"eval_runtime": 35.2142,
"eval_samples_per_second": 227.579,
"eval_steps_per_second": 7.128,
"step": 26000
},
{
"epoch": 61.13033448673587,
"grad_norm": 4.929038047790527,
"learning_rate": 6.481481481481482e-05,
"loss": 0.0325,
"step": 26500
},
{
"epoch": 61.13033448673587,
"eval_accuracy": 0.8146992762665336,
"eval_f1_macro": 0.6813981931163788,
"eval_loss": 1.2899118661880493,
"eval_runtime": 35.3037,
"eval_samples_per_second": 227.002,
"eval_steps_per_second": 7.11,
"step": 26500
},
{
"epoch": 62.28373702422145,
"grad_norm": 0.04143017157912254,
"learning_rate": 5.555555555555555e-05,
"loss": 0.0278,
"step": 27000
},
{
"epoch": 62.28373702422145,
"eval_accuracy": 0.818941851759421,
"eval_f1_macro": 0.6660686006005503,
"eval_loss": 1.2699165344238281,
"eval_runtime": 35.3107,
"eval_samples_per_second": 226.957,
"eval_steps_per_second": 7.108,
"step": 27000
},
{
"epoch": 63.437139561707035,
"grad_norm": 1.8004887104034424,
"learning_rate": 4.6296296296296294e-05,
"loss": 0.0265,
"step": 27500
},
{
"epoch": 63.437139561707035,
"eval_accuracy": 0.8170701272772648,
"eval_f1_macro": 0.6702275226911916,
"eval_loss": 1.2782015800476074,
"eval_runtime": 35.0186,
"eval_samples_per_second": 228.85,
"eval_steps_per_second": 7.168,
"step": 27500
},
{
"epoch": 64.59054209919262,
"grad_norm": 0.07229655981063843,
"learning_rate": 3.7037037037037037e-05,
"loss": 0.0224,
"step": 28000
},
{
"epoch": 64.59054209919262,
"eval_accuracy": 0.8225605190915897,
"eval_f1_macro": 0.6808030174100609,
"eval_loss": 1.2255030870437622,
"eval_runtime": 34.8632,
"eval_samples_per_second": 229.87,
"eval_steps_per_second": 7.2,
"step": 28000
},
{
"epoch": 65.7439446366782,
"grad_norm": 1.0921183824539185,
"learning_rate": 2.7777777777777776e-05,
"loss": 0.0182,
"step": 28500
},
{
"epoch": 65.7439446366782,
"eval_accuracy": 0.8276765660094834,
"eval_f1_macro": 0.6838139982176796,
"eval_loss": 1.2417439222335815,
"eval_runtime": 34.79,
"eval_samples_per_second": 230.353,
"eval_steps_per_second": 7.215,
"step": 28500
},
{
"epoch": 66.89734717416378,
"grad_norm": 0.2541353404521942,
"learning_rate": 1.8518518518518518e-05,
"loss": 0.0189,
"step": 29000
},
{
"epoch": 66.89734717416378,
"eval_accuracy": 0.8255552782630396,
"eval_f1_macro": 0.6846466970174251,
"eval_loss": 1.1945445537567139,
"eval_runtime": 35.2088,
"eval_samples_per_second": 227.613,
"eval_steps_per_second": 7.129,
"step": 29000
},
{
"epoch": 68.05074971164936,
"grad_norm": 0.49906083941459656,
"learning_rate": 9.259259259259259e-06,
"loss": 0.0173,
"step": 29500
},
{
"epoch": 68.05074971164936,
"eval_accuracy": 0.8311704517095083,
"eval_f1_macro": 0.6982812455994792,
"eval_loss": 1.1982783079147339,
"eval_runtime": 35.2862,
"eval_samples_per_second": 227.114,
"eval_steps_per_second": 7.113,
"step": 29500
},
{
"epoch": 69.20415224913495,
"grad_norm": 0.035026829689741135,
"learning_rate": 0.0,
"loss": 0.0139,
"step": 30000
},
{
"epoch": 69.20415224913495,
"eval_accuracy": 0.8324182680309459,
"eval_f1_macro": 0.7059020357212862,
"eval_loss": 1.1972322463989258,
"eval_runtime": 35.1374,
"eval_samples_per_second": 228.076,
"eval_steps_per_second": 7.143,
"step": 30000
}
],
"logging_steps": 500,
"max_steps": 30000,
"num_input_tokens_seen": 0,
"num_train_epochs": 70,
"save_steps": 1000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.7427529644770302e+20,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}