{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.97347316471314,
"eval_steps": 500,
"global_step": 1600,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"completion_length": 111.375,
"epoch": 0.0012338062924120913,
"grad_norm": 4.678755960296523,
"kl": 0.0,
"learning_rate": 9.993827160493825e-07,
"loss": 0.0,
"reward": 1.046875,
"reward_std": 0.4388826936483383,
"rewards/accuracy_reward": 0.78125,
"rewards/format_reward": 0.265625,
"step": 1
},
{
"completion_length": 109.296875,
"epoch": 0.0024676125848241827,
"grad_norm": 25.811857333887335,
"kl": 0.0005331039428710938,
"learning_rate": 9.987654320987654e-07,
"loss": 0.0,
"reward": 1.1328125,
"reward_std": 0.4845912754535675,
"rewards/accuracy_reward": 0.84375,
"rewards/format_reward": 0.2890625,
"step": 2
},
{
"completion_length": 99.359375,
"epoch": 0.003701418877236274,
"grad_norm": 24.829404657725267,
"kl": 0.003330230712890625,
"learning_rate": 9.981481481481482e-07,
"loss": 0.0001,
"reward": 1.078125,
"reward_std": 0.4819900691509247,
"rewards/accuracy_reward": 0.75,
"rewards/format_reward": 0.328125,
"step": 3
},
{
"completion_length": 105.328125,
"epoch": 0.004935225169648365,
"grad_norm": 5.5120424377504085,
"kl": 0.0046539306640625,
"learning_rate": 9.975308641975308e-07,
"loss": 0.0002,
"reward": 1.2109375,
"reward_std": 0.3965461850166321,
"rewards/accuracy_reward": 0.84375,
"rewards/format_reward": 0.3671875,
"step": 4
},
{
"completion_length": 115.15625,
"epoch": 0.006169031462060457,
"grad_norm": 8.465877318516926,
"kl": 0.005950927734375,
"learning_rate": 9.969135802469136e-07,
"loss": 0.0002,
"reward": 1.265625,
"reward_std": 0.30785849690437317,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.375,
"step": 5
},
{
"completion_length": 83.296875,
"epoch": 0.007402837754472548,
"grad_norm": 3.8856368784669737,
"kl": 0.018310546875,
"learning_rate": 9.962962962962964e-07,
"loss": 0.0007,
"reward": 1.3984375,
"reward_std": 0.203125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4609375,
"step": 6
},
{
"completion_length": 94.828125,
"epoch": 0.00863664404688464,
"grad_norm": 2.4203932334230345,
"kl": 0.02496337890625,
"learning_rate": 9.95679012345679e-07,
"loss": 0.001,
"reward": 1.3515625,
"reward_std": 0.17670938372612,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.4765625,
"step": 7
},
{
"completion_length": 83.859375,
"epoch": 0.00987045033929673,
"grad_norm": 2.108649544088262,
"kl": 0.03582763671875,
"learning_rate": 9.950617283950616e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 8
},
{
"completion_length": 91.125,
"epoch": 0.011104256631708822,
"grad_norm": 2.8133098608359175,
"kl": 0.0224609375,
"learning_rate": 9.944444444444444e-07,
"loss": 0.0009,
"reward": 1.2890625,
"reward_std": 0.18154378235340118,
"rewards/accuracy_reward": 0.796875,
"rewards/format_reward": 0.4921875,
"step": 9
},
{
"completion_length": 92.359375,
"epoch": 0.012338062924120914,
"grad_norm": 5.945600850569931,
"kl": 0.0469970703125,
"learning_rate": 9.938271604938272e-07,
"loss": 0.0019,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 10
},
{
"completion_length": 78.21875,
"epoch": 0.013571869216533004,
"grad_norm": 0.20698641230705772,
"kl": 0.015106201171875,
"learning_rate": 9.9320987654321e-07,
"loss": 0.0006,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 11
},
{
"completion_length": 83.53125,
"epoch": 0.014805675508945095,
"grad_norm": 0.5343182243590763,
"kl": 0.02557373046875,
"learning_rate": 9.925925925925926e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 12
},
{
"completion_length": 79.859375,
"epoch": 0.016039481801357187,
"grad_norm": 2.711147663668343,
"kl": 0.0216064453125,
"learning_rate": 9.919753086419754e-07,
"loss": 0.0009,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 13
},
{
"completion_length": 86.65625,
"epoch": 0.01727328809376928,
"grad_norm": 1.6671476456124643,
"kl": 0.0257568359375,
"learning_rate": 9.91358024691358e-07,
"loss": 0.001,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 14
},
{
"completion_length": 86.765625,
"epoch": 0.01850709438618137,
"grad_norm": 1.4971918486524665,
"kl": 0.02166748046875,
"learning_rate": 9.907407407407406e-07,
"loss": 0.0009,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 15
},
{
"completion_length": 77.609375,
"epoch": 0.01974090067859346,
"grad_norm": 1.1415570652593325,
"kl": 0.0206298828125,
"learning_rate": 9.901234567901234e-07,
"loss": 0.0008,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 16
},
{
"completion_length": 88.3125,
"epoch": 0.020974706971005553,
"grad_norm": 1.3294459706815323,
"kl": 0.02197265625,
"learning_rate": 9.895061728395062e-07,
"loss": 0.0009,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 17
},
{
"completion_length": 102.859375,
"epoch": 0.022208513263417645,
"grad_norm": 3.1573653257631067,
"kl": 0.072265625,
"learning_rate": 9.88888888888889e-07,
"loss": 0.0029,
"reward": 1.4375,
"reward_std": 0.09858439117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 18
},
{
"completion_length": 106.65625,
"epoch": 0.023442319555829736,
"grad_norm": 1.8014267440585425,
"kl": 0.03240966796875,
"learning_rate": 9.882716049382716e-07,
"loss": 0.0013,
"reward": 1.390625,
"reward_std": 0.11662658676505089,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.484375,
"step": 19
},
{
"completion_length": 97.859375,
"epoch": 0.024676125848241828,
"grad_norm": 2.2990771390491247,
"kl": 0.0391845703125,
"learning_rate": 9.876543209876542e-07,
"loss": 0.0016,
"reward": 1.359375,
"reward_std": 0.1659187749028206,
"rewards/accuracy_reward": 0.859375,
"rewards/format_reward": 0.5,
"step": 20
},
{
"completion_length": 97.046875,
"epoch": 0.025909932140653916,
"grad_norm": 5.301141520171692,
"kl": 0.0396728515625,
"learning_rate": 9.87037037037037e-07,
"loss": 0.0016,
"reward": 1.3984375,
"reward_std": 0.17670938372612,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.4921875,
"step": 21
},
{
"completion_length": 95.171875,
"epoch": 0.027143738433066007,
"grad_norm": 1.7225048259438263,
"kl": 0.0426025390625,
"learning_rate": 9.864197530864198e-07,
"loss": 0.0017,
"reward": 1.4296875,
"reward_std": 0.109375,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 22
},
{
"completion_length": 91.359375,
"epoch": 0.0283775447254781,
"grad_norm": 1.1776194385928846,
"kl": 0.0416259765625,
"learning_rate": 9.858024691358024e-07,
"loss": 0.0017,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 23
},
{
"completion_length": 113.421875,
"epoch": 0.02961135101789019,
"grad_norm": 1.9386072682452344,
"kl": 0.047607421875,
"learning_rate": 9.851851851851852e-07,
"loss": 0.0019,
"reward": 1.4140625,
"reward_std": 0.1454593911767006,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 24
},
{
"completion_length": 100.9375,
"epoch": 0.030845157310302282,
"grad_norm": 1.439866726331972,
"kl": 0.0543212890625,
"learning_rate": 9.84567901234568e-07,
"loss": 0.0022,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 25
},
{
"completion_length": 102.671875,
"epoch": 0.032078963602714373,
"grad_norm": 1.9652261115525824,
"kl": 0.04248046875,
"learning_rate": 9.839506172839506e-07,
"loss": 0.0017,
"reward": 1.3125,
"reward_std": 0.1875,
"rewards/accuracy_reward": 0.8125,
"rewards/format_reward": 0.5,
"step": 26
},
{
"completion_length": 120.515625,
"epoch": 0.033312769895126465,
"grad_norm": 3.365126925311549,
"kl": 0.044921875,
"learning_rate": 9.833333333333332e-07,
"loss": 0.0018,
"reward": 1.3203125,
"reward_std": 0.2392093911767006,
"rewards/accuracy_reward": 0.828125,
"rewards/format_reward": 0.4921875,
"step": 27
},
{
"completion_length": 98.09375,
"epoch": 0.03454657618753856,
"grad_norm": 1.4519509900551117,
"kl": 0.049072265625,
"learning_rate": 9.82716049382716e-07,
"loss": 0.002,
"reward": 1.453125,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 28
},
{
"completion_length": 108.875,
"epoch": 0.03578038247995065,
"grad_norm": 1.9266541199423843,
"kl": 0.0501708984375,
"learning_rate": 9.820987654320988e-07,
"loss": 0.002,
"reward": 1.390625,
"reward_std": 0.1923343911767006,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.46875,
"step": 29
},
{
"completion_length": 113.859375,
"epoch": 0.03701418877236274,
"grad_norm": 2.518339855566089,
"kl": 0.0455322265625,
"learning_rate": 9.814814814814814e-07,
"loss": 0.0018,
"reward": 1.359375,
"reward_std": 0.19233438372612,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.484375,
"step": 30
},
{
"completion_length": 94.9375,
"epoch": 0.03824799506477483,
"grad_norm": 1.9552848720306542,
"kl": 0.049560546875,
"learning_rate": 9.808641975308642e-07,
"loss": 0.002,
"reward": 1.4296875,
"reward_std": 0.08779378235340118,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 31
},
{
"completion_length": 112.75,
"epoch": 0.03948180135718692,
"grad_norm": 1.492895286190868,
"kl": 0.03955078125,
"learning_rate": 9.80246913580247e-07,
"loss": 0.0016,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 32
},
{
"completion_length": 100.0,
"epoch": 0.040715607649599014,
"grad_norm": 3.071148224200042,
"kl": 0.038330078125,
"learning_rate": 9.796296296296296e-07,
"loss": 0.0015,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 33
},
{
"completion_length": 100.53125,
"epoch": 0.041949413942011106,
"grad_norm": 1.8666028826492735,
"kl": 0.0382080078125,
"learning_rate": 9.790123456790122e-07,
"loss": 0.0015,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 34
},
{
"completion_length": 109.375,
"epoch": 0.0431832202344232,
"grad_norm": 1.9405696795006586,
"kl": 0.03167724609375,
"learning_rate": 9.78395061728395e-07,
"loss": 0.0013,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 35
},
{
"completion_length": 97.5625,
"epoch": 0.04441702652683529,
"grad_norm": 1.7628751766520583,
"kl": 0.03631591796875,
"learning_rate": 9.777777777777778e-07,
"loss": 0.0015,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 36
},
{
"completion_length": 113.140625,
"epoch": 0.04565083281924738,
"grad_norm": 1.9019103664772874,
"kl": 0.036865234375,
"learning_rate": 9.771604938271606e-07,
"loss": 0.0015,
"reward": 1.359375,
"reward_std": 0.15625,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.484375,
"step": 37
},
{
"completion_length": 95.421875,
"epoch": 0.04688463911165947,
"grad_norm": 1.6154136942292063,
"kl": 0.038818359375,
"learning_rate": 9.765432098765432e-07,
"loss": 0.0016,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 38
},
{
"completion_length": 109.546875,
"epoch": 0.048118445404071564,
"grad_norm": 2.5406691520372844,
"kl": 0.03546142578125,
"learning_rate": 9.75925925925926e-07,
"loss": 0.0014,
"reward": 1.3203125,
"reward_std": 0.18965356051921844,
"rewards/accuracy_reward": 0.84375,
"rewards/format_reward": 0.4765625,
"step": 39
},
{
"completion_length": 99.875,
"epoch": 0.049352251696483655,
"grad_norm": 1.0021869154999843,
"kl": 0.03363037109375,
"learning_rate": 9.753086419753086e-07,
"loss": 0.0013,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 40
},
{
"completion_length": 103.859375,
"epoch": 0.05058605798889575,
"grad_norm": 2.028198643858918,
"kl": 0.0364990234375,
"learning_rate": 9.746913580246912e-07,
"loss": 0.0015,
"reward": 1.40625,
"reward_std": 0.16108438372612,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.484375,
"step": 41
},
{
"completion_length": 98.90625,
"epoch": 0.05181986428130783,
"grad_norm": 1.4116797877333815,
"kl": 0.0274658203125,
"learning_rate": 9.74074074074074e-07,
"loss": 0.0011,
"reward": 1.4609375,
"reward_std": 0.06116959825158119,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 42
},
{
"completion_length": 90.390625,
"epoch": 0.05305367057371992,
"grad_norm": 3.0570380391439502,
"kl": 0.06793212890625,
"learning_rate": 9.734567901234568e-07,
"loss": 0.0027,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.46875,
"step": 43
},
{
"completion_length": 101.078125,
"epoch": 0.054287476866132015,
"grad_norm": 1.21034439830767,
"kl": 0.033447265625,
"learning_rate": 9.728395061728396e-07,
"loss": 0.0013,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 44
},
{
"completion_length": 104.109375,
"epoch": 0.055521283158544106,
"grad_norm": 1.3767313599530109,
"kl": 0.028564453125,
"learning_rate": 9.722222222222222e-07,
"loss": 0.0011,
"reward": 1.4140625,
"reward_std": 0.109375,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 45
},
{
"completion_length": 94.984375,
"epoch": 0.0567550894509562,
"grad_norm": 3.608674010145023,
"kl": 0.03076171875,
"learning_rate": 9.71604938271605e-07,
"loss": 0.0012,
"reward": 1.421875,
"reward_std": 0.15625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.484375,
"step": 46
},
{
"completion_length": 96.125,
"epoch": 0.05798889574336829,
"grad_norm": 3.424284905443341,
"kl": 0.029296875,
"learning_rate": 9.709876543209876e-07,
"loss": 0.0012,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 47
},
{
"completion_length": 105.953125,
"epoch": 0.05922270203578038,
"grad_norm": 3.6635358929273196,
"kl": 0.0308837890625,
"learning_rate": 9.703703703703704e-07,
"loss": 0.0012,
"reward": 1.359375,
"reward_std": 0.09858439117670059,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.484375,
"step": 48
},
{
"completion_length": 97.953125,
"epoch": 0.06045650832819247,
"grad_norm": 3.726564466545244,
"kl": 0.0394287109375,
"learning_rate": 9.69753086419753e-07,
"loss": 0.0016,
"reward": 1.3671875,
"reward_std": 0.203125,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.4609375,
"step": 49
},
{
"completion_length": 99.09375,
"epoch": 0.061690314620604564,
"grad_norm": 0.3856494128235064,
"kl": 0.024658203125,
"learning_rate": 9.691358024691358e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 50
},
{
"completion_length": 98.09375,
"epoch": 0.06292412091301666,
"grad_norm": 2.479098554973388,
"kl": 0.04608154296875,
"learning_rate": 9.685185185185186e-07,
"loss": 0.0018,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 51
},
{
"completion_length": 98.109375,
"epoch": 0.06415792720542875,
"grad_norm": 2.2328851968691072,
"kl": 0.0316162109375,
"learning_rate": 9.679012345679012e-07,
"loss": 0.0013,
"reward": 1.375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.5,
"step": 52
},
{
"completion_length": 93.6875,
"epoch": 0.06539173349784085,
"grad_norm": 4.131259561444984,
"kl": 0.126708984375,
"learning_rate": 9.67283950617284e-07,
"loss": 0.0051,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 53
},
{
"completion_length": 92.046875,
"epoch": 0.06662553979025293,
"grad_norm": 0.8130352414637579,
"kl": 0.0308837890625,
"learning_rate": 9.666666666666666e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 54
},
{
"completion_length": 84.375,
"epoch": 0.06785934608266501,
"grad_norm": 0.8582207154886838,
"kl": 0.03082275390625,
"learning_rate": 9.660493827160494e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 55
},
{
"completion_length": 92.921875,
"epoch": 0.06909315237507711,
"grad_norm": 4.453593794752862,
"kl": 0.034423828125,
"learning_rate": 9.65432098765432e-07,
"loss": 0.0014,
"reward": 1.3203125,
"reward_std": 0.18154378235340118,
"rewards/accuracy_reward": 0.84375,
"rewards/format_reward": 0.4765625,
"step": 56
},
{
"completion_length": 94.4375,
"epoch": 0.0703269586674892,
"grad_norm": 1.5585298060464017,
"kl": 0.0419921875,
"learning_rate": 9.648148148148148e-07,
"loss": 0.0017,
"reward": 1.4375,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 57
},
{
"completion_length": 82.828125,
"epoch": 0.0715607649599013,
"grad_norm": 1.585145898515498,
"kl": 0.0408935546875,
"learning_rate": 9.641975308641976e-07,
"loss": 0.0016,
"reward": 1.4140625,
"reward_std": 0.109375,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 58
},
{
"completion_length": 89.421875,
"epoch": 0.07279457125231338,
"grad_norm": 5.598808553951379,
"kl": 0.0535888671875,
"learning_rate": 9.635802469135802e-07,
"loss": 0.0021,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4765625,
"step": 59
},
{
"completion_length": 79.265625,
"epoch": 0.07402837754472548,
"grad_norm": 1.3234162041856352,
"kl": 0.051513671875,
"learning_rate": 9.629629629629628e-07,
"loss": 0.0021,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 60
},
{
"completion_length": 83.296875,
"epoch": 0.07526218383713756,
"grad_norm": 2.825578099541699,
"kl": 0.045166015625,
"learning_rate": 9.623456790123456e-07,
"loss": 0.0018,
"reward": 1.3984375,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.4921875,
"step": 61
},
{
"completion_length": 96.03125,
"epoch": 0.07649599012954966,
"grad_norm": 1.1064729187369466,
"kl": 0.0380859375,
"learning_rate": 9.617283950617284e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.04419417306780815,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 62
},
{
"completion_length": 78.6875,
"epoch": 0.07772979642196175,
"grad_norm": 5.054559743348827,
"kl": 0.0494384765625,
"learning_rate": 9.61111111111111e-07,
"loss": 0.002,
"reward": 1.359375,
"reward_std": 0.21875,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.484375,
"step": 63
},
{
"completion_length": 98.625,
"epoch": 0.07896360271437385,
"grad_norm": 2.9379005667037914,
"kl": 0.0482177734375,
"learning_rate": 9.604938271604938e-07,
"loss": 0.0019,
"reward": 1.421875,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.484375,
"step": 64
},
{
"completion_length": 84.9375,
"epoch": 0.08019740900678593,
"grad_norm": 2.0220248689471276,
"kl": 0.0496826171875,
"learning_rate": 9.598765432098766e-07,
"loss": 0.002,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 65
},
{
"completion_length": 90.796875,
"epoch": 0.08143121529919803,
"grad_norm": 2.702952209157037,
"kl": 0.0540771484375,
"learning_rate": 9.592592592592592e-07,
"loss": 0.0022,
"reward": 1.421875,
"reward_std": 0.1392945945262909,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.46875,
"step": 66
},
{
"completion_length": 82.125,
"epoch": 0.08266502159161011,
"grad_norm": 5.687793666044118,
"kl": 0.052490234375,
"learning_rate": 9.586419753086418e-07,
"loss": 0.0021,
"reward": 1.40625,
"reward_std": 0.11744705587625504,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.484375,
"step": 67
},
{
"completion_length": 86.921875,
"epoch": 0.08389882788402221,
"grad_norm": 0.2306855672604762,
"kl": 0.05322265625,
"learning_rate": 9.580246913580246e-07,
"loss": 0.0021,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 68
},
{
"completion_length": 88.625,
"epoch": 0.0851326341764343,
"grad_norm": 3.2320866246397535,
"kl": 0.053466796875,
"learning_rate": 9.574074074074074e-07,
"loss": 0.0021,
"reward": 1.3671875,
"reward_std": 0.16915644705295563,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.4609375,
"step": 69
},
{
"completion_length": 72.453125,
"epoch": 0.0863664404688464,
"grad_norm": 3.045618931053479,
"kl": 0.0513916015625,
"learning_rate": 9.567901234567902e-07,
"loss": 0.0021,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 70
},
{
"completion_length": 77.3125,
"epoch": 0.08760024676125848,
"grad_norm": 1.4926168166688647,
"kl": 0.053955078125,
"learning_rate": 9.561728395061728e-07,
"loss": 0.0022,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 71
},
{
"completion_length": 82.671875,
"epoch": 0.08883405305367058,
"grad_norm": 1.9410484009306177,
"kl": 0.0533447265625,
"learning_rate": 9.555555555555556e-07,
"loss": 0.0021,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 72
},
{
"completion_length": 93.46875,
"epoch": 0.09006785934608266,
"grad_norm": 2.300464538615,
"kl": 0.0384521484375,
"learning_rate": 9.549382716049382e-07,
"loss": 0.0015,
"reward": 1.4296875,
"reward_std": 0.109375,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 73
},
{
"completion_length": 92.078125,
"epoch": 0.09130166563849476,
"grad_norm": 0.711909931697945,
"kl": 0.040771484375,
"learning_rate": 9.543209876543208e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 74
},
{
"completion_length": 93.75,
"epoch": 0.09253547193090685,
"grad_norm": 3.534952145607356,
"kl": 0.1708984375,
"learning_rate": 9.537037037037036e-07,
"loss": 0.0068,
"reward": 1.40625,
"reward_std": 0.16108438372612,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.484375,
"step": 75
},
{
"completion_length": 87.296875,
"epoch": 0.09376927822331894,
"grad_norm": 0.904209144019997,
"kl": 0.0416259765625,
"learning_rate": 9.530864197530863e-07,
"loss": 0.0017,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 76
},
{
"completion_length": 80.09375,
"epoch": 0.09500308451573103,
"grad_norm": 0.47610449548841993,
"kl": 0.05078125,
"learning_rate": 9.524691358024691e-07,
"loss": 0.002,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 77
},
{
"completion_length": 83.375,
"epoch": 0.09623689080814313,
"grad_norm": 2.3987775324932015,
"kl": 0.0452880859375,
"learning_rate": 9.518518518518518e-07,
"loss": 0.0018,
"reward": 1.421875,
"reward_std": 0.15625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.484375,
"step": 78
},
{
"completion_length": 81.828125,
"epoch": 0.09747069710055521,
"grad_norm": 3.482762163152463,
"kl": 0.045166015625,
"learning_rate": 9.512345679012346e-07,
"loss": 0.0018,
"reward": 1.40625,
"reward_std": 0.10669417679309845,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.484375,
"step": 79
},
{
"completion_length": 98.3125,
"epoch": 0.09870450339296731,
"grad_norm": 0.1784487418252595,
"kl": 0.0377197265625,
"learning_rate": 9.506172839506172e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 80
},
{
"completion_length": 95.21875,
"epoch": 0.0999383096853794,
"grad_norm": 2.147551488420084,
"kl": 0.0404052734375,
"learning_rate": 9.499999999999999e-07,
"loss": 0.0016,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 81
},
{
"completion_length": 98.375,
"epoch": 0.1011721159777915,
"grad_norm": 0.5747398286411722,
"kl": 0.035400390625,
"learning_rate": 9.493827160493827e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 82
},
{
"completion_length": 85.5,
"epoch": 0.10240592227020358,
"grad_norm": 1.912443312694372,
"kl": 0.0372314453125,
"learning_rate": 9.487654320987654e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 83
},
{
"completion_length": 80.421875,
"epoch": 0.10363972856261566,
"grad_norm": 3.2088829084740937,
"kl": 0.03759765625,
"learning_rate": 9.481481481481481e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 84
},
{
"completion_length": 81.265625,
"epoch": 0.10487353485502776,
"grad_norm": 3.2910088203894565,
"kl": 0.04345703125,
"learning_rate": 9.475308641975308e-07,
"loss": 0.0017,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 85
},
{
"completion_length": 88.75,
"epoch": 0.10610734114743985,
"grad_norm": 2.787700878722345,
"kl": 0.03369140625,
"learning_rate": 9.469135802469136e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 86
},
{
"completion_length": 96.75,
"epoch": 0.10734114743985194,
"grad_norm": 0.8942806428381357,
"kl": 0.0277099609375,
"learning_rate": 9.462962962962962e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 87
},
{
"completion_length": 96.0625,
"epoch": 0.10857495373226403,
"grad_norm": 0.9775220262405749,
"kl": 0.031005859375,
"learning_rate": 9.456790123456789e-07,
"loss": 0.0012,
"reward": 1.4453125,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 88
},
{
"completion_length": 81.9375,
"epoch": 0.10980876002467613,
"grad_norm": 2.520167198131087,
"kl": 0.10394287109375,
"learning_rate": 9.450617283950617e-07,
"loss": 0.0042,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 89
},
{
"completion_length": 100.5,
"epoch": 0.11104256631708821,
"grad_norm": 1.8214985198767273,
"kl": 0.047119140625,
"learning_rate": 9.444444444444444e-07,
"loss": 0.0019,
"reward": 1.4375,
"reward_std": 0.09858439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 90
},
{
"completion_length": 78.234375,
"epoch": 0.11227637260950031,
"grad_norm": 1.6327501168691838,
"kl": 0.03204345703125,
"learning_rate": 9.438271604938271e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 91
},
{
"completion_length": 98.078125,
"epoch": 0.1135101789019124,
"grad_norm": 1.8084413677421536,
"kl": 0.028564453125,
"learning_rate": 9.432098765432098e-07,
"loss": 0.0011,
"reward": 1.375,
"reward_std": 0.09858439117670059,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.5,
"step": 92
},
{
"completion_length": 95.875,
"epoch": 0.1147439851943245,
"grad_norm": 1.484097000283282,
"kl": 0.029052734375,
"learning_rate": 9.425925925925925e-07,
"loss": 0.0012,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 93
},
{
"completion_length": 93.90625,
"epoch": 0.11597779148673658,
"grad_norm": 1.2403192650194836,
"kl": 0.02325439453125,
"learning_rate": 9.419753086419753e-07,
"loss": 0.0009,
"reward": 1.4375,
"reward_std": 0.09858439117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 94
},
{
"completion_length": 99.875,
"epoch": 0.11721159777914868,
"grad_norm": 2.6316737587924783,
"kl": 0.0260009765625,
"learning_rate": 9.413580246913579e-07,
"loss": 0.001,
"reward": 1.390625,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.484375,
"step": 95
},
{
"completion_length": 94.484375,
"epoch": 0.11844540407156076,
"grad_norm": 0.9166415506260656,
"kl": 0.03076171875,
"learning_rate": 9.407407407407407e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 96
},
{
"completion_length": 91.40625,
"epoch": 0.11967921036397286,
"grad_norm": 0.3411253948907181,
"kl": 0.02435302734375,
"learning_rate": 9.401234567901234e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 97
},
{
"completion_length": 103.90625,
"epoch": 0.12091301665638494,
"grad_norm": 1.1230557416796232,
"kl": 0.02813720703125,
"learning_rate": 9.395061728395062e-07,
"loss": 0.0011,
"reward": 1.3984375,
"reward_std": 0.10665644705295563,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.4921875,
"step": 98
},
{
"completion_length": 91.796875,
"epoch": 0.12214682294879704,
"grad_norm": 0.679582852538816,
"kl": 0.02862548828125,
"learning_rate": 9.388888888888888e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 99
},
{
"completion_length": 100.203125,
"epoch": 0.12338062924120913,
"grad_norm": 2.5166992768782395,
"kl": 0.0377197265625,
"learning_rate": 9.382716049382715e-07,
"loss": 0.0015,
"reward": 1.40625,
"reward_std": 0.1875,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.46875,
"step": 100
},
{
"completion_length": 103.734375,
"epoch": 0.12461443553362123,
"grad_norm": 1.1519664447556612,
"kl": 0.02288818359375,
"learning_rate": 9.376543209876543e-07,
"loss": 0.0009,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 101
},
{
"completion_length": 92.4375,
"epoch": 0.12584824182603332,
"grad_norm": 0.1407809974253856,
"kl": 0.028564453125,
"learning_rate": 9.370370370370369e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 102
},
{
"completion_length": 96.625,
"epoch": 0.1270820481184454,
"grad_norm": 1.0677946961785159,
"kl": 0.02984619140625,
"learning_rate": 9.364197530864197e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 103
},
{
"completion_length": 95.734375,
"epoch": 0.1283158544108575,
"grad_norm": 2.1578074703765955,
"kl": 0.02392578125,
"learning_rate": 9.358024691358024e-07,
"loss": 0.001,
"reward": 1.40625,
"reward_std": 0.13466878235340118,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.5,
"step": 104
},
{
"completion_length": 100.578125,
"epoch": 0.1295496607032696,
"grad_norm": 1.0468977121026402,
"kl": 0.036376953125,
"learning_rate": 9.351851851851852e-07,
"loss": 0.0015,
"reward": 1.4609375,
"reward_std": 0.06116959825158119,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 105
},
{
"completion_length": 106.9375,
"epoch": 0.1307834669956817,
"grad_norm": 1.4991166712071502,
"kl": 0.027587890625,
"learning_rate": 9.345679012345678e-07,
"loss": 0.0011,
"reward": 1.390625,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.484375,
"step": 106
},
{
"completion_length": 105.71875,
"epoch": 0.13201727328809376,
"grad_norm": 2.094976404018639,
"kl": 0.03125,
"learning_rate": 9.339506172839505e-07,
"loss": 0.0013,
"reward": 1.4140625,
"reward_std": 0.140625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4765625,
"step": 107
},
{
"completion_length": 90.234375,
"epoch": 0.13325107958050586,
"grad_norm": 0.14395889485035912,
"kl": 0.02197265625,
"learning_rate": 9.333333333333333e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 108
},
{
"completion_length": 110.953125,
"epoch": 0.13448488587291796,
"grad_norm": 2.411907632392255,
"kl": 0.0306396484375,
"learning_rate": 9.32716049382716e-07,
"loss": 0.0012,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 109
},
{
"completion_length": 112.640625,
"epoch": 0.13571869216533003,
"grad_norm": 0.13245651011376136,
"kl": 0.025634765625,
"learning_rate": 9.320987654320987e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 110
},
{
"completion_length": 95.71875,
"epoch": 0.13695249845774213,
"grad_norm": 0.93866558440413,
"kl": 0.0340576171875,
"learning_rate": 9.314814814814814e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 111
},
{
"completion_length": 97.671875,
"epoch": 0.13818630475015423,
"grad_norm": 1.4130263133672192,
"kl": 0.02764892578125,
"learning_rate": 9.308641975308642e-07,
"loss": 0.0011,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 112
},
{
"completion_length": 107.0,
"epoch": 0.13942011104256632,
"grad_norm": 1.2558609007135062,
"kl": 0.0262451171875,
"learning_rate": 9.302469135802468e-07,
"loss": 0.001,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 113
},
{
"completion_length": 103.5625,
"epoch": 0.1406539173349784,
"grad_norm": 1.7001142518659913,
"kl": 0.02813720703125,
"learning_rate": 9.296296296296295e-07,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 114
},
{
"completion_length": 100.84375,
"epoch": 0.1418877236273905,
"grad_norm": 1.7609210855934732,
"kl": 0.02825927734375,
"learning_rate": 9.290123456790123e-07,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 115
},
{
"completion_length": 102.546875,
"epoch": 0.1431215299198026,
"grad_norm": 2.1106091517125227,
"kl": 0.026123046875,
"learning_rate": 9.28395061728395e-07,
"loss": 0.001,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 116
},
{
"completion_length": 99.84375,
"epoch": 0.1443553362122147,
"grad_norm": 2.786119017638113,
"kl": 0.02606201171875,
"learning_rate": 9.277777777777777e-07,
"loss": 0.001,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 117
},
{
"completion_length": 100.46875,
"epoch": 0.14558914250462676,
"grad_norm": 1.5962980895388914,
"kl": 0.027587890625,
"learning_rate": 9.271604938271604e-07,
"loss": 0.0011,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 118
},
{
"completion_length": 102.640625,
"epoch": 0.14682294879703886,
"grad_norm": 0.5143377179556514,
"kl": 0.0347900390625,
"learning_rate": 9.265432098765432e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 119
},
{
"completion_length": 77.15625,
"epoch": 0.14805675508945096,
"grad_norm": 1.7474779777035105,
"kl": 0.045654296875,
"learning_rate": 9.259259259259259e-07,
"loss": 0.0018,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 120
},
{
"completion_length": 82.90625,
"epoch": 0.14929056138186306,
"grad_norm": 2.7173918487819972,
"kl": 0.0447998046875,
"learning_rate": 9.253086419753085e-07,
"loss": 0.0018,
"reward": 1.375,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.484375,
"step": 121
},
{
"completion_length": 86.765625,
"epoch": 0.15052436767427513,
"grad_norm": 1.257361543356471,
"kl": 0.0379638671875,
"learning_rate": 9.246913580246913e-07,
"loss": 0.0015,
"reward": 1.40625,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.5,
"step": 122
},
{
"completion_length": 82.375,
"epoch": 0.15175817396668723,
"grad_norm": 0.7404639367980361,
"kl": 0.036376953125,
"learning_rate": 9.24074074074074e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 123
},
{
"completion_length": 88.203125,
"epoch": 0.15299198025909932,
"grad_norm": 0.188491702108809,
"kl": 0.0294189453125,
"learning_rate": 9.234567901234567e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 124
},
{
"completion_length": 99.921875,
"epoch": 0.15422578655151142,
"grad_norm": 0.6481786565037644,
"kl": 0.0277099609375,
"learning_rate": 9.228395061728394e-07,
"loss": 0.0011,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 125
},
{
"completion_length": 81.546875,
"epoch": 0.1554595928439235,
"grad_norm": 1.9079808157498979,
"kl": 0.0325927734375,
"learning_rate": 9.222222222222222e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 126
},
{
"completion_length": 90.671875,
"epoch": 0.1566933991363356,
"grad_norm": 0.1797286108855035,
"kl": 0.0313720703125,
"learning_rate": 9.216049382716049e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 127
},
{
"completion_length": 89.953125,
"epoch": 0.1579272054287477,
"grad_norm": 1.7125804140840892,
"kl": 0.035400390625,
"learning_rate": 9.209876543209875e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 128
},
{
"completion_length": 103.828125,
"epoch": 0.1591610117211598,
"grad_norm": 0.9699809190515872,
"kl": 0.0291748046875,
"learning_rate": 9.203703703703703e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 129
},
{
"completion_length": 88.875,
"epoch": 0.16039481801357186,
"grad_norm": 0.15588250414779797,
"kl": 0.03173828125,
"learning_rate": 9.19753086419753e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 130
},
{
"completion_length": 86.296875,
"epoch": 0.16162862430598396,
"grad_norm": 3.795614551048789,
"kl": 0.02911376953125,
"learning_rate": 9.191358024691358e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 131
},
{
"completion_length": 84.328125,
"epoch": 0.16286243059839606,
"grad_norm": 0.27275386441930916,
"kl": 0.03851318359375,
"learning_rate": 9.185185185185184e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 132
},
{
"completion_length": 97.078125,
"epoch": 0.16409623689080816,
"grad_norm": 0.12331942912613447,
"kl": 0.0330810546875,
"learning_rate": 9.179012345679011e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 133
},
{
"completion_length": 94.15625,
"epoch": 0.16533004318322023,
"grad_norm": 3.9193833996072063,
"kl": 0.02978515625,
"learning_rate": 9.172839506172839e-07,
"loss": 0.0012,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 134
},
{
"completion_length": 89.75,
"epoch": 0.16656384947563233,
"grad_norm": 1.1201900294244898,
"kl": 0.032470703125,
"learning_rate": 9.166666666666665e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 135
},
{
"completion_length": 103.1875,
"epoch": 0.16779765576804442,
"grad_norm": 0.12480534415717867,
"kl": 0.0247802734375,
"learning_rate": 9.160493827160493e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 136
},
{
"completion_length": 91.1875,
"epoch": 0.16903146206045652,
"grad_norm": 5.499653020634596,
"kl": 0.0264892578125,
"learning_rate": 9.15432098765432e-07,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 137
},
{
"completion_length": 103.046875,
"epoch": 0.1702652683528686,
"grad_norm": 0.9288805173629352,
"kl": 0.02789306640625,
"learning_rate": 9.148148148148148e-07,
"loss": 0.0011,
"reward": 1.390625,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.5,
"step": 138
},
{
"completion_length": 120.40625,
"epoch": 0.1714990746452807,
"grad_norm": 1.1474652101841216,
"kl": 0.02862548828125,
"learning_rate": 9.141975308641974e-07,
"loss": 0.0011,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 139
},
{
"completion_length": 113.265625,
"epoch": 0.1727328809376928,
"grad_norm": 1.5422456594646612,
"kl": 0.0338134765625,
"learning_rate": 9.135802469135801e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 140
},
{
"completion_length": 100.546875,
"epoch": 0.17396668723010486,
"grad_norm": 0.7105116001316822,
"kl": 0.02972412109375,
"learning_rate": 9.12962962962963e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 141
},
{
"completion_length": 116.421875,
"epoch": 0.17520049352251696,
"grad_norm": 1.3483875095258684,
"kl": 0.03369140625,
"learning_rate": 9.123456790123456e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 142
},
{
"completion_length": 100.984375,
"epoch": 0.17643429981492906,
"grad_norm": 1.5445125152662849,
"kl": 0.033203125,
"learning_rate": 9.117283950617283e-07,
"loss": 0.0013,
"reward": 1.390625,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.484375,
"step": 143
},
{
"completion_length": 117.34375,
"epoch": 0.17766810610734116,
"grad_norm": 1.2688617468057768,
"kl": 0.023193359375,
"learning_rate": 9.11111111111111e-07,
"loss": 0.0009,
"reward": 1.359375,
"reward_std": 0.1298343911767006,
"rewards/accuracy_reward": 0.859375,
"rewards/format_reward": 0.5,
"step": 144
},
{
"completion_length": 116.53125,
"epoch": 0.17890191239975323,
"grad_norm": 1.9369008652014292,
"kl": 0.0198974609375,
"learning_rate": 9.104938271604939e-07,
"loss": 0.0008,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 145
},
{
"completion_length": 98.6875,
"epoch": 0.18013571869216533,
"grad_norm": 1.820252512868114,
"kl": 0.0330810546875,
"learning_rate": 9.098765432098766e-07,
"loss": 0.0013,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 146
},
{
"completion_length": 93.21875,
"epoch": 0.18136952498457742,
"grad_norm": 0.9148741053498336,
"kl": 0.02783203125,
"learning_rate": 9.092592592592591e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 147
},
{
"completion_length": 97.984375,
"epoch": 0.18260333127698952,
"grad_norm": 0.8063172705585285,
"kl": 0.03582763671875,
"learning_rate": 9.08641975308642e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 148
},
{
"completion_length": 106.984375,
"epoch": 0.1838371375694016,
"grad_norm": 1.6786908870342971,
"kl": 0.0264892578125,
"learning_rate": 9.080246913580247e-07,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 149
},
{
"completion_length": 98.28125,
"epoch": 0.1850709438618137,
"grad_norm": 0.2764046263067454,
"kl": 0.035888671875,
"learning_rate": 9.074074074074074e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 150
},
{
"completion_length": 92.484375,
"epoch": 0.1863047501542258,
"grad_norm": 1.4764774032743462,
"kl": 0.03216552734375,
"learning_rate": 9.0679012345679e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 151
},
{
"completion_length": 85.875,
"epoch": 0.1875385564466379,
"grad_norm": 0.21090612523872973,
"kl": 0.03399658203125,
"learning_rate": 9.061728395061729e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 152
},
{
"completion_length": 91.703125,
"epoch": 0.18877236273904996,
"grad_norm": 0.1408910462204246,
"kl": 0.0283203125,
"learning_rate": 9.055555555555556e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 153
},
{
"completion_length": 91.203125,
"epoch": 0.19000616903146206,
"grad_norm": 0.9678261448216474,
"kl": 0.02947998046875,
"learning_rate": 9.049382716049381e-07,
"loss": 0.0012,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 154
},
{
"completion_length": 83.484375,
"epoch": 0.19123997532387416,
"grad_norm": 0.19144826510871307,
"kl": 0.034423828125,
"learning_rate": 9.04320987654321e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 155
},
{
"completion_length": 89.09375,
"epoch": 0.19247378161628625,
"grad_norm": 0.18427859512896808,
"kl": 0.03204345703125,
"learning_rate": 9.037037037037037e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 156
},
{
"completion_length": 92.4375,
"epoch": 0.19370758790869833,
"grad_norm": 0.6796588609207804,
"kl": 0.03851318359375,
"learning_rate": 9.030864197530865e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 157
},
{
"completion_length": 88.515625,
"epoch": 0.19494139420111042,
"grad_norm": 1.9424383232275872,
"kl": 0.03466796875,
"learning_rate": 9.024691358024691e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 158
},
{
"completion_length": 96.015625,
"epoch": 0.19617520049352252,
"grad_norm": 0.9468933925142511,
"kl": 0.0257568359375,
"learning_rate": 9.018518518518519e-07,
"loss": 0.001,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 159
},
{
"completion_length": 76.75,
"epoch": 0.19740900678593462,
"grad_norm": 0.6955921940338748,
"kl": 0.0384521484375,
"learning_rate": 9.012345679012346e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 160
},
{
"completion_length": 85.28125,
"epoch": 0.1986428130783467,
"grad_norm": 0.1916756463500352,
"kl": 0.0318603515625,
"learning_rate": 9.006172839506172e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 161
},
{
"completion_length": 85.28125,
"epoch": 0.1998766193707588,
"grad_norm": 0.880011959914229,
"kl": 0.03314208984375,
"learning_rate": 9e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 162
},
{
"completion_length": 89.875,
"epoch": 0.2011104256631709,
"grad_norm": 0.13406566183043886,
"kl": 0.0245361328125,
"learning_rate": 8.993827160493827e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 163
},
{
"completion_length": 88.03125,
"epoch": 0.202344231955583,
"grad_norm": 0.11542559446310607,
"kl": 0.0262451171875,
"learning_rate": 8.987654320987655e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 164
},
{
"completion_length": 89.65625,
"epoch": 0.20357803824799506,
"grad_norm": 1.8282622132708566,
"kl": 0.0330810546875,
"learning_rate": 8.981481481481481e-07,
"loss": 0.0013,
"reward": 1.421875,
"reward_std": 0.1298343911767006,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 165
},
{
"completion_length": 98.578125,
"epoch": 0.20481184454040716,
"grad_norm": 0.6010821394264875,
"kl": 0.02301025390625,
"learning_rate": 8.975308641975308e-07,
"loss": 0.0009,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 166
},
{
"completion_length": 88.328125,
"epoch": 0.20604565083281925,
"grad_norm": 0.36035232389000194,
"kl": 0.0323486328125,
"learning_rate": 8.969135802469136e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 167
},
{
"completion_length": 99.640625,
"epoch": 0.20727945712523133,
"grad_norm": 0.2290889051844383,
"kl": 0.0306396484375,
"learning_rate": 8.962962962962963e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 168
},
{
"completion_length": 99.5,
"epoch": 0.20851326341764342,
"grad_norm": 0.14110023179600917,
"kl": 0.02606201171875,
"learning_rate": 8.95679012345679e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 169
},
{
"completion_length": 90.890625,
"epoch": 0.20974706971005552,
"grad_norm": 0.9477828972286558,
"kl": 0.032470703125,
"learning_rate": 8.950617283950617e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 170
},
{
"completion_length": 105.328125,
"epoch": 0.21098087600246762,
"grad_norm": 0.5838442990877823,
"kl": 0.0306396484375,
"learning_rate": 8.944444444444445e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 171
},
{
"completion_length": 99.109375,
"epoch": 0.2122146822948797,
"grad_norm": 7.192770203313998,
"kl": 0.09393310546875,
"learning_rate": 8.938271604938271e-07,
"loss": 0.0037,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 172
},
{
"completion_length": 110.0,
"epoch": 0.2134484885872918,
"grad_norm": 0.1692131761674102,
"kl": 0.032958984375,
"learning_rate": 8.932098765432098e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 173
},
{
"completion_length": 102.65625,
"epoch": 0.2146822948797039,
"grad_norm": 1.3183298568116895,
"kl": 0.0321044921875,
"learning_rate": 8.925925925925926e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 174
},
{
"completion_length": 100.375,
"epoch": 0.215916101172116,
"grad_norm": 1.054241469646069,
"kl": 0.033935546875,
"learning_rate": 8.919753086419753e-07,
"loss": 0.0014,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 175
},
{
"completion_length": 103.09375,
"epoch": 0.21714990746452806,
"grad_norm": 2.8796530685667854,
"kl": 0.030517578125,
"learning_rate": 8.91358024691358e-07,
"loss": 0.0012,
"reward": 1.4140625,
"reward_std": 0.10182205587625504,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 176
},
{
"completion_length": 105.578125,
"epoch": 0.21838371375694016,
"grad_norm": 0.871575658152184,
"kl": 0.03558349609375,
"learning_rate": 8.907407407407407e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 177
},
{
"completion_length": 101.4375,
"epoch": 0.21961752004935226,
"grad_norm": 0.24376423420392773,
"kl": 0.03765869140625,
"learning_rate": 8.901234567901235e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 178
},
{
"completion_length": 99.046875,
"epoch": 0.22085132634176435,
"grad_norm": 13.628227002609654,
"kl": 0.043212890625,
"learning_rate": 8.895061728395062e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 179
},
{
"completion_length": 118.9375,
"epoch": 0.22208513263417642,
"grad_norm": 1.1591324233947171,
"kl": 0.02789306640625,
"learning_rate": 8.888888888888888e-07,
"loss": 0.0011,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 180
},
{
"completion_length": 105.5,
"epoch": 0.22331893892658852,
"grad_norm": 0.14101835403565086,
"kl": 0.03204345703125,
"learning_rate": 8.882716049382716e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 181
},
{
"completion_length": 104.8125,
"epoch": 0.22455274521900062,
"grad_norm": 1.0158539850621142,
"kl": 0.0289306640625,
"learning_rate": 8.876543209876543e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 182
},
{
"completion_length": 106.328125,
"epoch": 0.22578655151141272,
"grad_norm": 1.2227455687727116,
"kl": 0.0382080078125,
"learning_rate": 8.870370370370371e-07,
"loss": 0.0015,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 183
},
{
"completion_length": 112.546875,
"epoch": 0.2270203578038248,
"grad_norm": 12.025086507177805,
"kl": 0.044921875,
"learning_rate": 8.864197530864197e-07,
"loss": 0.0018,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 184
},
{
"completion_length": 109.703125,
"epoch": 0.2282541640962369,
"grad_norm": 1.2048641252131593,
"kl": 0.0345458984375,
"learning_rate": 8.858024691358025e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 185
},
{
"completion_length": 112.6875,
"epoch": 0.229487970388649,
"grad_norm": 0.22163445575040908,
"kl": 0.0277099609375,
"learning_rate": 8.851851851851852e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 186
},
{
"completion_length": 101.8125,
"epoch": 0.23072177668106109,
"grad_norm": 1.5203275492484951,
"kl": 0.0272216796875,
"learning_rate": 8.845679012345678e-07,
"loss": 0.0011,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 187
},
{
"completion_length": 102.28125,
"epoch": 0.23195558297347316,
"grad_norm": 1.221199110020032,
"kl": 0.02789306640625,
"learning_rate": 8.839506172839506e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 188
},
{
"completion_length": 111.109375,
"epoch": 0.23318938926588526,
"grad_norm": 1.5338719020256335,
"kl": 0.046875,
"learning_rate": 8.833333333333333e-07,
"loss": 0.0019,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 189
},
{
"completion_length": 114.046875,
"epoch": 0.23442319555829735,
"grad_norm": 0.14496004959227468,
"kl": 0.0311279296875,
"learning_rate": 8.827160493827161e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 190
},
{
"completion_length": 117.265625,
"epoch": 0.23565700185070945,
"grad_norm": 0.12007304145684158,
"kl": 0.02734375,
"learning_rate": 8.820987654320987e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 191
},
{
"completion_length": 102.265625,
"epoch": 0.23689080814312152,
"grad_norm": 2.623766029019948,
"kl": 0.0325927734375,
"learning_rate": 8.814814814814815e-07,
"loss": 0.0013,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 192
},
{
"completion_length": 98.453125,
"epoch": 0.23812461443553362,
"grad_norm": 1.50282160348329,
"kl": 0.03497314453125,
"learning_rate": 8.808641975308642e-07,
"loss": 0.0014,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 193
},
{
"completion_length": 100.234375,
"epoch": 0.23935842072794572,
"grad_norm": 2.605944544179683,
"kl": 0.05120849609375,
"learning_rate": 8.802469135802469e-07,
"loss": 0.0021,
"reward": 1.4375,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 194
},
{
"completion_length": 101.21875,
"epoch": 0.2405922270203578,
"grad_norm": 1.1149956053821903,
"kl": 0.02410888671875,
"learning_rate": 8.796296296296296e-07,
"loss": 0.001,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 195
},
{
"completion_length": 102.28125,
"epoch": 0.2418260333127699,
"grad_norm": 1.065024122950971,
"kl": 0.0433349609375,
"learning_rate": 8.790123456790123e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 196
},
{
"completion_length": 94.28125,
"epoch": 0.243059839605182,
"grad_norm": 1.9362638963919474,
"kl": 0.0400390625,
"learning_rate": 8.783950617283951e-07,
"loss": 0.0016,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 197
},
{
"completion_length": 100.9375,
"epoch": 0.24429364589759409,
"grad_norm": 3.956075445432547,
"kl": 0.0352783203125,
"learning_rate": 8.777777777777777e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 198
},
{
"completion_length": 93.65625,
"epoch": 0.24552745219000616,
"grad_norm": 0.18452967250551858,
"kl": 0.03240966796875,
"learning_rate": 8.771604938271605e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 199
},
{
"completion_length": 88.671875,
"epoch": 0.24676125848241826,
"grad_norm": 2.657807016101116,
"kl": 0.03057861328125,
"learning_rate": 8.765432098765432e-07,
"loss": 0.0012,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 200
},
{
"completion_length": 92.734375,
"epoch": 0.24799506477483035,
"grad_norm": 1.8999568776509204,
"kl": 0.033935546875,
"learning_rate": 8.759259259259259e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 201
},
{
"completion_length": 99.75,
"epoch": 0.24922887106724245,
"grad_norm": 0.13021551244282883,
"kl": 0.033447265625,
"learning_rate": 8.753086419753086e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 202
},
{
"completion_length": 95.84375,
"epoch": 0.25046267735965455,
"grad_norm": 1.9270430756256365,
"kl": 0.035888671875,
"learning_rate": 8.746913580246913e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 203
},
{
"completion_length": 87.75,
"epoch": 0.25169648365206665,
"grad_norm": 0.5298666823997676,
"kl": 0.0296630859375,
"learning_rate": 8.740740740740741e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 204
},
{
"completion_length": 91.546875,
"epoch": 0.2529302899444787,
"grad_norm": 0.14473491443745068,
"kl": 0.02734375,
"learning_rate": 8.734567901234568e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 205
},
{
"completion_length": 94.34375,
"epoch": 0.2541640962368908,
"grad_norm": 0.16885406708956474,
"kl": 0.03228759765625,
"learning_rate": 8.728395061728394e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 206
},
{
"completion_length": 96.328125,
"epoch": 0.2553979025293029,
"grad_norm": 0.47192467178397357,
"kl": 0.0355224609375,
"learning_rate": 8.722222222222222e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 207
},
{
"completion_length": 87.9375,
"epoch": 0.256631708821715,
"grad_norm": 1.0597997901983314,
"kl": 0.027099609375,
"learning_rate": 8.716049382716049e-07,
"loss": 0.0011,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 208
},
{
"completion_length": 92.3125,
"epoch": 0.2578655151141271,
"grad_norm": 2.892268384425487,
"kl": 0.03411865234375,
"learning_rate": 8.709876543209877e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 209
},
{
"completion_length": 92.0625,
"epoch": 0.2590993214065392,
"grad_norm": 0.36263307699540054,
"kl": 0.02984619140625,
"learning_rate": 8.703703703703703e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 210
},
{
"completion_length": 100.953125,
"epoch": 0.2603331276989513,
"grad_norm": 13.92828803222089,
"kl": 0.02777099609375,
"learning_rate": 8.697530864197531e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 211
},
{
"completion_length": 107.34375,
"epoch": 0.2615669339913634,
"grad_norm": 2.1470941679961846,
"kl": 0.02325439453125,
"learning_rate": 8.691358024691358e-07,
"loss": 0.0009,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 212
},
{
"completion_length": 103.65625,
"epoch": 0.2628007402837754,
"grad_norm": 0.6155358544379622,
"kl": 0.03192138671875,
"learning_rate": 8.685185185185184e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 213
},
{
"completion_length": 114.109375,
"epoch": 0.2640345465761875,
"grad_norm": 1.5800937099748629,
"kl": 0.02410888671875,
"learning_rate": 8.679012345679012e-07,
"loss": 0.001,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 214
},
{
"completion_length": 114.03125,
"epoch": 0.2652683528685996,
"grad_norm": 0.9029160917224633,
"kl": 0.021240234375,
"learning_rate": 8.672839506172839e-07,
"loss": 0.0008,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 215
},
{
"completion_length": 111.515625,
"epoch": 0.2665021591610117,
"grad_norm": 3.949462622313132,
"kl": 0.02899169921875,
"learning_rate": 8.666666666666667e-07,
"loss": 0.0012,
"reward": 1.375,
"reward_std": 0.19716878235340118,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.484375,
"step": 216
},
{
"completion_length": 122.40625,
"epoch": 0.2677359654534238,
"grad_norm": 1.1779046233108275,
"kl": 0.040771484375,
"learning_rate": 8.660493827160493e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 217
},
{
"completion_length": 108.1875,
"epoch": 0.2689697717458359,
"grad_norm": 0.7610416990419067,
"kl": 0.025634765625,
"learning_rate": 8.654320987654321e-07,
"loss": 0.001,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 218
},
{
"completion_length": 119.59375,
"epoch": 0.270203578038248,
"grad_norm": 2.8080064609783384,
"kl": 0.0252685546875,
"learning_rate": 8.648148148148148e-07,
"loss": 0.001,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 219
},
{
"completion_length": 128.28125,
"epoch": 0.27143738433066006,
"grad_norm": 0.8510965819270552,
"kl": 0.02362060546875,
"learning_rate": 8.641975308641974e-07,
"loss": 0.0009,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 220
},
{
"completion_length": 108.25,
"epoch": 0.27267119062307216,
"grad_norm": 0.3718688006477163,
"kl": 0.025390625,
"learning_rate": 8.635802469135802e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 221
},
{
"completion_length": 120.5625,
"epoch": 0.27390499691548426,
"grad_norm": 4.241589286596635,
"kl": 0.02972412109375,
"learning_rate": 8.629629629629629e-07,
"loss": 0.0012,
"reward": 1.4375,
"reward_std": 0.09858439117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 222
},
{
"completion_length": 123.96875,
"epoch": 0.27513880320789635,
"grad_norm": 1.0726576713822102,
"kl": 0.02386474609375,
"learning_rate": 8.623456790123457e-07,
"loss": 0.001,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 223
},
{
"completion_length": 107.359375,
"epoch": 0.27637260950030845,
"grad_norm": 0.152597950050889,
"kl": 0.02752685546875,
"learning_rate": 8.617283950617283e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 224
},
{
"completion_length": 121.796875,
"epoch": 0.27760641579272055,
"grad_norm": 3.119512530325868,
"kl": 0.0260009765625,
"learning_rate": 8.611111111111111e-07,
"loss": 0.001,
"reward": 1.421875,
"reward_std": 0.1298343911767006,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 225
},
{
"completion_length": 106.84375,
"epoch": 0.27884022208513265,
"grad_norm": 0.10610459271179505,
"kl": 0.023681640625,
"learning_rate": 8.604938271604938e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 226
},
{
"completion_length": 114.390625,
"epoch": 0.28007402837754475,
"grad_norm": 2.01011305857028,
"kl": 0.02557373046875,
"learning_rate": 8.598765432098765e-07,
"loss": 0.001,
"reward": 1.4375,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 227
},
{
"completion_length": 109.046875,
"epoch": 0.2813078346699568,
"grad_norm": 0.102104691566505,
"kl": 0.02593994140625,
"learning_rate": 8.592592592592592e-07,
"loss": 0.001,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 228
},
{
"completion_length": 124.9375,
"epoch": 0.2825416409623689,
"grad_norm": 1.4669707599549984,
"kl": 0.03167724609375,
"learning_rate": 8.586419753086419e-07,
"loss": 0.0013,
"reward": 1.4453125,
"reward_std": 0.109375,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 229
},
{
"completion_length": 114.6875,
"epoch": 0.283775447254781,
"grad_norm": 1.01940095115173,
"kl": 0.02911376953125,
"learning_rate": 8.580246913580247e-07,
"loss": 0.0012,
"reward": 1.4609375,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 230
},
{
"completion_length": 119.9375,
"epoch": 0.2850092535471931,
"grad_norm": 0.11268503086354136,
"kl": 0.0257568359375,
"learning_rate": 8.574074074074074e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 231
},
{
"completion_length": 101.96875,
"epoch": 0.2862430598396052,
"grad_norm": 2.1821627030607984,
"kl": 0.029052734375,
"learning_rate": 8.567901234567901e-07,
"loss": 0.0012,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 232
},
{
"completion_length": 100.375,
"epoch": 0.2874768661320173,
"grad_norm": 0.9533441313618776,
"kl": 0.03399658203125,
"learning_rate": 8.561728395061728e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 233
},
{
"completion_length": 95.03125,
"epoch": 0.2887106724244294,
"grad_norm": 0.1125138818104882,
"kl": 0.0225830078125,
"learning_rate": 8.555555555555555e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 234
},
{
"completion_length": 95.828125,
"epoch": 0.2899444787168415,
"grad_norm": 0.9451902075655895,
"kl": 0.03094482421875,
"learning_rate": 8.549382716049382e-07,
"loss": 0.0012,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 235
},
{
"completion_length": 99.875,
"epoch": 0.2911782850092535,
"grad_norm": 0.7450244453750808,
"kl": 0.02783203125,
"learning_rate": 8.543209876543209e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 236
},
{
"completion_length": 100.125,
"epoch": 0.2924120913016656,
"grad_norm": 0.13811529904092884,
"kl": 0.024169921875,
"learning_rate": 8.537037037037037e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 237
},
{
"completion_length": 99.84375,
"epoch": 0.2936458975940777,
"grad_norm": 0.8840306394909327,
"kl": 0.02716064453125,
"learning_rate": 8.530864197530864e-07,
"loss": 0.0011,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 238
},
{
"completion_length": 81.046875,
"epoch": 0.2948797038864898,
"grad_norm": 1.362316876107362,
"kl": 0.0279541015625,
"learning_rate": 8.524691358024691e-07,
"loss": 0.0011,
"reward": 1.421875,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 239
},
{
"completion_length": 94.125,
"epoch": 0.2961135101789019,
"grad_norm": 2.1661404762630947,
"kl": 0.03662109375,
"learning_rate": 8.518518518518518e-07,
"loss": 0.0015,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4765625,
"step": 240
},
{
"completion_length": 99.78125,
"epoch": 0.297347316471314,
"grad_norm": 0.10994046725795842,
"kl": 0.02490234375,
"learning_rate": 8.512345679012345e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 241
},
{
"completion_length": 99.515625,
"epoch": 0.2985811227637261,
"grad_norm": 1.8913578952727663,
"kl": 0.02947998046875,
"learning_rate": 8.506172839506173e-07,
"loss": 0.0012,
"reward": 1.3984375,
"reward_std": 0.171875,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.4921875,
"step": 242
},
{
"completion_length": 95.3125,
"epoch": 0.2998149290561382,
"grad_norm": 1.09546786205772,
"kl": 0.03082275390625,
"learning_rate": 8.499999999999999e-07,
"loss": 0.0012,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 243
},
{
"completion_length": 74.328125,
"epoch": 0.30104873534855026,
"grad_norm": 1.5100024937453411,
"kl": 0.029296875,
"learning_rate": 8.493827160493827e-07,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 244
},
{
"completion_length": 84.53125,
"epoch": 0.30228254164096235,
"grad_norm": 0.798381096712671,
"kl": 0.02838134765625,
"learning_rate": 8.487654320987654e-07,
"loss": 0.0011,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 245
},
{
"completion_length": 95.765625,
"epoch": 0.30351634793337445,
"grad_norm": 1.4056871065194014,
"kl": 0.0274658203125,
"learning_rate": 8.48148148148148e-07,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 246
},
{
"completion_length": 83.0625,
"epoch": 0.30475015422578655,
"grad_norm": 3.21632638091983,
"kl": 0.0384521484375,
"learning_rate": 8.475308641975308e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 247
},
{
"completion_length": 82.015625,
"epoch": 0.30598396051819865,
"grad_norm": 0.3705279873021814,
"kl": 0.044677734375,
"learning_rate": 8.469135802469135e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 248
},
{
"completion_length": 88.125,
"epoch": 0.30721776681061075,
"grad_norm": 0.8058344745492995,
"kl": 0.03070068359375,
"learning_rate": 8.462962962962963e-07,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 249
},
{
"completion_length": 84.640625,
"epoch": 0.30845157310302285,
"grad_norm": 0.7054655009852402,
"kl": 0.0252685546875,
"learning_rate": 8.456790123456789e-07,
"loss": 0.001,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 250
},
{
"completion_length": 88.84375,
"epoch": 0.3096853793954349,
"grad_norm": 0.12428286351467527,
"kl": 0.0299072265625,
"learning_rate": 8.450617283950617e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 251
},
{
"completion_length": 95.109375,
"epoch": 0.310919185687847,
"grad_norm": 1.3768392690769744,
"kl": 0.0333251953125,
"learning_rate": 8.444444444444444e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 252
},
{
"completion_length": 98.15625,
"epoch": 0.3121529919802591,
"grad_norm": 0.9719527546172964,
"kl": 0.038330078125,
"learning_rate": 8.438271604938271e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 253
},
{
"completion_length": 99.65625,
"epoch": 0.3133867982726712,
"grad_norm": 2.234891191723662,
"kl": 0.0390625,
"learning_rate": 8.432098765432098e-07,
"loss": 0.0016,
"reward": 1.453125,
"reward_std": 0.0767945945262909,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 254
},
{
"completion_length": 112.3125,
"epoch": 0.3146206045650833,
"grad_norm": 0.5560449310377436,
"kl": 0.031005859375,
"learning_rate": 8.425925925925925e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 255
},
{
"completion_length": 103.640625,
"epoch": 0.3158544108574954,
"grad_norm": 2.569672654740016,
"kl": 0.036865234375,
"learning_rate": 8.419753086419753e-07,
"loss": 0.0015,
"reward": 1.34375,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.859375,
"rewards/format_reward": 0.484375,
"step": 256
},
{
"completion_length": 104.171875,
"epoch": 0.3170882171499075,
"grad_norm": 1.048362705398106,
"kl": 0.0367431640625,
"learning_rate": 8.41358024691358e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 257
},
{
"completion_length": 98.8125,
"epoch": 0.3183220234423196,
"grad_norm": 0.14247381929505634,
"kl": 0.0286865234375,
"learning_rate": 8.407407407407407e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 258
},
{
"completion_length": 87.421875,
"epoch": 0.3195558297347316,
"grad_norm": 0.9519025752890172,
"kl": 0.0277099609375,
"learning_rate": 8.401234567901234e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 259
},
{
"completion_length": 106.171875,
"epoch": 0.3207896360271437,
"grad_norm": 1.1879777227910546,
"kl": 0.03271484375,
"learning_rate": 8.395061728395061e-07,
"loss": 0.0013,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 260
},
{
"completion_length": 94.5,
"epoch": 0.3220234423195558,
"grad_norm": 2.3905488976388445,
"kl": 0.0391845703125,
"learning_rate": 8.388888888888888e-07,
"loss": 0.0016,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 261
},
{
"completion_length": 79.390625,
"epoch": 0.3232572486119679,
"grad_norm": 1.4214431012079713,
"kl": 0.02972412109375,
"learning_rate": 8.382716049382715e-07,
"loss": 0.0012,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 262
},
{
"completion_length": 92.859375,
"epoch": 0.32449105490438,
"grad_norm": 0.12243131945509758,
"kl": 0.02490234375,
"learning_rate": 8.376543209876543e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 263
},
{
"completion_length": 93.921875,
"epoch": 0.3257248611967921,
"grad_norm": 0.13882769911124548,
"kl": 0.0279541015625,
"learning_rate": 8.37037037037037e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 264
},
{
"completion_length": 84.96875,
"epoch": 0.3269586674892042,
"grad_norm": 1.5231561954754678,
"kl": 0.040771484375,
"learning_rate": 8.364197530864197e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 265
},
{
"completion_length": 96.359375,
"epoch": 0.3281924737816163,
"grad_norm": 1.0889939479334378,
"kl": 0.033203125,
"learning_rate": 8.358024691358024e-07,
"loss": 0.0013,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 266
},
{
"completion_length": 70.78125,
"epoch": 0.32942628007402835,
"grad_norm": 1.6165176744113465,
"kl": 0.03289794921875,
"learning_rate": 8.351851851851851e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 267
},
{
"completion_length": 84.6875,
"epoch": 0.33066008636644045,
"grad_norm": 2.654086789942034,
"kl": 0.03564453125,
"learning_rate": 8.345679012345679e-07,
"loss": 0.0014,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 268
},
{
"completion_length": 87.265625,
"epoch": 0.33189389265885255,
"grad_norm": 6.1898666778960925,
"kl": 0.0362548828125,
"learning_rate": 8.339506172839505e-07,
"loss": 0.0015,
"reward": 1.34375,
"reward_std": 0.1610843911767006,
"rewards/accuracy_reward": 0.84375,
"rewards/format_reward": 0.5,
"step": 269
},
{
"completion_length": 75.359375,
"epoch": 0.33312769895126465,
"grad_norm": 0.23491998280841656,
"kl": 0.0357666015625,
"learning_rate": 8.333333333333333e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 270
},
{
"completion_length": 67.609375,
"epoch": 0.33436150524367675,
"grad_norm": 0.29316729948697884,
"kl": 0.047119140625,
"learning_rate": 8.32716049382716e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 271
},
{
"completion_length": 77.53125,
"epoch": 0.33559531153608885,
"grad_norm": 0.1649119808872064,
"kl": 0.0333251953125,
"learning_rate": 8.320987654320987e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 272
},
{
"completion_length": 89.9375,
"epoch": 0.33682911782850095,
"grad_norm": 0.6906431712838024,
"kl": 0.03759765625,
"learning_rate": 8.314814814814814e-07,
"loss": 0.0015,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 273
},
{
"completion_length": 88.0,
"epoch": 0.33806292412091304,
"grad_norm": 1.8236519275457557,
"kl": 0.0743408203125,
"learning_rate": 8.308641975308641e-07,
"loss": 0.003,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 274
},
{
"completion_length": 90.109375,
"epoch": 0.3392967304133251,
"grad_norm": 0.1338863534456492,
"kl": 0.0333251953125,
"learning_rate": 8.302469135802469e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 275
},
{
"completion_length": 95.203125,
"epoch": 0.3405305367057372,
"grad_norm": 0.7355319778739802,
"kl": 0.02838134765625,
"learning_rate": 8.296296296296295e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 276
},
{
"completion_length": 110.28125,
"epoch": 0.3417643429981493,
"grad_norm": 0.7275009378471291,
"kl": 0.02783203125,
"learning_rate": 8.290123456790123e-07,
"loss": 0.0011,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 277
},
{
"completion_length": 109.125,
"epoch": 0.3429981492905614,
"grad_norm": 1.0089869869870634,
"kl": 0.03369140625,
"learning_rate": 8.28395061728395e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 278
},
{
"completion_length": 99.609375,
"epoch": 0.3442319555829735,
"grad_norm": 0.20699539928356767,
"kl": 0.0245361328125,
"learning_rate": 8.277777777777777e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 279
},
{
"completion_length": 113.09375,
"epoch": 0.3454657618753856,
"grad_norm": 0.11298698359611624,
"kl": 0.02752685546875,
"learning_rate": 8.271604938271604e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 280
},
{
"completion_length": 102.265625,
"epoch": 0.3466995681677977,
"grad_norm": 2.3109103252010703,
"kl": 0.02850341796875,
"learning_rate": 8.265432098765431e-07,
"loss": 0.0011,
"reward": 1.40625,
"reward_std": 0.09858439117670059,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.5,
"step": 281
},
{
"completion_length": 107.21875,
"epoch": 0.3479333744602097,
"grad_norm": 0.17952806868963864,
"kl": 0.02850341796875,
"learning_rate": 8.259259259259259e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 282
},
{
"completion_length": 97.015625,
"epoch": 0.3491671807526218,
"grad_norm": 0.77378241999928,
"kl": 0.03778076171875,
"learning_rate": 8.253086419753085e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 283
},
{
"completion_length": 117.890625,
"epoch": 0.3504009870450339,
"grad_norm": 0.3876575740509508,
"kl": 0.02642822265625,
"learning_rate": 8.246913580246913e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 284
},
{
"completion_length": 108.234375,
"epoch": 0.351634793337446,
"grad_norm": 3.409355285547882,
"kl": 0.0452880859375,
"learning_rate": 8.24074074074074e-07,
"loss": 0.0018,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 285
},
{
"completion_length": 118.0,
"epoch": 0.3528685996298581,
"grad_norm": 1.2256701283772542,
"kl": 0.0277099609375,
"learning_rate": 8.234567901234567e-07,
"loss": 0.0011,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 286
},
{
"completion_length": 107.921875,
"epoch": 0.3541024059222702,
"grad_norm": 0.7622507520881698,
"kl": 0.03057861328125,
"learning_rate": 8.228395061728394e-07,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 287
},
{
"completion_length": 107.4375,
"epoch": 0.3553362122146823,
"grad_norm": 0.10628054381551118,
"kl": 0.0355224609375,
"learning_rate": 8.222222222222221e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 288
},
{
"completion_length": 115.484375,
"epoch": 0.3565700185070944,
"grad_norm": 1.1891274633884175,
"kl": 0.02618408203125,
"learning_rate": 8.216049382716049e-07,
"loss": 0.001,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4765625,
"step": 289
},
{
"completion_length": 113.953125,
"epoch": 0.35780382479950645,
"grad_norm": 0.33566720152455715,
"kl": 0.03228759765625,
"learning_rate": 8.209876543209876e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 290
},
{
"completion_length": 113.921875,
"epoch": 0.35903763109191855,
"grad_norm": 0.9645728957920443,
"kl": 0.0391845703125,
"learning_rate": 8.203703703703703e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 291
},
{
"completion_length": 111.8125,
"epoch": 0.36027143738433065,
"grad_norm": 1.6311940584905775,
"kl": 0.0313720703125,
"learning_rate": 8.19753086419753e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 292
},
{
"completion_length": 109.171875,
"epoch": 0.36150524367674275,
"grad_norm": 1.1857748637819094,
"kl": 0.0380859375,
"learning_rate": 8.191358024691357e-07,
"loss": 0.0015,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 293
},
{
"completion_length": 132.09375,
"epoch": 0.36273904996915485,
"grad_norm": 1.58351438459382,
"kl": 0.02813720703125,
"learning_rate": 8.185185185185185e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 294
},
{
"completion_length": 116.21875,
"epoch": 0.36397285626156695,
"grad_norm": 0.935941647960514,
"kl": 0.0318603515625,
"learning_rate": 8.179012345679011e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 295
},
{
"completion_length": 116.421875,
"epoch": 0.36520666255397904,
"grad_norm": 0.6556472323479887,
"kl": 0.0369873046875,
"learning_rate": 8.17283950617284e-07,
"loss": 0.0015,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 296
},
{
"completion_length": 107.75,
"epoch": 0.36644046884639114,
"grad_norm": 0.15408070657942932,
"kl": 0.03155517578125,
"learning_rate": 8.166666666666666e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 297
},
{
"completion_length": 106.640625,
"epoch": 0.3676742751388032,
"grad_norm": 0.11219502394349387,
"kl": 0.0347900390625,
"learning_rate": 8.160493827160493e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 298
},
{
"completion_length": 118.09375,
"epoch": 0.3689080814312153,
"grad_norm": 0.1518721239015485,
"kl": 0.0341796875,
"learning_rate": 8.15432098765432e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 299
},
{
"completion_length": 103.734375,
"epoch": 0.3701418877236274,
"grad_norm": 0.1201344278278038,
"kl": 0.03497314453125,
"learning_rate": 8.148148148148147e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 300
},
{
"completion_length": 124.203125,
"epoch": 0.3713756940160395,
"grad_norm": 0.9598777261191352,
"kl": 0.030029296875,
"learning_rate": 8.141975308641976e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 301
},
{
"completion_length": 114.140625,
"epoch": 0.3726095003084516,
"grad_norm": 1.312106099604609,
"kl": 0.03759765625,
"learning_rate": 8.135802469135801e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 302
},
{
"completion_length": 106.359375,
"epoch": 0.3738433066008637,
"grad_norm": 1.4306152976454702,
"kl": 0.039306640625,
"learning_rate": 8.12962962962963e-07,
"loss": 0.0016,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 303
},
{
"completion_length": 114.75,
"epoch": 0.3750771128932758,
"grad_norm": 1.2388036775310052,
"kl": 0.05419921875,
"learning_rate": 8.123456790123457e-07,
"loss": 0.0022,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 304
},
{
"completion_length": 114.859375,
"epoch": 0.3763109191856878,
"grad_norm": 1.2183746008949263,
"kl": 0.03436279296875,
"learning_rate": 8.117283950617285e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 305
},
{
"completion_length": 105.625,
"epoch": 0.3775447254780999,
"grad_norm": 2.08731585222591,
"kl": 0.046875,
"learning_rate": 8.11111111111111e-07,
"loss": 0.0019,
"reward": 1.3359375,
"reward_std": 0.13708597421646118,
"rewards/accuracy_reward": 0.859375,
"rewards/format_reward": 0.4765625,
"step": 306
},
{
"completion_length": 118.03125,
"epoch": 0.378778531770512,
"grad_norm": 2.1464745162966734,
"kl": 0.02655029296875,
"learning_rate": 8.104938271604938e-07,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.07216878235340118,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 307
},
{
"completion_length": 107.515625,
"epoch": 0.3800123380629241,
"grad_norm": 3.0345168237299665,
"kl": 0.03253173828125,
"learning_rate": 8.098765432098766e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 308
},
{
"completion_length": 115.25,
"epoch": 0.3812461443553362,
"grad_norm": 0.08735470436068267,
"kl": 0.02764892578125,
"learning_rate": 8.092592592592592e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 309
},
{
"completion_length": 110.0,
"epoch": 0.3824799506477483,
"grad_norm": 1.4030843824043246,
"kl": 0.038818359375,
"learning_rate": 8.08641975308642e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 310
},
{
"completion_length": 105.1875,
"epoch": 0.3837137569401604,
"grad_norm": 0.8725419005899122,
"kl": 0.039794921875,
"learning_rate": 8.080246913580247e-07,
"loss": 0.0016,
"reward": 1.34375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.84375,
"rewards/format_reward": 0.5,
"step": 311
},
{
"completion_length": 110.625,
"epoch": 0.3849475632325725,
"grad_norm": 0.32783261702056293,
"kl": 0.0306396484375,
"learning_rate": 8.074074074074075e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 312
},
{
"completion_length": 110.609375,
"epoch": 0.38618136952498455,
"grad_norm": 0.5596611062321236,
"kl": 0.03021240234375,
"learning_rate": 8.067901234567901e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 313
},
{
"completion_length": 113.484375,
"epoch": 0.38741517581739665,
"grad_norm": 0.5649753103275257,
"kl": 0.0418701171875,
"learning_rate": 8.061728395061728e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 314
},
{
"completion_length": 101.859375,
"epoch": 0.38864898210980875,
"grad_norm": 0.7581562221726408,
"kl": 0.0423583984375,
"learning_rate": 8.055555555555556e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 315
},
{
"completion_length": 90.046875,
"epoch": 0.38988278840222085,
"grad_norm": 0.11844554417823297,
"kl": 0.028076171875,
"learning_rate": 8.049382716049383e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 316
},
{
"completion_length": 96.84375,
"epoch": 0.39111659469463295,
"grad_norm": 0.13876277953301658,
"kl": 0.0380859375,
"learning_rate": 8.04320987654321e-07,
"loss": 0.0015,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 317
},
{
"completion_length": 106.78125,
"epoch": 0.39235040098704504,
"grad_norm": 4.826461125932491,
"kl": 0.0455322265625,
"learning_rate": 8.037037037037037e-07,
"loss": 0.0018,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 318
},
{
"completion_length": 103.75,
"epoch": 0.39358420727945714,
"grad_norm": 0.2056973112698208,
"kl": 0.0374755859375,
"learning_rate": 8.030864197530864e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 319
},
{
"completion_length": 108.6875,
"epoch": 0.39481801357186924,
"grad_norm": 2.297616995886277,
"kl": 0.03363037109375,
"learning_rate": 8.024691358024691e-07,
"loss": 0.0013,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 320
},
{
"completion_length": 103.625,
"epoch": 0.3960518198642813,
"grad_norm": 0.6185158264960239,
"kl": 0.031982421875,
"learning_rate": 8.018518518518518e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 321
},
{
"completion_length": 105.46875,
"epoch": 0.3972856261566934,
"grad_norm": 0.8925619857670551,
"kl": 0.0386962890625,
"learning_rate": 8.012345679012346e-07,
"loss": 0.0015,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 322
},
{
"completion_length": 90.078125,
"epoch": 0.3985194324491055,
"grad_norm": 0.25684298115190063,
"kl": 0.02764892578125,
"learning_rate": 8.006172839506173e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 323
},
{
"completion_length": 96.25,
"epoch": 0.3997532387415176,
"grad_norm": 1.5712460253515814,
"kl": 0.0533447265625,
"learning_rate": 8e-07,
"loss": 0.0021,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 324
},
{
"completion_length": 91.25,
"epoch": 0.4009870450339297,
"grad_norm": 2.9034787525887293,
"kl": 0.0316162109375,
"learning_rate": 7.993827160493827e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 325
},
{
"completion_length": 114.875,
"epoch": 0.4022208513263418,
"grad_norm": 1.7248364195979065,
"kl": 0.03759765625,
"learning_rate": 7.987654320987654e-07,
"loss": 0.0015,
"reward": 1.40625,
"reward_std": 0.1298343911767006,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.484375,
"step": 326
},
{
"completion_length": 92.078125,
"epoch": 0.4034546576187539,
"grad_norm": 2.411016844095608,
"kl": 0.0419921875,
"learning_rate": 7.981481481481482e-07,
"loss": 0.0017,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 327
},
{
"completion_length": 106.25,
"epoch": 0.404688463911166,
"grad_norm": 0.12555595632000496,
"kl": 0.03125,
"learning_rate": 7.975308641975308e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 328
},
{
"completion_length": 90.21875,
"epoch": 0.405922270203578,
"grad_norm": 1.706150428225619,
"kl": 0.02874755859375,
"learning_rate": 7.969135802469136e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 329
},
{
"completion_length": 91.8125,
"epoch": 0.4071560764959901,
"grad_norm": 2.8379392889000146,
"kl": 0.037841796875,
"learning_rate": 7.962962962962963e-07,
"loss": 0.0015,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 330
},
{
"completion_length": 87.03125,
"epoch": 0.4083898827884022,
"grad_norm": 0.7080213096110735,
"kl": 0.03460693359375,
"learning_rate": 7.956790123456791e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 331
},
{
"completion_length": 93.84375,
"epoch": 0.4096236890808143,
"grad_norm": 0.19080879922262708,
"kl": 0.03302001953125,
"learning_rate": 7.950617283950617e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 332
},
{
"completion_length": 95.46875,
"epoch": 0.4108574953732264,
"grad_norm": 0.19570769341053224,
"kl": 0.0445556640625,
"learning_rate": 7.944444444444444e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 333
},
{
"completion_length": 99.28125,
"epoch": 0.4120913016656385,
"grad_norm": 94.36005906741694,
"kl": 2.3729248046875,
"learning_rate": 7.938271604938272e-07,
"loss": 0.0956,
"reward": 1.390625,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.484375,
"step": 334
},
{
"completion_length": 94.5,
"epoch": 0.4133251079580506,
"grad_norm": 3.2451848598297928,
"kl": 0.0362548828125,
"learning_rate": 7.932098765432098e-07,
"loss": 0.0015,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 335
},
{
"completion_length": 94.296875,
"epoch": 0.41455891425046265,
"grad_norm": 0.7454720449191138,
"kl": 0.0367431640625,
"learning_rate": 7.925925925925926e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 336
},
{
"completion_length": 91.75,
"epoch": 0.41579272054287475,
"grad_norm": 0.8789624685880375,
"kl": 0.037353515625,
"learning_rate": 7.919753086419753e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 337
},
{
"completion_length": 104.671875,
"epoch": 0.41702652683528685,
"grad_norm": 2.8944176075735513,
"kl": 0.0474853515625,
"learning_rate": 7.913580246913581e-07,
"loss": 0.0019,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 338
},
{
"completion_length": 77.125,
"epoch": 0.41826033312769895,
"grad_norm": 2.3287904223637694,
"kl": 0.0521240234375,
"learning_rate": 7.907407407407407e-07,
"loss": 0.0021,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 339
},
{
"completion_length": 92.234375,
"epoch": 0.41949413942011105,
"grad_norm": 3.00621614993322,
"kl": 0.0389404296875,
"learning_rate": 7.901234567901234e-07,
"loss": 0.0016,
"reward": 1.3671875,
"reward_std": 0.18991719186306,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.4609375,
"step": 340
},
{
"completion_length": 105.515625,
"epoch": 0.42072794571252314,
"grad_norm": 2.0542144000546996,
"kl": 0.0418701171875,
"learning_rate": 7.895061728395062e-07,
"loss": 0.0017,
"reward": 1.3515625,
"reward_std": 0.171875,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.4609375,
"step": 341
},
{
"completion_length": 96.609375,
"epoch": 0.42196175200493524,
"grad_norm": 1.8402391465192725,
"kl": 0.0421142578125,
"learning_rate": 7.888888888888889e-07,
"loss": 0.0017,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 342
},
{
"completion_length": 116.234375,
"epoch": 0.42319555829734734,
"grad_norm": 1.6697732509417476,
"kl": 0.038818359375,
"learning_rate": 7.882716049382716e-07,
"loss": 0.0016,
"reward": 1.4375,
"reward_std": 0.09858439117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 343
},
{
"completion_length": 94.75,
"epoch": 0.4244293645897594,
"grad_norm": 2.1345353407845247,
"kl": 0.029052734375,
"learning_rate": 7.876543209876543e-07,
"loss": 0.0012,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 344
},
{
"completion_length": 94.53125,
"epoch": 0.4256631708821715,
"grad_norm": 1.13473341987239,
"kl": 0.036376953125,
"learning_rate": 7.870370370370371e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 345
},
{
"completion_length": 88.625,
"epoch": 0.4268969771745836,
"grad_norm": 5.929297920151606,
"kl": 0.0440673828125,
"learning_rate": 7.864197530864197e-07,
"loss": 0.0018,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 346
},
{
"completion_length": 95.828125,
"epoch": 0.4281307834669957,
"grad_norm": 3.706327779643451,
"kl": 0.0283203125,
"learning_rate": 7.858024691358024e-07,
"loss": 0.0011,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 347
},
{
"completion_length": 90.953125,
"epoch": 0.4293645897594078,
"grad_norm": 1.1513788825307198,
"kl": 0.03369140625,
"learning_rate": 7.851851851851852e-07,
"loss": 0.0013,
"reward": 1.4296875,
"reward_std": 0.07057205587625504,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 348
},
{
"completion_length": 92.265625,
"epoch": 0.4305983960518199,
"grad_norm": 2.996947178301085,
"kl": 0.05291748046875,
"learning_rate": 7.845679012345679e-07,
"loss": 0.0021,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 349
},
{
"completion_length": 76.84375,
"epoch": 0.431832202344232,
"grad_norm": 1.5198319988313809,
"kl": 0.047607421875,
"learning_rate": 7.839506172839506e-07,
"loss": 0.0019,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 350
},
{
"completion_length": 101.328125,
"epoch": 0.4330660086366441,
"grad_norm": 1.545046601497342,
"kl": 0.037841796875,
"learning_rate": 7.833333333333333e-07,
"loss": 0.0015,
"reward": 1.421875,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 351
},
{
"completion_length": 94.15625,
"epoch": 0.4342998149290561,
"grad_norm": 4.517333348041995,
"kl": 0.035400390625,
"learning_rate": 7.82716049382716e-07,
"loss": 0.0014,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 352
},
{
"completion_length": 93.59375,
"epoch": 0.4355336212214682,
"grad_norm": 1.5151117360085922,
"kl": 0.03155517578125,
"learning_rate": 7.820987654320988e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 353
},
{
"completion_length": 89.671875,
"epoch": 0.4367674275138803,
"grad_norm": 1.217135417717019,
"kl": 0.034423828125,
"learning_rate": 7.814814814814814e-07,
"loss": 0.0014,
"reward": 1.375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.5,
"step": 354
},
{
"completion_length": 99.671875,
"epoch": 0.4380012338062924,
"grad_norm": 0.9990136067526295,
"kl": 0.0426025390625,
"learning_rate": 7.808641975308642e-07,
"loss": 0.0017,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 355
},
{
"completion_length": 83.578125,
"epoch": 0.4392350400987045,
"grad_norm": 1.6015323930284124,
"kl": 0.037109375,
"learning_rate": 7.802469135802469e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 356
},
{
"completion_length": 83.671875,
"epoch": 0.4404688463911166,
"grad_norm": 1.0507324310367392,
"kl": 0.036376953125,
"learning_rate": 7.796296296296296e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 357
},
{
"completion_length": 83.84375,
"epoch": 0.4417026526835287,
"grad_norm": 0.13901710461679817,
"kl": 0.034423828125,
"learning_rate": 7.790123456790123e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 358
},
{
"completion_length": 106.0,
"epoch": 0.44293645897594075,
"grad_norm": 0.13957009433859577,
"kl": 0.0341796875,
"learning_rate": 7.78395061728395e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 359
},
{
"completion_length": 108.546875,
"epoch": 0.44417026526835285,
"grad_norm": 0.9473099627495285,
"kl": 0.0372314453125,
"learning_rate": 7.777777777777778e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 360
},
{
"completion_length": 102.015625,
"epoch": 0.44540407156076495,
"grad_norm": 0.8865352127549287,
"kl": 0.0335693359375,
"learning_rate": 7.771604938271604e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 361
},
{
"completion_length": 101.296875,
"epoch": 0.44663787785317705,
"grad_norm": 0.23970707276422162,
"kl": 0.02972412109375,
"learning_rate": 7.765432098765432e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 362
},
{
"completion_length": 96.875,
"epoch": 0.44787168414558914,
"grad_norm": 1.6341854153827389,
"kl": 0.0372314453125,
"learning_rate": 7.759259259259259e-07,
"loss": 0.0015,
"reward": 1.3671875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.4921875,
"step": 363
},
{
"completion_length": 103.65625,
"epoch": 0.44910549043800124,
"grad_norm": 0.1351436200893501,
"kl": 0.0308837890625,
"learning_rate": 7.753086419753087e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 364
},
{
"completion_length": 104.6875,
"epoch": 0.45033929673041334,
"grad_norm": 0.14418306811747159,
"kl": 0.03094482421875,
"learning_rate": 7.746913580246913e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 365
},
{
"completion_length": 104.53125,
"epoch": 0.45157310302282544,
"grad_norm": 1.0374667196743053,
"kl": 0.0369873046875,
"learning_rate": 7.74074074074074e-07,
"loss": 0.0015,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 366
},
{
"completion_length": 107.15625,
"epoch": 0.4528069093152375,
"grad_norm": 0.4780426583329873,
"kl": 0.0306396484375,
"learning_rate": 7.734567901234568e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 367
},
{
"completion_length": 101.203125,
"epoch": 0.4540407156076496,
"grad_norm": 1.5973152256219447,
"kl": 0.03765869140625,
"learning_rate": 7.728395061728394e-07,
"loss": 0.0015,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 368
},
{
"completion_length": 101.390625,
"epoch": 0.4552745219000617,
"grad_norm": 0.1382621873425396,
"kl": 0.03546142578125,
"learning_rate": 7.722222222222222e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 369
},
{
"completion_length": 107.671875,
"epoch": 0.4565083281924738,
"grad_norm": 0.9960899513667455,
"kl": 0.034912109375,
"learning_rate": 7.716049382716049e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 370
},
{
"completion_length": 112.890625,
"epoch": 0.4577421344848859,
"grad_norm": 0.1935168853295157,
"kl": 0.035888671875,
"learning_rate": 7.709876543209877e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 371
},
{
"completion_length": 90.40625,
"epoch": 0.458975940777298,
"grad_norm": 0.11246549215146472,
"kl": 0.037353515625,
"learning_rate": 7.703703703703703e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 372
},
{
"completion_length": 104.359375,
"epoch": 0.4602097470697101,
"grad_norm": 0.10607984707206873,
"kl": 0.031005859375,
"learning_rate": 7.69753086419753e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 373
},
{
"completion_length": 106.53125,
"epoch": 0.46144355336212217,
"grad_norm": 2.2199838043160622,
"kl": 0.03521728515625,
"learning_rate": 7.691358024691358e-07,
"loss": 0.0014,
"reward": 1.4453125,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 374
},
{
"completion_length": 109.4375,
"epoch": 0.4626773596545342,
"grad_norm": 1.4498520254296168,
"kl": 0.0333251953125,
"learning_rate": 7.685185185185185e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 375
},
{
"completion_length": 93.875,
"epoch": 0.4639111659469463,
"grad_norm": 1.6478500657565187,
"kl": 0.03271484375,
"learning_rate": 7.679012345679012e-07,
"loss": 0.0013,
"reward": 1.40625,
"reward_std": 0.13466878235340118,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.5,
"step": 376
},
{
"completion_length": 108.3125,
"epoch": 0.4651449722393584,
"grad_norm": 1.5253531179764708,
"kl": 0.02740478515625,
"learning_rate": 7.672839506172839e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 377
},
{
"completion_length": 103.8125,
"epoch": 0.4663787785317705,
"grad_norm": 0.12474585867095289,
"kl": 0.0291748046875,
"learning_rate": 7.666666666666667e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 378
},
{
"completion_length": 93.15625,
"epoch": 0.4676125848241826,
"grad_norm": 0.174457190691226,
"kl": 0.03192138671875,
"learning_rate": 7.660493827160494e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 379
},
{
"completion_length": 90.25,
"epoch": 0.4688463911165947,
"grad_norm": 1.43168062797368,
"kl": 0.03668212890625,
"learning_rate": 7.65432098765432e-07,
"loss": 0.0015,
"reward": 1.40625,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.5,
"step": 380
},
{
"completion_length": 110.828125,
"epoch": 0.4700801974090068,
"grad_norm": 1.5308912672497321,
"kl": 0.02972412109375,
"learning_rate": 7.648148148148148e-07,
"loss": 0.0012,
"reward": 1.4453125,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 381
},
{
"completion_length": 111.125,
"epoch": 0.4713140037014189,
"grad_norm": 3.2746361892569578,
"kl": 0.0345458984375,
"learning_rate": 7.641975308641975e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 382
},
{
"completion_length": 109.109375,
"epoch": 0.47254780999383095,
"grad_norm": 0.1959938526603289,
"kl": 0.03326416015625,
"learning_rate": 7.635802469135802e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 383
},
{
"completion_length": 113.09375,
"epoch": 0.47378161628624305,
"grad_norm": 1.1323741716109788,
"kl": 0.032958984375,
"learning_rate": 7.629629629629629e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 384
},
{
"completion_length": 93.75,
"epoch": 0.47501542257865514,
"grad_norm": 0.19289422862021985,
"kl": 0.030029296875,
"learning_rate": 7.623456790123457e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 385
},
{
"completion_length": 93.359375,
"epoch": 0.47624922887106724,
"grad_norm": 1.7916714584986824,
"kl": 0.03143310546875,
"learning_rate": 7.617283950617284e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.07216878235340118,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 386
},
{
"completion_length": 112.375,
"epoch": 0.47748303516347934,
"grad_norm": 4.221385866403513,
"kl": 0.0323486328125,
"learning_rate": 7.61111111111111e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 387
},
{
"completion_length": 109.5,
"epoch": 0.47871684145589144,
"grad_norm": 1.6250035629353075,
"kl": 0.0286865234375,
"learning_rate": 7.604938271604938e-07,
"loss": 0.0011,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 388
},
{
"completion_length": 101.71875,
"epoch": 0.47995064774830354,
"grad_norm": 1.2485179291690656,
"kl": 0.03759765625,
"learning_rate": 7.598765432098765e-07,
"loss": 0.0015,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 389
},
{
"completion_length": 112.40625,
"epoch": 0.4811844540407156,
"grad_norm": 0.9874833014314521,
"kl": 0.0333251953125,
"learning_rate": 7.592592592592593e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 390
},
{
"completion_length": 106.34375,
"epoch": 0.4824182603331277,
"grad_norm": 0.12692250406594965,
"kl": 0.02996826171875,
"learning_rate": 7.586419753086419e-07,
"loss": 0.0012,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 391
},
{
"completion_length": 98.453125,
"epoch": 0.4836520666255398,
"grad_norm": 5.508362138721079,
"kl": 0.03662109375,
"learning_rate": 7.580246913580246e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 392
},
{
"completion_length": 96.890625,
"epoch": 0.4848858729179519,
"grad_norm": 0.795968012612445,
"kl": 0.0377197265625,
"learning_rate": 7.574074074074074e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 393
},
{
"completion_length": 104.5625,
"epoch": 0.486119679210364,
"grad_norm": 0.14130680454948635,
"kl": 0.036376953125,
"learning_rate": 7.5679012345679e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 394
},
{
"completion_length": 102.8125,
"epoch": 0.4873534855027761,
"grad_norm": 0.14568325972804572,
"kl": 0.0350341796875,
"learning_rate": 7.561728395061728e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 395
},
{
"completion_length": 102.09375,
"epoch": 0.48858729179518817,
"grad_norm": 1.095669733955308,
"kl": 0.0374755859375,
"learning_rate": 7.555555555555555e-07,
"loss": 0.0015,
"reward": 1.4375,
"reward_std": 0.07216878235340118,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 396
},
{
"completion_length": 112.671875,
"epoch": 0.48982109808760027,
"grad_norm": 0.7648864309796235,
"kl": 0.03955078125,
"learning_rate": 7.549382716049383e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 397
},
{
"completion_length": 110.828125,
"epoch": 0.4910549043800123,
"grad_norm": 0.8393076216316355,
"kl": 0.0308837890625,
"learning_rate": 7.543209876543209e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 398
},
{
"completion_length": 98.5625,
"epoch": 0.4922887106724244,
"grad_norm": 1.1762577440464237,
"kl": 0.031005859375,
"learning_rate": 7.537037037037036e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 399
},
{
"completion_length": 101.796875,
"epoch": 0.4935225169648365,
"grad_norm": 1.5824610332887101,
"kl": 0.042236328125,
"learning_rate": 7.530864197530864e-07,
"loss": 0.0017,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 400
},
{
"completion_length": 121.765625,
"epoch": 0.4947563232572486,
"grad_norm": 1.8286921966142833,
"kl": 0.03204345703125,
"learning_rate": 7.524691358024691e-07,
"loss": 0.0013,
"reward": 1.421875,
"reward_std": 0.10341878235340118,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 401
},
{
"completion_length": 100.046875,
"epoch": 0.4959901295496607,
"grad_norm": 1.5385750443707533,
"kl": 0.0599365234375,
"learning_rate": 7.518518518518518e-07,
"loss": 0.0024,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 402
},
{
"completion_length": 105.90625,
"epoch": 0.4972239358420728,
"grad_norm": 0.8101128969952909,
"kl": 0.0374755859375,
"learning_rate": 7.512345679012345e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 403
},
{
"completion_length": 105.78125,
"epoch": 0.4984577421344849,
"grad_norm": 0.1910824228188204,
"kl": 0.0362548828125,
"learning_rate": 7.506172839506173e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 404
},
{
"completion_length": 104.328125,
"epoch": 0.499691548426897,
"grad_norm": 0.6145109800330038,
"kl": 0.0333251953125,
"learning_rate": 7.5e-07,
"loss": 0.0013,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 405
},
{
"completion_length": 89.453125,
"epoch": 0.5009253547193091,
"grad_norm": 0.16657824205345234,
"kl": 0.0340576171875,
"learning_rate": 7.493827160493826e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 406
},
{
"completion_length": 104.078125,
"epoch": 0.5021591610117212,
"grad_norm": 0.20413927801266737,
"kl": 0.039794921875,
"learning_rate": 7.487654320987654e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 407
},
{
"completion_length": 102.71875,
"epoch": 0.5033929673041333,
"grad_norm": 0.8933133563018772,
"kl": 0.0361328125,
"learning_rate": 7.481481481481481e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 408
},
{
"completion_length": 109.453125,
"epoch": 0.5046267735965454,
"grad_norm": 1.2258093860057382,
"kl": 0.037841796875,
"learning_rate": 7.475308641975308e-07,
"loss": 0.0015,
"reward": 1.4296875,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 409
},
{
"completion_length": 105.03125,
"epoch": 0.5058605798889574,
"grad_norm": 2.2758021044967354,
"kl": 0.0369873046875,
"learning_rate": 7.469135802469135e-07,
"loss": 0.0015,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 410
},
{
"completion_length": 113.65625,
"epoch": 0.5070943861813695,
"grad_norm": 0.11788221074668948,
"kl": 0.0313720703125,
"learning_rate": 7.462962962962963e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 411
},
{
"completion_length": 115.859375,
"epoch": 0.5083281924737816,
"grad_norm": 2.740619572589042,
"kl": 0.04156494140625,
"learning_rate": 7.45679012345679e-07,
"loss": 0.0017,
"reward": 1.4453125,
"reward_std": 0.109375,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 412
},
{
"completion_length": 102.734375,
"epoch": 0.5095619987661937,
"grad_norm": 0.1206036672528074,
"kl": 0.02685546875,
"learning_rate": 7.450617283950616e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 413
},
{
"completion_length": 101.671875,
"epoch": 0.5107958050586058,
"grad_norm": 0.14165506332779973,
"kl": 0.0302734375,
"learning_rate": 7.444444444444444e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 414
},
{
"completion_length": 106.875,
"epoch": 0.5120296113510179,
"grad_norm": 1.0916585422775806,
"kl": 0.037841796875,
"learning_rate": 7.438271604938271e-07,
"loss": 0.0015,
"reward": 1.40625,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.5,
"step": 415
},
{
"completion_length": 91.84375,
"epoch": 0.51326341764343,
"grad_norm": 0.5100860693114542,
"kl": 0.0316162109375,
"learning_rate": 7.432098765432099e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 416
},
{
"completion_length": 99.515625,
"epoch": 0.5144972239358421,
"grad_norm": 1.9397381917561676,
"kl": 0.03082275390625,
"learning_rate": 7.425925925925925e-07,
"loss": 0.0012,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 417
},
{
"completion_length": 107.75,
"epoch": 0.5157310302282542,
"grad_norm": 1.593571982316367,
"kl": 0.0361328125,
"learning_rate": 7.419753086419753e-07,
"loss": 0.0014,
"reward": 1.3984375,
"reward_std": 0.07057205587625504,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.4921875,
"step": 418
},
{
"completion_length": 107.890625,
"epoch": 0.5169648365206663,
"grad_norm": 1.5060653335906566,
"kl": 0.0321044921875,
"learning_rate": 7.41358024691358e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.029919598251581192,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 419
},
{
"completion_length": 94.4375,
"epoch": 0.5181986428130784,
"grad_norm": 0.16233217438617362,
"kl": 0.038818359375,
"learning_rate": 7.407407407407406e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 420
},
{
"completion_length": 111.453125,
"epoch": 0.5194324491054905,
"grad_norm": 2.1022197751361156,
"kl": 0.04998779296875,
"learning_rate": 7.401234567901234e-07,
"loss": 0.002,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 421
},
{
"completion_length": 106.484375,
"epoch": 0.5206662553979026,
"grad_norm": 0.12073888264322984,
"kl": 0.0404052734375,
"learning_rate": 7.395061728395061e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 422
},
{
"completion_length": 111.734375,
"epoch": 0.5219000616903147,
"grad_norm": 0.8545164645800863,
"kl": 0.038818359375,
"learning_rate": 7.388888888888889e-07,
"loss": 0.0016,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 423
},
{
"completion_length": 113.078125,
"epoch": 0.5231338679827268,
"grad_norm": 0.355915456852108,
"kl": 0.0330810546875,
"learning_rate": 7.382716049382715e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 424
},
{
"completion_length": 114.296875,
"epoch": 0.5243676742751388,
"grad_norm": 0.1081676258746828,
"kl": 0.02789306640625,
"learning_rate": 7.376543209876542e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 425
},
{
"completion_length": 104.921875,
"epoch": 0.5256014805675508,
"grad_norm": 1.6307475473728836,
"kl": 0.0350341796875,
"learning_rate": 7.37037037037037e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 426
},
{
"completion_length": 97.703125,
"epoch": 0.526835286859963,
"grad_norm": 1.1060759775809033,
"kl": 0.0330810546875,
"learning_rate": 7.364197530864197e-07,
"loss": 0.0013,
"reward": 1.375,
"reward_std": 0.07216878235340118,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.5,
"step": 427
},
{
"completion_length": 117.046875,
"epoch": 0.528069093152375,
"grad_norm": 1.9194662075451667,
"kl": 0.034912109375,
"learning_rate": 7.358024691358024e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 428
},
{
"completion_length": 108.421875,
"epoch": 0.5293028994447871,
"grad_norm": 1.7557258114509284,
"kl": 0.0419921875,
"learning_rate": 7.351851851851851e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 429
},
{
"completion_length": 124.6875,
"epoch": 0.5305367057371992,
"grad_norm": 0.14943155598011326,
"kl": 0.0390625,
"learning_rate": 7.345679012345679e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 430
},
{
"completion_length": 112.015625,
"epoch": 0.5317705120296113,
"grad_norm": 2.716496614553637,
"kl": 0.041748046875,
"learning_rate": 7.339506172839505e-07,
"loss": 0.0017,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 431
},
{
"completion_length": 124.203125,
"epoch": 0.5330043183220234,
"grad_norm": 0.5846048824832558,
"kl": 0.03057861328125,
"learning_rate": 7.333333333333332e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 432
},
{
"completion_length": 112.53125,
"epoch": 0.5342381246144355,
"grad_norm": 1.1507930449944663,
"kl": 0.03515625,
"learning_rate": 7.32716049382716e-07,
"loss": 0.0014,
"reward": 1.390625,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.484375,
"step": 433
},
{
"completion_length": 120.515625,
"epoch": 0.5354719309068476,
"grad_norm": 1.0009738311528362,
"kl": 0.02911376953125,
"learning_rate": 7.320987654320987e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 434
},
{
"completion_length": 124.875,
"epoch": 0.5367057371992597,
"grad_norm": 0.09574981341466597,
"kl": 0.03338623046875,
"learning_rate": 7.314814814814814e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 435
},
{
"completion_length": 113.15625,
"epoch": 0.5379395434916718,
"grad_norm": 2.0967620399532043,
"kl": 0.0341796875,
"learning_rate": 7.308641975308641e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 436
},
{
"completion_length": 123.03125,
"epoch": 0.5391733497840839,
"grad_norm": 0.8284663008942426,
"kl": 0.04010009765625,
"learning_rate": 7.302469135802469e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 437
},
{
"completion_length": 121.578125,
"epoch": 0.540407156076496,
"grad_norm": 2.2126331603295926,
"kl": 0.037841796875,
"learning_rate": 7.296296296296296e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 438
},
{
"completion_length": 103.296875,
"epoch": 0.5416409623689081,
"grad_norm": 0.6373232988105797,
"kl": 0.027587890625,
"learning_rate": 7.290123456790122e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 439
},
{
"completion_length": 107.59375,
"epoch": 0.5428747686613201,
"grad_norm": 0.08525136032582374,
"kl": 0.04150390625,
"learning_rate": 7.28395061728395e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 440
},
{
"completion_length": 110.921875,
"epoch": 0.5441085749537322,
"grad_norm": 0.09805958132057753,
"kl": 0.0299072265625,
"learning_rate": 7.277777777777777e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 441
},
{
"completion_length": 109.703125,
"epoch": 0.5453423812461443,
"grad_norm": 0.8333896914094041,
"kl": 0.037353515625,
"learning_rate": 7.271604938271605e-07,
"loss": 0.0015,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 442
},
{
"completion_length": 122.03125,
"epoch": 0.5465761875385564,
"grad_norm": 0.6432774526790864,
"kl": 0.038330078125,
"learning_rate": 7.265432098765431e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 443
},
{
"completion_length": 121.953125,
"epoch": 0.5478099938309685,
"grad_norm": 0.170274741698066,
"kl": 0.04345703125,
"learning_rate": 7.259259259259259e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 444
},
{
"completion_length": 126.046875,
"epoch": 0.5490438001233806,
"grad_norm": 0.11521750439414052,
"kl": 0.0377197265625,
"learning_rate": 7.253086419753086e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 445
},
{
"completion_length": 111.328125,
"epoch": 0.5502776064157927,
"grad_norm": 0.19942709665092612,
"kl": 0.0390625,
"learning_rate": 7.246913580246912e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 446
},
{
"completion_length": 118.265625,
"epoch": 0.5515114127082048,
"grad_norm": 5.234042568041391,
"kl": 0.03515625,
"learning_rate": 7.24074074074074e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 447
},
{
"completion_length": 107.453125,
"epoch": 0.5527452190006169,
"grad_norm": 1.3615305321556572,
"kl": 0.041748046875,
"learning_rate": 7.234567901234567e-07,
"loss": 0.0017,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 448
},
{
"completion_length": 116.078125,
"epoch": 0.553979025293029,
"grad_norm": 0.10153861873873482,
"kl": 0.0367431640625,
"learning_rate": 7.228395061728395e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 449
},
{
"completion_length": 89.859375,
"epoch": 0.5552128315854411,
"grad_norm": 0.8889982981582901,
"kl": 0.0350341796875,
"learning_rate": 7.222222222222221e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 450
},
{
"completion_length": 126.6875,
"epoch": 0.5564466378778532,
"grad_norm": 1.0351433495665627,
"kl": 0.033447265625,
"learning_rate": 7.21604938271605e-07,
"loss": 0.0013,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 451
},
{
"completion_length": 107.53125,
"epoch": 0.5576804441702653,
"grad_norm": 0.17092682008053364,
"kl": 0.03118896484375,
"learning_rate": 7.209876543209876e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 452
},
{
"completion_length": 114.546875,
"epoch": 0.5589142504626774,
"grad_norm": 1.2460586266757607,
"kl": 0.0377197265625,
"learning_rate": 7.203703703703703e-07,
"loss": 0.0015,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 453
},
{
"completion_length": 111.71875,
"epoch": 0.5601480567550895,
"grad_norm": 5.513468652358379,
"kl": 0.04638671875,
"learning_rate": 7.19753086419753e-07,
"loss": 0.0019,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 454
},
{
"completion_length": 93.234375,
"epoch": 0.5613818630475016,
"grad_norm": 0.18634338579978432,
"kl": 0.0361328125,
"learning_rate": 7.191358024691357e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 455
},
{
"completion_length": 113.296875,
"epoch": 0.5626156693399136,
"grad_norm": 0.12109828256888329,
"kl": 0.035400390625,
"learning_rate": 7.185185185185186e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 456
},
{
"completion_length": 112.90625,
"epoch": 0.5638494756323257,
"grad_norm": 2.6162805356839254,
"kl": 0.034423828125,
"learning_rate": 7.179012345679011e-07,
"loss": 0.0014,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 457
},
{
"completion_length": 116.671875,
"epoch": 0.5650832819247378,
"grad_norm": 0.6901453588665127,
"kl": 0.02880859375,
"learning_rate": 7.17283950617284e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 458
},
{
"completion_length": 110.09375,
"epoch": 0.5663170882171499,
"grad_norm": 0.9932405010189939,
"kl": 0.0303955078125,
"learning_rate": 7.166666666666667e-07,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 459
},
{
"completion_length": 109.734375,
"epoch": 0.567550894509562,
"grad_norm": 2.0928294441175868,
"kl": 0.04541015625,
"learning_rate": 7.160493827160494e-07,
"loss": 0.0018,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 460
},
{
"completion_length": 111.234375,
"epoch": 0.5687847008019741,
"grad_norm": 2.3393458629804798,
"kl": 0.03912353515625,
"learning_rate": 7.15432098765432e-07,
"loss": 0.0016,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 461
},
{
"completion_length": 110.78125,
"epoch": 0.5700185070943862,
"grad_norm": 0.9220340499104741,
"kl": 0.038330078125,
"learning_rate": 7.148148148148148e-07,
"loss": 0.0015,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 462
},
{
"completion_length": 100.125,
"epoch": 0.5712523133867983,
"grad_norm": 0.6593044271665618,
"kl": 0.0284423828125,
"learning_rate": 7.141975308641976e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 463
},
{
"completion_length": 96.46875,
"epoch": 0.5724861196792104,
"grad_norm": 2.0047135977525743,
"kl": 0.02691650390625,
"learning_rate": 7.135802469135803e-07,
"loss": 0.0011,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 464
},
{
"completion_length": 111.34375,
"epoch": 0.5737199259716225,
"grad_norm": 1.5629719631204386,
"kl": 0.03277587890625,
"learning_rate": 7.129629629629629e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 465
},
{
"completion_length": 95.25,
"epoch": 0.5749537322640346,
"grad_norm": 0.30843206843760007,
"kl": 0.036865234375,
"learning_rate": 7.123456790123457e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 466
},
{
"completion_length": 102.265625,
"epoch": 0.5761875385564467,
"grad_norm": 1.3819366740474035,
"kl": 0.03369140625,
"learning_rate": 7.117283950617284e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 467
},
{
"completion_length": 100.546875,
"epoch": 0.5774213448488588,
"grad_norm": 0.8857800301406399,
"kl": 0.0347900390625,
"learning_rate": 7.111111111111111e-07,
"loss": 0.0014,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 468
},
{
"completion_length": 115.90625,
"epoch": 0.5786551511412709,
"grad_norm": 0.11511955384645207,
"kl": 0.02978515625,
"learning_rate": 7.104938271604938e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 469
},
{
"completion_length": 101.453125,
"epoch": 0.579888957433683,
"grad_norm": 1.2172794415682382,
"kl": 0.036376953125,
"learning_rate": 7.098765432098766e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 470
},
{
"completion_length": 114.578125,
"epoch": 0.581122763726095,
"grad_norm": 0.97944704549122,
"kl": 0.03448486328125,
"learning_rate": 7.092592592592593e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 471
},
{
"completion_length": 101.625,
"epoch": 0.582356570018507,
"grad_norm": 0.3641811640464067,
"kl": 0.03448486328125,
"learning_rate": 7.086419753086419e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 472
},
{
"completion_length": 87.765625,
"epoch": 0.5835903763109191,
"grad_norm": 0.13083955927031402,
"kl": 0.032470703125,
"learning_rate": 7.080246913580247e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 473
},
{
"completion_length": 94.625,
"epoch": 0.5848241826033312,
"grad_norm": 0.25644875135623374,
"kl": 0.03668212890625,
"learning_rate": 7.074074074074074e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 474
},
{
"completion_length": 103.203125,
"epoch": 0.5860579888957433,
"grad_norm": 1.0086941252004196,
"kl": 0.03216552734375,
"learning_rate": 7.067901234567902e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 475
},
{
"completion_length": 103.796875,
"epoch": 0.5872917951881554,
"grad_norm": 0.18059575618693471,
"kl": 0.02880859375,
"learning_rate": 7.061728395061728e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 476
},
{
"completion_length": 102.734375,
"epoch": 0.5885256014805675,
"grad_norm": 1.326923849560059,
"kl": 0.03167724609375,
"learning_rate": 7.055555555555556e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 477
},
{
"completion_length": 110.578125,
"epoch": 0.5897594077729796,
"grad_norm": 0.18057468346093894,
"kl": 0.03277587890625,
"learning_rate": 7.049382716049383e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 478
},
{
"completion_length": 103.4375,
"epoch": 0.5909932140653917,
"grad_norm": 0.10601538963198394,
"kl": 0.02679443359375,
"learning_rate": 7.043209876543209e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 479
},
{
"completion_length": 94.25,
"epoch": 0.5922270203578038,
"grad_norm": 0.09230529952831874,
"kl": 0.030029296875,
"learning_rate": 7.037037037037037e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 480
},
{
"completion_length": 114.53125,
"epoch": 0.5934608266502159,
"grad_norm": 1.6663096643888975,
"kl": 0.0377197265625,
"learning_rate": 7.030864197530864e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 481
},
{
"completion_length": 106.671875,
"epoch": 0.594694632942628,
"grad_norm": 0.764672975210206,
"kl": 0.03759765625,
"learning_rate": 7.024691358024692e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 482
},
{
"completion_length": 109.671875,
"epoch": 0.5959284392350401,
"grad_norm": 6.0661389792265705,
"kl": 0.033447265625,
"learning_rate": 7.018518518518518e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 483
},
{
"completion_length": 107.8125,
"epoch": 0.5971622455274522,
"grad_norm": 1.6466772882151068,
"kl": 0.033935546875,
"learning_rate": 7.012345679012346e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 484
},
{
"completion_length": 107.484375,
"epoch": 0.5983960518198643,
"grad_norm": 0.10564993420836505,
"kl": 0.02960205078125,
"learning_rate": 7.006172839506173e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 485
},
{
"completion_length": 112.0,
"epoch": 0.5996298581122764,
"grad_norm": 1.0990407713412051,
"kl": 0.03021240234375,
"learning_rate": 7e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 486
},
{
"completion_length": 107.765625,
"epoch": 0.6008636644046884,
"grad_norm": 1.9341427403801685,
"kl": 0.0296630859375,
"learning_rate": 6.993827160493827e-07,
"loss": 0.0012,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 487
},
{
"completion_length": 103.515625,
"epoch": 0.6020974706971005,
"grad_norm": 0.22100563379056812,
"kl": 0.02532958984375,
"learning_rate": 6.987654320987654e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 488
},
{
"completion_length": 97.5,
"epoch": 0.6033312769895126,
"grad_norm": 0.10839933198900521,
"kl": 0.03057861328125,
"learning_rate": 6.981481481481482e-07,
"loss": 0.0012,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 489
},
{
"completion_length": 103.5625,
"epoch": 0.6045650832819247,
"grad_norm": 6.334611331511861,
"kl": 0.039794921875,
"learning_rate": 6.975308641975309e-07,
"loss": 0.0016,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 490
},
{
"completion_length": 102.1875,
"epoch": 0.6057988895743368,
"grad_norm": 1.6042515088454408,
"kl": 0.0330810546875,
"learning_rate": 6.969135802469136e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 491
},
{
"completion_length": 94.484375,
"epoch": 0.6070326958667489,
"grad_norm": 0.1827143126799403,
"kl": 0.031982421875,
"learning_rate": 6.962962962962963e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 492
},
{
"completion_length": 101.75,
"epoch": 0.608266502159161,
"grad_norm": 0.15291938301965333,
"kl": 0.03125,
"learning_rate": 6.95679012345679e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 493
},
{
"completion_length": 116.5625,
"epoch": 0.6095003084515731,
"grad_norm": 0.1258199506638142,
"kl": 0.032958984375,
"learning_rate": 6.950617283950617e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 494
},
{
"completion_length": 93.875,
"epoch": 0.6107341147439852,
"grad_norm": 0.12254538971657326,
"kl": 0.02618408203125,
"learning_rate": 6.944444444444444e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 495
},
{
"completion_length": 105.4375,
"epoch": 0.6119679210363973,
"grad_norm": 0.8864120169469207,
"kl": 0.02880859375,
"learning_rate": 6.938271604938272e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 496
},
{
"completion_length": 94.78125,
"epoch": 0.6132017273288094,
"grad_norm": 0.17228775589634576,
"kl": 0.0263671875,
"learning_rate": 6.932098765432099e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 497
},
{
"completion_length": 106.140625,
"epoch": 0.6144355336212215,
"grad_norm": 0.12753855740863163,
"kl": 0.02490234375,
"learning_rate": 6.925925925925925e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 498
},
{
"completion_length": 106.421875,
"epoch": 0.6156693399136336,
"grad_norm": 0.2217270122636105,
"kl": 0.0311279296875,
"learning_rate": 6.919753086419753e-07,
"loss": 0.0012,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 499
},
{
"completion_length": 116.921875,
"epoch": 0.6169031462060457,
"grad_norm": 3.2253246932929174,
"kl": 0.04119873046875,
"learning_rate": 6.91358024691358e-07,
"loss": 0.0017,
"reward": 1.3671875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.4921875,
"step": 500
},
{
"completion_length": 121.46875,
"epoch": 0.6181369524984578,
"grad_norm": 2.495799844091578,
"kl": 0.041259765625,
"learning_rate": 6.907407407407408e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 501
},
{
"completion_length": 110.265625,
"epoch": 0.6193707587908698,
"grad_norm": 0.13645965020434822,
"kl": 0.03228759765625,
"learning_rate": 6.901234567901234e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 502
},
{
"completion_length": 100.921875,
"epoch": 0.6206045650832819,
"grad_norm": 0.7133668615950521,
"kl": 0.035400390625,
"learning_rate": 6.895061728395062e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 503
},
{
"completion_length": 99.671875,
"epoch": 0.621838371375694,
"grad_norm": 0.31303996888486485,
"kl": 0.034423828125,
"learning_rate": 6.888888888888889e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 504
},
{
"completion_length": 108.984375,
"epoch": 0.6230721776681061,
"grad_norm": 0.8078285216925571,
"kl": 0.03424072265625,
"learning_rate": 6.882716049382715e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 505
},
{
"completion_length": 112.328125,
"epoch": 0.6243059839605182,
"grad_norm": 0.7732570878800064,
"kl": 0.039794921875,
"learning_rate": 6.876543209876543e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 506
},
{
"completion_length": 119.796875,
"epoch": 0.6255397902529303,
"grad_norm": 3.4723349229764997,
"kl": 0.03106689453125,
"learning_rate": 6.87037037037037e-07,
"loss": 0.0012,
"reward": 1.3828125,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.4921875,
"step": 507
},
{
"completion_length": 115.21875,
"epoch": 0.6267735965453424,
"grad_norm": 0.09927708777472799,
"kl": 0.03045654296875,
"learning_rate": 6.864197530864198e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 508
},
{
"completion_length": 103.265625,
"epoch": 0.6280074028377545,
"grad_norm": 0.11986770637621663,
"kl": 0.033203125,
"learning_rate": 6.858024691358024e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 509
},
{
"completion_length": 120.875,
"epoch": 0.6292412091301666,
"grad_norm": 0.9124636120279241,
"kl": 0.0328369140625,
"learning_rate": 6.851851851851852e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 510
},
{
"completion_length": 115.40625,
"epoch": 0.6304750154225787,
"grad_norm": 2.133816696886171,
"kl": 0.02899169921875,
"learning_rate": 6.845679012345679e-07,
"loss": 0.0012,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 511
},
{
"completion_length": 132.078125,
"epoch": 0.6317088217149908,
"grad_norm": 1.4053972419504113,
"kl": 0.031982421875,
"learning_rate": 6.839506172839506e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 512
},
{
"completion_length": 119.125,
"epoch": 0.6329426280074029,
"grad_norm": 0.11243791043624791,
"kl": 0.031005859375,
"learning_rate": 6.833333333333333e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 513
},
{
"completion_length": 112.953125,
"epoch": 0.634176434299815,
"grad_norm": 0.10512386451761656,
"kl": 0.0281982421875,
"learning_rate": 6.82716049382716e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 514
},
{
"completion_length": 109.5,
"epoch": 0.6354102405922271,
"grad_norm": 1.4269667485349982,
"kl": 0.0308837890625,
"learning_rate": 6.820987654320988e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 515
},
{
"completion_length": 90.484375,
"epoch": 0.6366440468846392,
"grad_norm": 0.15974394736465136,
"kl": 0.033447265625,
"learning_rate": 6.814814814814814e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 516
},
{
"completion_length": 111.90625,
"epoch": 0.6378778531770513,
"grad_norm": 0.09787378925768153,
"kl": 0.03228759765625,
"learning_rate": 6.808641975308642e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 517
},
{
"completion_length": 112.015625,
"epoch": 0.6391116594694632,
"grad_norm": 0.19459862256034988,
"kl": 0.02459716796875,
"learning_rate": 6.802469135802469e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 518
},
{
"completion_length": 108.265625,
"epoch": 0.6403454657618753,
"grad_norm": 0.8372501965923447,
"kl": 0.02978515625,
"learning_rate": 6.796296296296296e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 519
},
{
"completion_length": 117.046875,
"epoch": 0.6415792720542874,
"grad_norm": 3.9340504862011145,
"kl": 0.03350830078125,
"learning_rate": 6.790123456790123e-07,
"loss": 0.0013,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 520
},
{
"completion_length": 108.703125,
"epoch": 0.6428130783466995,
"grad_norm": 1.4562180228651505,
"kl": 0.02752685546875,
"learning_rate": 6.78395061728395e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 521
},
{
"completion_length": 99.109375,
"epoch": 0.6440468846391116,
"grad_norm": 0.11952541620799842,
"kl": 0.03369140625,
"learning_rate": 6.777777777777778e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 522
},
{
"completion_length": 109.390625,
"epoch": 0.6452806909315237,
"grad_norm": 1.0921126135169936,
"kl": 0.03485107421875,
"learning_rate": 6.771604938271605e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 523
},
{
"completion_length": 104.8125,
"epoch": 0.6465144972239358,
"grad_norm": 3.3277803517008464,
"kl": 0.0438232421875,
"learning_rate": 6.765432098765432e-07,
"loss": 0.0018,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 524
},
{
"completion_length": 117.921875,
"epoch": 0.6477483035163479,
"grad_norm": 0.16203866215911872,
"kl": 0.043701171875,
"learning_rate": 6.759259259259259e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 525
},
{
"completion_length": 106.1875,
"epoch": 0.64898210980876,
"grad_norm": 3.313422780059698,
"kl": 0.0489501953125,
"learning_rate": 6.753086419753086e-07,
"loss": 0.002,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 526
},
{
"completion_length": 115.75,
"epoch": 0.6502159161011721,
"grad_norm": 1.2178746584625855,
"kl": 0.0386962890625,
"learning_rate": 6.746913580246914e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 527
},
{
"completion_length": 104.015625,
"epoch": 0.6514497223935842,
"grad_norm": 1.2222880661331195,
"kl": 0.0333251953125,
"learning_rate": 6.74074074074074e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 528
},
{
"completion_length": 110.484375,
"epoch": 0.6526835286859963,
"grad_norm": 2.590815574779253,
"kl": 0.03289794921875,
"learning_rate": 6.734567901234568e-07,
"loss": 0.0013,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 529
},
{
"completion_length": 107.40625,
"epoch": 0.6539173349784084,
"grad_norm": 0.596158884476886,
"kl": 0.03741455078125,
"learning_rate": 6.728395061728395e-07,
"loss": 0.0015,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 530
},
{
"completion_length": 88.171875,
"epoch": 0.6551511412708205,
"grad_norm": 5.887832404111741,
"kl": 0.0372314453125,
"learning_rate": 6.722222222222222e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 531
},
{
"completion_length": 98.171875,
"epoch": 0.6563849475632326,
"grad_norm": 0.1272128622500354,
"kl": 0.02703857421875,
"learning_rate": 6.716049382716049e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 532
},
{
"completion_length": 96.234375,
"epoch": 0.6576187538556446,
"grad_norm": 1.228262531653624,
"kl": 0.039306640625,
"learning_rate": 6.709876543209876e-07,
"loss": 0.0016,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 533
},
{
"completion_length": 110.140625,
"epoch": 0.6588525601480567,
"grad_norm": 0.7890932436681697,
"kl": 0.036376953125,
"learning_rate": 6.703703703703704e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 534
},
{
"completion_length": 95.15625,
"epoch": 0.6600863664404688,
"grad_norm": 0.7752259812815786,
"kl": 0.03131103515625,
"learning_rate": 6.69753086419753e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 535
},
{
"completion_length": 103.203125,
"epoch": 0.6613201727328809,
"grad_norm": 0.885860486954362,
"kl": 0.037109375,
"learning_rate": 6.691358024691358e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 536
},
{
"completion_length": 104.0,
"epoch": 0.662553979025293,
"grad_norm": 0.2448523454539756,
"kl": 0.043701171875,
"learning_rate": 6.685185185185185e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 537
},
{
"completion_length": 107.875,
"epoch": 0.6637877853177051,
"grad_norm": 0.6204369278998937,
"kl": 0.0360107421875,
"learning_rate": 6.679012345679012e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 538
},
{
"completion_length": 110.875,
"epoch": 0.6650215916101172,
"grad_norm": 2.570916366155839,
"kl": 0.0413818359375,
"learning_rate": 6.672839506172839e-07,
"loss": 0.0017,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 539
},
{
"completion_length": 118.703125,
"epoch": 0.6662553979025293,
"grad_norm": 0.6295463236658331,
"kl": 0.035888671875,
"learning_rate": 6.666666666666666e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 540
},
{
"completion_length": 122.90625,
"epoch": 0.6674892041949414,
"grad_norm": 0.11264288023256797,
"kl": 0.0400390625,
"learning_rate": 6.660493827160494e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 541
},
{
"completion_length": 110.953125,
"epoch": 0.6687230104873535,
"grad_norm": 1.6096528956181355,
"kl": 0.037353515625,
"learning_rate": 6.65432098765432e-07,
"loss": 0.0015,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 542
},
{
"completion_length": 103.375,
"epoch": 0.6699568167797656,
"grad_norm": 0.14983208340936272,
"kl": 0.041259765625,
"learning_rate": 6.648148148148148e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 543
},
{
"completion_length": 96.8125,
"epoch": 0.6711906230721777,
"grad_norm": 0.1120957315606829,
"kl": 0.0311279296875,
"learning_rate": 6.641975308641975e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 544
},
{
"completion_length": 110.21875,
"epoch": 0.6724244293645898,
"grad_norm": 1.2376428115747553,
"kl": 0.0447998046875,
"learning_rate": 6.635802469135802e-07,
"loss": 0.0018,
"reward": 1.421875,
"reward_std": 0.13794417306780815,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.46875,
"step": 545
},
{
"completion_length": 110.9375,
"epoch": 0.6736582356570019,
"grad_norm": 0.8514750293398613,
"kl": 0.041748046875,
"learning_rate": 6.629629629629629e-07,
"loss": 0.0017,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 546
},
{
"completion_length": 103.875,
"epoch": 0.674892041949414,
"grad_norm": 0.09081667635805855,
"kl": 0.0374755859375,
"learning_rate": 6.623456790123456e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 547
},
{
"completion_length": 112.640625,
"epoch": 0.6761258482418261,
"grad_norm": 0.592089217634733,
"kl": 0.0438232421875,
"learning_rate": 6.617283950617284e-07,
"loss": 0.0017,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 548
},
{
"completion_length": 112.25,
"epoch": 0.6773596545342381,
"grad_norm": 0.10315306284144561,
"kl": 0.03076171875,
"learning_rate": 6.611111111111111e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 549
},
{
"completion_length": 100.484375,
"epoch": 0.6785934608266502,
"grad_norm": 0.1325397722865268,
"kl": 0.0406494140625,
"learning_rate": 6.604938271604938e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 550
},
{
"completion_length": 102.984375,
"epoch": 0.6798272671190623,
"grad_norm": 0.1643876296159077,
"kl": 0.034912109375,
"learning_rate": 6.598765432098765e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 551
},
{
"completion_length": 96.765625,
"epoch": 0.6810610734114744,
"grad_norm": 1.028325552151721,
"kl": 0.0760498046875,
"learning_rate": 6.592592592592592e-07,
"loss": 0.003,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 552
},
{
"completion_length": 98.796875,
"epoch": 0.6822948797038865,
"grad_norm": 0.11839394624398145,
"kl": 0.03955078125,
"learning_rate": 6.586419753086419e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 553
},
{
"completion_length": 89.828125,
"epoch": 0.6835286859962986,
"grad_norm": 0.18259456597246024,
"kl": 0.03411865234375,
"learning_rate": 6.580246913580246e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 554
},
{
"completion_length": 102.65625,
"epoch": 0.6847624922887107,
"grad_norm": 0.8727338698071115,
"kl": 0.0341796875,
"learning_rate": 6.574074074074074e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 555
},
{
"completion_length": 102.3125,
"epoch": 0.6859962985811228,
"grad_norm": 0.5323633915886724,
"kl": 0.0438232421875,
"learning_rate": 6.567901234567901e-07,
"loss": 0.0018,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 556
},
{
"completion_length": 95.28125,
"epoch": 0.6872301048735349,
"grad_norm": 0.4416872163294425,
"kl": 0.037841796875,
"learning_rate": 6.561728395061728e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 557
},
{
"completion_length": 100.234375,
"epoch": 0.688463911165947,
"grad_norm": 0.09215060193592126,
"kl": 0.041748046875,
"learning_rate": 6.555555555555555e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 558
},
{
"completion_length": 103.984375,
"epoch": 0.6896977174583591,
"grad_norm": 0.9950840064210901,
"kl": 0.02825927734375,
"learning_rate": 6.549382716049382e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 559
},
{
"completion_length": 99.40625,
"epoch": 0.6909315237507712,
"grad_norm": 0.8182764340988057,
"kl": 0.0440673828125,
"learning_rate": 6.54320987654321e-07,
"loss": 0.0018,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 560
},
{
"completion_length": 104.046875,
"epoch": 0.6921653300431833,
"grad_norm": 1.9864073060061487,
"kl": 0.0343017578125,
"learning_rate": 6.537037037037036e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 561
},
{
"completion_length": 102.484375,
"epoch": 0.6933991363355954,
"grad_norm": 0.0813989757759978,
"kl": 0.0364990234375,
"learning_rate": 6.530864197530864e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 562
},
{
"completion_length": 97.96875,
"epoch": 0.6946329426280075,
"grad_norm": 1.013109736804528,
"kl": 0.0396728515625,
"learning_rate": 6.524691358024691e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 563
},
{
"completion_length": 103.640625,
"epoch": 0.6958667489204194,
"grad_norm": 1.3132011357717663,
"kl": 0.037353515625,
"learning_rate": 6.518518518518519e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 564
},
{
"completion_length": 95.046875,
"epoch": 0.6971005552128315,
"grad_norm": 0.57407637638119,
"kl": 0.0419921875,
"learning_rate": 6.512345679012345e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 565
},
{
"completion_length": 101.875,
"epoch": 0.6983343615052436,
"grad_norm": 0.5294994003030877,
"kl": 0.03515625,
"learning_rate": 6.506172839506172e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 566
},
{
"completion_length": 122.625,
"epoch": 0.6995681677976557,
"grad_norm": 3.148006707962375,
"kl": 0.046142578125,
"learning_rate": 6.5e-07,
"loss": 0.0018,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 567
},
{
"completion_length": 109.671875,
"epoch": 0.7008019740900678,
"grad_norm": 1.4841010081399664,
"kl": 0.0482177734375,
"learning_rate": 6.493827160493826e-07,
"loss": 0.0019,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 568
},
{
"completion_length": 102.53125,
"epoch": 0.7020357803824799,
"grad_norm": 0.17949942029232646,
"kl": 0.041748046875,
"learning_rate": 6.487654320987654e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 569
},
{
"completion_length": 114.078125,
"epoch": 0.703269586674892,
"grad_norm": 0.27950761339737196,
"kl": 0.048828125,
"learning_rate": 6.481481481481481e-07,
"loss": 0.002,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 570
},
{
"completion_length": 112.546875,
"epoch": 0.7045033929673041,
"grad_norm": 0.13604878673577128,
"kl": 0.0335693359375,
"learning_rate": 6.475308641975308e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 571
},
{
"completion_length": 125.453125,
"epoch": 0.7057371992597162,
"grad_norm": 0.08408779934533316,
"kl": 0.041748046875,
"learning_rate": 6.469135802469135e-07,
"loss": 0.0017,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 572
},
{
"completion_length": 115.0625,
"epoch": 0.7069710055521283,
"grad_norm": 0.7928090407648283,
"kl": 0.0377197265625,
"learning_rate": 6.462962962962962e-07,
"loss": 0.0015,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 573
},
{
"completion_length": 122.09375,
"epoch": 0.7082048118445404,
"grad_norm": 0.8997029469955565,
"kl": 0.039306640625,
"learning_rate": 6.45679012345679e-07,
"loss": 0.0016,
"reward": 1.4296875,
"reward_std": 0.07057205587625504,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 574
},
{
"completion_length": 113.828125,
"epoch": 0.7094386181369525,
"grad_norm": 0.6768755634238571,
"kl": 0.0382080078125,
"learning_rate": 6.450617283950617e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 575
},
{
"completion_length": 113.125,
"epoch": 0.7106724244293646,
"grad_norm": 1.3804504165212328,
"kl": 0.03131103515625,
"learning_rate": 6.444444444444444e-07,
"loss": 0.0013,
"reward": 1.375,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.484375,
"step": 576
},
{
"completion_length": 122.09375,
"epoch": 0.7119062307217767,
"grad_norm": 0.1106555246665533,
"kl": 0.0277099609375,
"learning_rate": 6.438271604938271e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 577
},
{
"completion_length": 103.0625,
"epoch": 0.7131400370141888,
"grad_norm": 0.66936183237414,
"kl": 0.032470703125,
"learning_rate": 6.432098765432098e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 578
},
{
"completion_length": 112.8125,
"epoch": 0.7143738433066008,
"grad_norm": 1.2327667249407253,
"kl": 0.02801513671875,
"learning_rate": 6.425925925925925e-07,
"loss": 0.0011,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 579
},
{
"completion_length": 120.5,
"epoch": 0.7156076495990129,
"grad_norm": 0.7399765872430594,
"kl": 0.0281982421875,
"learning_rate": 6.419753086419752e-07,
"loss": 0.0011,
"reward": 1.40625,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.5,
"step": 580
},
{
"completion_length": 116.875,
"epoch": 0.716841455891425,
"grad_norm": 0.9290460937336746,
"kl": 0.0380859375,
"learning_rate": 6.41358024691358e-07,
"loss": 0.0015,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 581
},
{
"completion_length": 112.03125,
"epoch": 0.7180752621838371,
"grad_norm": 2.006633608684569,
"kl": 0.036865234375,
"learning_rate": 6.407407407407407e-07,
"loss": 0.0015,
"reward": 1.4375,
"reward_std": 0.07216878235340118,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 582
},
{
"completion_length": 105.921875,
"epoch": 0.7193090684762492,
"grad_norm": 0.2854304309234838,
"kl": 0.0360107421875,
"learning_rate": 6.401234567901234e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 583
},
{
"completion_length": 106.640625,
"epoch": 0.7205428747686613,
"grad_norm": 0.09337736915120738,
"kl": 0.0289306640625,
"learning_rate": 6.395061728395061e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 584
},
{
"completion_length": 121.65625,
"epoch": 0.7217766810610734,
"grad_norm": 0.8716070084619838,
"kl": 0.0338134765625,
"learning_rate": 6.388888888888888e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 585
},
{
"completion_length": 104.875,
"epoch": 0.7230104873534855,
"grad_norm": 0.5106770281804973,
"kl": 0.0328369140625,
"learning_rate": 6.382716049382716e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 586
},
{
"completion_length": 105.578125,
"epoch": 0.7242442936458976,
"grad_norm": 0.1924986759027035,
"kl": 0.02618408203125,
"learning_rate": 6.376543209876542e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 587
},
{
"completion_length": 106.21875,
"epoch": 0.7254780999383097,
"grad_norm": 0.10579694537219615,
"kl": 0.0303955078125,
"learning_rate": 6.37037037037037e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 588
},
{
"completion_length": 92.1875,
"epoch": 0.7267119062307218,
"grad_norm": 0.08522149415470472,
"kl": 0.02154541015625,
"learning_rate": 6.364197530864197e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 589
},
{
"completion_length": 112.4375,
"epoch": 0.7279457125231339,
"grad_norm": 0.1550271726305113,
"kl": 0.048583984375,
"learning_rate": 6.358024691358025e-07,
"loss": 0.0019,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 590
},
{
"completion_length": 112.65625,
"epoch": 0.729179518815546,
"grad_norm": 0.16649503649575081,
"kl": 0.0296630859375,
"learning_rate": 6.351851851851851e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 591
},
{
"completion_length": 106.125,
"epoch": 0.7304133251079581,
"grad_norm": 0.15114348278190062,
"kl": 0.0272216796875,
"learning_rate": 6.345679012345678e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 592
},
{
"completion_length": 92.390625,
"epoch": 0.7316471314003702,
"grad_norm": 0.8694661829081057,
"kl": 0.03564453125,
"learning_rate": 6.339506172839506e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 593
},
{
"completion_length": 107.59375,
"epoch": 0.7328809376927823,
"grad_norm": 11.844993085200043,
"kl": 0.043212890625,
"learning_rate": 6.333333333333332e-07,
"loss": 0.0017,
"reward": 1.40625,
"reward_std": 0.09858439117670059,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.5,
"step": 594
},
{
"completion_length": 102.296875,
"epoch": 0.7341147439851943,
"grad_norm": 0.6209395309771242,
"kl": 0.048095703125,
"learning_rate": 6.32716049382716e-07,
"loss": 0.0019,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 595
},
{
"completion_length": 103.453125,
"epoch": 0.7353485502776064,
"grad_norm": 1.2073760702217682,
"kl": 0.043701171875,
"learning_rate": 6.320987654320987e-07,
"loss": 0.0017,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 596
},
{
"completion_length": 122.875,
"epoch": 0.7365823565700185,
"grad_norm": 0.38041630703021617,
"kl": 0.0439453125,
"learning_rate": 6.314814814814815e-07,
"loss": 0.0018,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 597
},
{
"completion_length": 108.875,
"epoch": 0.7378161628624306,
"grad_norm": 1.3301458087769809,
"kl": 0.037353515625,
"learning_rate": 6.308641975308641e-07,
"loss": 0.0015,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 598
},
{
"completion_length": 114.375,
"epoch": 0.7390499691548427,
"grad_norm": 1.4217372606515701,
"kl": 0.0501708984375,
"learning_rate": 6.302469135802468e-07,
"loss": 0.002,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 599
},
{
"completion_length": 111.71875,
"epoch": 0.7402837754472548,
"grad_norm": 0.5884069113617648,
"kl": 0.05029296875,
"learning_rate": 6.296296296296296e-07,
"loss": 0.002,
"reward": 1.359375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.859375,
"rewards/format_reward": 0.5,
"step": 600
},
{
"completion_length": 96.390625,
"epoch": 0.7415175817396669,
"grad_norm": 1.5513306437933212,
"kl": 0.0391845703125,
"learning_rate": 6.290123456790122e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 601
},
{
"completion_length": 104.59375,
"epoch": 0.742751388032079,
"grad_norm": 0.1336905542394722,
"kl": 0.0535888671875,
"learning_rate": 6.28395061728395e-07,
"loss": 0.0021,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 602
},
{
"completion_length": 100.625,
"epoch": 0.7439851943244911,
"grad_norm": 0.21493763740894353,
"kl": 0.05078125,
"learning_rate": 6.277777777777777e-07,
"loss": 0.002,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 603
},
{
"completion_length": 124.171875,
"epoch": 0.7452190006169032,
"grad_norm": 0.8273440664285385,
"kl": 0.06201171875,
"learning_rate": 6.271604938271605e-07,
"loss": 0.0025,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 604
},
{
"completion_length": 120.671875,
"epoch": 0.7464528069093153,
"grad_norm": 0.11554099113024738,
"kl": 0.0511474609375,
"learning_rate": 6.265432098765431e-07,
"loss": 0.002,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 605
},
{
"completion_length": 115.296875,
"epoch": 0.7476866132017274,
"grad_norm": 0.12911393561826293,
"kl": 0.0565185546875,
"learning_rate": 6.259259259259258e-07,
"loss": 0.0023,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 606
},
{
"completion_length": 106.625,
"epoch": 0.7489204194941395,
"grad_norm": 1.0914927792305498,
"kl": 0.0400390625,
"learning_rate": 6.253086419753086e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 607
},
{
"completion_length": 111.5,
"epoch": 0.7501542257865516,
"grad_norm": 1.2124844485945039,
"kl": 0.06689453125,
"learning_rate": 6.246913580246913e-07,
"loss": 0.0027,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 608
},
{
"completion_length": 100.0,
"epoch": 0.7513880320789637,
"grad_norm": 0.5907048610794731,
"kl": 0.0413818359375,
"learning_rate": 6.24074074074074e-07,
"loss": 0.0017,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 609
},
{
"completion_length": 95.78125,
"epoch": 0.7526218383713756,
"grad_norm": 0.29152735365821736,
"kl": 0.049560546875,
"learning_rate": 6.234567901234567e-07,
"loss": 0.002,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 610
},
{
"completion_length": 103.671875,
"epoch": 0.7538556446637877,
"grad_norm": 0.18657582102671222,
"kl": 0.0455322265625,
"learning_rate": 6.228395061728394e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 611
},
{
"completion_length": 114.21875,
"epoch": 0.7550894509561998,
"grad_norm": 0.137378106465678,
"kl": 0.04638671875,
"learning_rate": 6.222222222222223e-07,
"loss": 0.0019,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 612
},
{
"completion_length": 108.40625,
"epoch": 0.7563232572486119,
"grad_norm": 0.19864691265120454,
"kl": 0.0506591796875,
"learning_rate": 6.216049382716048e-07,
"loss": 0.002,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 613
},
{
"completion_length": 110.1875,
"epoch": 0.757557063541024,
"grad_norm": 1.7675345952343595,
"kl": 0.0478515625,
"learning_rate": 6.209876543209877e-07,
"loss": 0.0019,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 614
},
{
"completion_length": 104.265625,
"epoch": 0.7587908698334361,
"grad_norm": 0.9796724094156686,
"kl": 0.045166015625,
"learning_rate": 6.203703703703704e-07,
"loss": 0.0018,
"reward": 1.4375,
"reward_std": 0.08537658676505089,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 615
},
{
"completion_length": 95.546875,
"epoch": 0.7600246761258482,
"grad_norm": 4.988467405305695,
"kl": 0.2042236328125,
"learning_rate": 6.19753086419753e-07,
"loss": 0.0082,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 616
},
{
"completion_length": 100.21875,
"epoch": 0.7612584824182603,
"grad_norm": 1.4482591724942648,
"kl": 0.049560546875,
"learning_rate": 6.191358024691358e-07,
"loss": 0.002,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 617
},
{
"completion_length": 102.421875,
"epoch": 0.7624922887106724,
"grad_norm": 1.0640633794978491,
"kl": 0.0411376953125,
"learning_rate": 6.185185185185185e-07,
"loss": 0.0016,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 618
},
{
"completion_length": 100.953125,
"epoch": 0.7637260950030845,
"grad_norm": 0.10869812601519788,
"kl": 0.03662109375,
"learning_rate": 6.179012345679013e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 619
},
{
"completion_length": 105.9375,
"epoch": 0.7649599012954966,
"grad_norm": 0.0973077122810746,
"kl": 0.03662109375,
"learning_rate": 6.172839506172839e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 620
},
{
"completion_length": 121.28125,
"epoch": 0.7661937075879087,
"grad_norm": 3.5759736622645497,
"kl": 0.0419921875,
"learning_rate": 6.166666666666667e-07,
"loss": 0.0017,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 621
},
{
"completion_length": 115.5,
"epoch": 0.7674275138803208,
"grad_norm": 2.0013123146307605,
"kl": 0.06103515625,
"learning_rate": 6.160493827160494e-07,
"loss": 0.0024,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 622
},
{
"completion_length": 121.515625,
"epoch": 0.7686613201727329,
"grad_norm": 1.7594472710892903,
"kl": 0.0621337890625,
"learning_rate": 6.154320987654322e-07,
"loss": 0.0025,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 623
},
{
"completion_length": 117.40625,
"epoch": 0.769895126465145,
"grad_norm": 1.4875586480842138,
"kl": 0.05078125,
"learning_rate": 6.148148148148148e-07,
"loss": 0.002,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 624
},
{
"completion_length": 103.53125,
"epoch": 0.7711289327575571,
"grad_norm": 1.087325089702676,
"kl": 0.0469970703125,
"learning_rate": 6.141975308641975e-07,
"loss": 0.0019,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 625
},
{
"completion_length": 110.234375,
"epoch": 0.7723627390499691,
"grad_norm": 1.188074009041468,
"kl": 0.0555419921875,
"learning_rate": 6.135802469135803e-07,
"loss": 0.0022,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 626
},
{
"completion_length": 103.953125,
"epoch": 0.7735965453423812,
"grad_norm": 1.2850412566705645,
"kl": 0.0555419921875,
"learning_rate": 6.129629629629629e-07,
"loss": 0.0022,
"reward": 1.4765625,
"reward_std": 0.029919598251581192,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 627
},
{
"completion_length": 119.171875,
"epoch": 0.7748303516347933,
"grad_norm": 1.1026762287651828,
"kl": 0.0623779296875,
"learning_rate": 6.123456790123457e-07,
"loss": 0.0025,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 628
},
{
"completion_length": 112.296875,
"epoch": 0.7760641579272054,
"grad_norm": 3.755512920419185,
"kl": 0.1055908203125,
"learning_rate": 6.117283950617284e-07,
"loss": 0.0042,
"reward": 1.4453125,
"reward_std": 0.109375,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 629
},
{
"completion_length": 108.859375,
"epoch": 0.7772979642196175,
"grad_norm": 0.8816365218671202,
"kl": 0.044189453125,
"learning_rate": 6.111111111111112e-07,
"loss": 0.0018,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 630
},
{
"completion_length": 110.953125,
"epoch": 0.7785317705120296,
"grad_norm": 0.3632868051624646,
"kl": 0.040283203125,
"learning_rate": 6.104938271604938e-07,
"loss": 0.0016,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 631
},
{
"completion_length": 114.4375,
"epoch": 0.7797655768044417,
"grad_norm": 14.564889950108656,
"kl": 0.0540771484375,
"learning_rate": 6.098765432098765e-07,
"loss": 0.0022,
"reward": 1.390625,
"reward_std": 0.08619705587625504,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.484375,
"step": 632
},
{
"completion_length": 110.125,
"epoch": 0.7809993830968538,
"grad_norm": 0.13692486665494175,
"kl": 0.04150390625,
"learning_rate": 6.092592592592593e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 633
},
{
"completion_length": 121.71875,
"epoch": 0.7822331893892659,
"grad_norm": 0.5464836805856643,
"kl": 0.047119140625,
"learning_rate": 6.08641975308642e-07,
"loss": 0.0019,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 634
},
{
"completion_length": 105.234375,
"epoch": 0.783466995681678,
"grad_norm": 1.2234358687555564,
"kl": 0.039794921875,
"learning_rate": 6.080246913580247e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 635
},
{
"completion_length": 109.140625,
"epoch": 0.7847008019740901,
"grad_norm": 1.1757757764902859,
"kl": 0.0557861328125,
"learning_rate": 6.074074074074074e-07,
"loss": 0.0022,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 636
},
{
"completion_length": 123.21875,
"epoch": 0.7859346082665022,
"grad_norm": 1.9591413509732767,
"kl": 0.0494384765625,
"learning_rate": 6.067901234567902e-07,
"loss": 0.002,
"reward": 1.40625,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.484375,
"step": 637
},
{
"completion_length": 124.890625,
"epoch": 0.7871684145589143,
"grad_norm": 0.6959194239559751,
"kl": 0.0489501953125,
"learning_rate": 6.061728395061729e-07,
"loss": 0.002,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 638
},
{
"completion_length": 119.4375,
"epoch": 0.7884022208513264,
"grad_norm": 2.1773557940503196,
"kl": 0.03955078125,
"learning_rate": 6.055555555555555e-07,
"loss": 0.0016,
"reward": 1.4375,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 639
},
{
"completion_length": 102.953125,
"epoch": 0.7896360271437385,
"grad_norm": 5.4552654989852885,
"kl": 0.051025390625,
"learning_rate": 6.049382716049383e-07,
"loss": 0.002,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 640
},
{
"completion_length": 117.546875,
"epoch": 0.7908698334361505,
"grad_norm": 1.2400224471040937,
"kl": 0.0556640625,
"learning_rate": 6.04320987654321e-07,
"loss": 0.0022,
"reward": 1.3984375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4765625,
"step": 641
},
{
"completion_length": 111.203125,
"epoch": 0.7921036397285626,
"grad_norm": 0.20718486663803923,
"kl": 0.051025390625,
"learning_rate": 6.037037037037037e-07,
"loss": 0.002,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 642
},
{
"completion_length": 98.015625,
"epoch": 0.7933374460209747,
"grad_norm": 0.16924866249236792,
"kl": 0.0545654296875,
"learning_rate": 6.030864197530864e-07,
"loss": 0.0022,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 643
},
{
"completion_length": 84.21875,
"epoch": 0.7945712523133868,
"grad_norm": 3.167461712158039,
"kl": 0.0570068359375,
"learning_rate": 6.024691358024692e-07,
"loss": 0.0023,
"reward": 1.40625,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.484375,
"step": 644
},
{
"completion_length": 101.6875,
"epoch": 0.7958050586057989,
"grad_norm": 1.771664898416848,
"kl": 0.0689697265625,
"learning_rate": 6.018518518518519e-07,
"loss": 0.0028,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 645
},
{
"completion_length": 115.03125,
"epoch": 0.797038864898211,
"grad_norm": 0.8162035702814715,
"kl": 0.041259765625,
"learning_rate": 6.012345679012345e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 646
},
{
"completion_length": 105.65625,
"epoch": 0.7982726711906231,
"grad_norm": 0.4994326949240207,
"kl": 0.0380859375,
"learning_rate": 6.006172839506173e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 647
},
{
"completion_length": 83.75,
"epoch": 0.7995064774830352,
"grad_norm": 2.074046928972364,
"kl": 0.0457763671875,
"learning_rate": 6e-07,
"loss": 0.0018,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 648
},
{
"completion_length": 111.59375,
"epoch": 0.8007402837754473,
"grad_norm": 0.7103835545447327,
"kl": 0.0494384765625,
"learning_rate": 5.993827160493828e-07,
"loss": 0.002,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 649
},
{
"completion_length": 95.546875,
"epoch": 0.8019740900678594,
"grad_norm": 1.3102917512875751,
"kl": 0.0546875,
"learning_rate": 5.987654320987654e-07,
"loss": 0.0022,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 650
},
{
"completion_length": 109.109375,
"epoch": 0.8032078963602715,
"grad_norm": 0.8082798791374863,
"kl": 0.039794921875,
"learning_rate": 5.981481481481481e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 651
},
{
"completion_length": 103.71875,
"epoch": 0.8044417026526836,
"grad_norm": 0.519518032070318,
"kl": 0.052490234375,
"learning_rate": 5.975308641975309e-07,
"loss": 0.0021,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 652
},
{
"completion_length": 101.40625,
"epoch": 0.8056755089450957,
"grad_norm": 0.6270328082863429,
"kl": 0.06005859375,
"learning_rate": 5.969135802469135e-07,
"loss": 0.0024,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 653
},
{
"completion_length": 100.796875,
"epoch": 0.8069093152375078,
"grad_norm": 0.15581192387468973,
"kl": 0.0418701171875,
"learning_rate": 5.962962962962963e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 654
},
{
"completion_length": 103.84375,
"epoch": 0.8081431215299199,
"grad_norm": 0.6430784126140745,
"kl": 0.030517578125,
"learning_rate": 5.95679012345679e-07,
"loss": 0.0012,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 655
},
{
"completion_length": 104.90625,
"epoch": 0.809376927822332,
"grad_norm": 0.1371056448793011,
"kl": 0.047119140625,
"learning_rate": 5.950617283950618e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 656
},
{
"completion_length": 106.359375,
"epoch": 0.8106107341147439,
"grad_norm": 0.2319803189915482,
"kl": 0.046875,
"learning_rate": 5.944444444444444e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 657
},
{
"completion_length": 102.71875,
"epoch": 0.811844540407156,
"grad_norm": 0.12082133780926309,
"kl": 0.0447998046875,
"learning_rate": 5.938271604938271e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 658
},
{
"completion_length": 106.96875,
"epoch": 0.8130783466995681,
"grad_norm": 0.1153369703742515,
"kl": 0.034912109375,
"learning_rate": 5.932098765432099e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 659
},
{
"completion_length": 114.75,
"epoch": 0.8143121529919802,
"grad_norm": 0.5366983443333084,
"kl": 0.04638671875,
"learning_rate": 5.925925925925926e-07,
"loss": 0.0019,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 660
},
{
"completion_length": 107.609375,
"epoch": 0.8155459592843923,
"grad_norm": 0.723067786809759,
"kl": 0.0438232421875,
"learning_rate": 5.919753086419753e-07,
"loss": 0.0018,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 661
},
{
"completion_length": 109.625,
"epoch": 0.8167797655768044,
"grad_norm": 0.3277281043572439,
"kl": 0.0443115234375,
"learning_rate": 5.91358024691358e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 662
},
{
"completion_length": 99.3125,
"epoch": 0.8180135718692165,
"grad_norm": 0.13554545048131333,
"kl": 0.0570068359375,
"learning_rate": 5.907407407407408e-07,
"loss": 0.0023,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 663
},
{
"completion_length": 133.28125,
"epoch": 0.8192473781616286,
"grad_norm": 0.3409033365446875,
"kl": 0.046630859375,
"learning_rate": 5.901234567901234e-07,
"loss": 0.0019,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 664
},
{
"completion_length": 124.6875,
"epoch": 0.8204811844540407,
"grad_norm": 0.5838204441284646,
"kl": 0.0538330078125,
"learning_rate": 5.895061728395061e-07,
"loss": 0.0022,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 665
},
{
"completion_length": 127.515625,
"epoch": 0.8217149907464528,
"grad_norm": 0.09989114507305993,
"kl": 0.0406494140625,
"learning_rate": 5.888888888888889e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 666
},
{
"completion_length": 121.8125,
"epoch": 0.8229487970388649,
"grad_norm": 0.9720845915409976,
"kl": 0.0469970703125,
"learning_rate": 5.882716049382716e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 667
},
{
"completion_length": 106.96875,
"epoch": 0.824182603331277,
"grad_norm": 0.7435286312934679,
"kl": 0.0374755859375,
"learning_rate": 5.876543209876543e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 668
},
{
"completion_length": 90.953125,
"epoch": 0.8254164096236891,
"grad_norm": 1.0100992361174066,
"kl": 0.0694580078125,
"learning_rate": 5.87037037037037e-07,
"loss": 0.0028,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 669
},
{
"completion_length": 113.96875,
"epoch": 0.8266502159161012,
"grad_norm": 0.08574201343158261,
"kl": 0.0416259765625,
"learning_rate": 5.864197530864198e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 670
},
{
"completion_length": 108.390625,
"epoch": 0.8278840222085133,
"grad_norm": 1.2257207443092462,
"kl": 0.05126953125,
"learning_rate": 5.858024691358025e-07,
"loss": 0.0021,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 671
},
{
"completion_length": 122.984375,
"epoch": 0.8291178285009253,
"grad_norm": 0.0792380947962358,
"kl": 0.05322265625,
"learning_rate": 5.851851851851851e-07,
"loss": 0.0021,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 672
},
{
"completion_length": 111.953125,
"epoch": 0.8303516347933374,
"grad_norm": 1.3178353403651533,
"kl": 0.0513916015625,
"learning_rate": 5.845679012345679e-07,
"loss": 0.0021,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 673
},
{
"completion_length": 112.171875,
"epoch": 0.8315854410857495,
"grad_norm": 0.3185779407317927,
"kl": 0.0389404296875,
"learning_rate": 5.839506172839506e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 674
},
{
"completion_length": 118.71875,
"epoch": 0.8328192473781616,
"grad_norm": 0.0891774838318766,
"kl": 0.039794921875,
"learning_rate": 5.833333333333334e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 675
},
{
"completion_length": 100.171875,
"epoch": 0.8340530536705737,
"grad_norm": 5.419391231334811,
"kl": 0.23291015625,
"learning_rate": 5.82716049382716e-07,
"loss": 0.0093,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 676
},
{
"completion_length": 121.40625,
"epoch": 0.8352868599629858,
"grad_norm": 0.10925843025319877,
"kl": 0.045654296875,
"learning_rate": 5.820987654320988e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 677
},
{
"completion_length": 114.859375,
"epoch": 0.8365206662553979,
"grad_norm": 2.0130911442232953,
"kl": 0.0408935546875,
"learning_rate": 5.814814814814815e-07,
"loss": 0.0016,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 678
},
{
"completion_length": 108.875,
"epoch": 0.83775447254781,
"grad_norm": 1.0087348872516875,
"kl": 0.052734375,
"learning_rate": 5.808641975308641e-07,
"loss": 0.0021,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 679
},
{
"completion_length": 117.359375,
"epoch": 0.8389882788402221,
"grad_norm": 0.562963746052721,
"kl": 0.052734375,
"learning_rate": 5.802469135802469e-07,
"loss": 0.0021,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 680
},
{
"completion_length": 121.96875,
"epoch": 0.8402220851326342,
"grad_norm": 1.0786919254103653,
"kl": 0.056396484375,
"learning_rate": 5.796296296296296e-07,
"loss": 0.0023,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 681
},
{
"completion_length": 121.546875,
"epoch": 0.8414558914250463,
"grad_norm": 0.6082261353599578,
"kl": 0.0347900390625,
"learning_rate": 5.790123456790124e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 682
},
{
"completion_length": 133.421875,
"epoch": 0.8426896977174584,
"grad_norm": 0.5287971346356818,
"kl": 0.049072265625,
"learning_rate": 5.78395061728395e-07,
"loss": 0.002,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 683
},
{
"completion_length": 117.140625,
"epoch": 0.8439235040098705,
"grad_norm": 1.2878857280645113,
"kl": 0.05517578125,
"learning_rate": 5.777777777777777e-07,
"loss": 0.0022,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 684
},
{
"completion_length": 120.703125,
"epoch": 0.8451573103022826,
"grad_norm": 1.771482808551298,
"kl": 0.0487060546875,
"learning_rate": 5.771604938271605e-07,
"loss": 0.002,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 685
},
{
"completion_length": 112.578125,
"epoch": 0.8463911165946947,
"grad_norm": 1.074159944570807,
"kl": 0.04541015625,
"learning_rate": 5.765432098765432e-07,
"loss": 0.0018,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 686
},
{
"completion_length": 118.109375,
"epoch": 0.8476249228871067,
"grad_norm": 0.12040427685897154,
"kl": 0.035888671875,
"learning_rate": 5.759259259259259e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 687
},
{
"completion_length": 120.65625,
"epoch": 0.8488587291795188,
"grad_norm": 0.08539121205224318,
"kl": 0.0323486328125,
"learning_rate": 5.753086419753086e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 688
},
{
"completion_length": 122.171875,
"epoch": 0.8500925354719309,
"grad_norm": 0.5594270197952906,
"kl": 0.0341796875,
"learning_rate": 5.746913580246914e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 689
},
{
"completion_length": 117.78125,
"epoch": 0.851326341764343,
"grad_norm": 1.5735356566209462,
"kl": 0.033935546875,
"learning_rate": 5.74074074074074e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 690
},
{
"completion_length": 111.71875,
"epoch": 0.8525601480567551,
"grad_norm": 1.4479218827661673,
"kl": 0.037353515625,
"learning_rate": 5.734567901234567e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 691
},
{
"completion_length": 117.984375,
"epoch": 0.8537939543491672,
"grad_norm": 0.1335086158455276,
"kl": 0.03521728515625,
"learning_rate": 5.728395061728395e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 692
},
{
"completion_length": 105.703125,
"epoch": 0.8550277606415793,
"grad_norm": 1.3601183608453609,
"kl": 0.0394287109375,
"learning_rate": 5.722222222222222e-07,
"loss": 0.0016,
"reward": 1.40625,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.5,
"step": 693
},
{
"completion_length": 102.375,
"epoch": 0.8562615669339914,
"grad_norm": 0.623779068893223,
"kl": 0.0340576171875,
"learning_rate": 5.716049382716049e-07,
"loss": 0.0014,
"reward": 1.390625,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.5,
"step": 694
},
{
"completion_length": 111.375,
"epoch": 0.8574953732264035,
"grad_norm": 1.8770924201703876,
"kl": 0.040283203125,
"learning_rate": 5.709876543209876e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 695
},
{
"completion_length": 97.40625,
"epoch": 0.8587291795188156,
"grad_norm": 0.1892410945652006,
"kl": 0.0372314453125,
"learning_rate": 5.703703703703704e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 696
},
{
"completion_length": 111.546875,
"epoch": 0.8599629858112277,
"grad_norm": 0.9295051833393664,
"kl": 0.038330078125,
"learning_rate": 5.697530864197531e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 697
},
{
"completion_length": 122.34375,
"epoch": 0.8611967921036398,
"grad_norm": 19.782753784007976,
"kl": 0.0457763671875,
"learning_rate": 5.691358024691357e-07,
"loss": 0.0018,
"reward": 1.375,
"reward_std": 0.1610843911767006,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.484375,
"step": 698
},
{
"completion_length": 95.578125,
"epoch": 0.8624305983960519,
"grad_norm": 0.11063611152817406,
"kl": 0.03662109375,
"learning_rate": 5.685185185185185e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 699
},
{
"completion_length": 110.9375,
"epoch": 0.863664404688464,
"grad_norm": 0.6229237241620708,
"kl": 0.0384521484375,
"learning_rate": 5.679012345679012e-07,
"loss": 0.0015,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 700
},
{
"completion_length": 96.3125,
"epoch": 0.864898210980876,
"grad_norm": 6.858884038900654,
"kl": 0.0479736328125,
"learning_rate": 5.672839506172839e-07,
"loss": 0.0019,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 701
},
{
"completion_length": 124.21875,
"epoch": 0.8661320172732881,
"grad_norm": 0.6113557858385268,
"kl": 0.03240966796875,
"learning_rate": 5.666666666666666e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 702
},
{
"completion_length": 106.296875,
"epoch": 0.8673658235657001,
"grad_norm": 0.5451966192576995,
"kl": 0.0447998046875,
"learning_rate": 5.660493827160494e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 703
},
{
"completion_length": 115.984375,
"epoch": 0.8685996298581122,
"grad_norm": 1.4626260358560337,
"kl": 0.057861328125,
"learning_rate": 5.654320987654321e-07,
"loss": 0.0023,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 704
},
{
"completion_length": 114.21875,
"epoch": 0.8698334361505243,
"grad_norm": 1.3646359707113385,
"kl": 0.03448486328125,
"learning_rate": 5.648148148148147e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 705
},
{
"completion_length": 110.515625,
"epoch": 0.8710672424429364,
"grad_norm": 0.10883991931713129,
"kl": 0.04052734375,
"learning_rate": 5.641975308641975e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 706
},
{
"completion_length": 123.484375,
"epoch": 0.8723010487353485,
"grad_norm": 0.13302679936872075,
"kl": 0.03363037109375,
"learning_rate": 5.635802469135802e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 707
},
{
"completion_length": 113.84375,
"epoch": 0.8735348550277606,
"grad_norm": 0.8388718197119287,
"kl": 0.042724609375,
"learning_rate": 5.62962962962963e-07,
"loss": 0.0017,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 708
},
{
"completion_length": 98.875,
"epoch": 0.8747686613201727,
"grad_norm": 0.09773410970706489,
"kl": 0.032958984375,
"learning_rate": 5.623456790123456e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 709
},
{
"completion_length": 105.46875,
"epoch": 0.8760024676125848,
"grad_norm": 1.418332748529176,
"kl": 0.0374755859375,
"learning_rate": 5.617283950617284e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 710
},
{
"completion_length": 81.953125,
"epoch": 0.8772362739049969,
"grad_norm": 0.12656538520820462,
"kl": 0.02752685546875,
"learning_rate": 5.611111111111111e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 711
},
{
"completion_length": 102.4375,
"epoch": 0.878470080197409,
"grad_norm": 1.5828634121479856,
"kl": 0.02752685546875,
"learning_rate": 5.604938271604937e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 712
},
{
"completion_length": 95.4375,
"epoch": 0.8797038864898211,
"grad_norm": 1.3795708379204845,
"kl": 0.0369873046875,
"learning_rate": 5.598765432098765e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 713
},
{
"completion_length": 110.171875,
"epoch": 0.8809376927822332,
"grad_norm": 0.12885713922155742,
"kl": 0.03515625,
"learning_rate": 5.592592592592592e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 714
},
{
"completion_length": 102.71875,
"epoch": 0.8821714990746453,
"grad_norm": 0.6647208515863664,
"kl": 0.02972412109375,
"learning_rate": 5.58641975308642e-07,
"loss": 0.0012,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 715
},
{
"completion_length": 89.84375,
"epoch": 0.8834053053670574,
"grad_norm": 0.7687651462186926,
"kl": 0.03546142578125,
"learning_rate": 5.580246913580246e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 716
},
{
"completion_length": 103.875,
"epoch": 0.8846391116594695,
"grad_norm": 0.15981117066795628,
"kl": 0.03271484375,
"learning_rate": 5.574074074074074e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 717
},
{
"completion_length": 89.59375,
"epoch": 0.8858729179518815,
"grad_norm": 0.30860782364514927,
"kl": 0.0328369140625,
"learning_rate": 5.567901234567901e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 718
},
{
"completion_length": 103.40625,
"epoch": 0.8871067242442936,
"grad_norm": 0.8553967700227283,
"kl": 0.0379638671875,
"learning_rate": 5.561728395061728e-07,
"loss": 0.0015,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 719
},
{
"completion_length": 96.171875,
"epoch": 0.8883405305367057,
"grad_norm": 0.6845436511935259,
"kl": 0.0338134765625,
"learning_rate": 5.555555555555555e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 720
},
{
"completion_length": 91.140625,
"epoch": 0.8895743368291178,
"grad_norm": 0.11306098241132524,
"kl": 0.03656005859375,
"learning_rate": 5.549382716049382e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 721
},
{
"completion_length": 101.609375,
"epoch": 0.8908081431215299,
"grad_norm": 0.9041806089280088,
"kl": 0.0487060546875,
"learning_rate": 5.54320987654321e-07,
"loss": 0.0019,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 722
},
{
"completion_length": 100.921875,
"epoch": 0.892041949413942,
"grad_norm": 0.14438904098620917,
"kl": 0.0234375,
"learning_rate": 5.537037037037037e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 723
},
{
"completion_length": 99.09375,
"epoch": 0.8932757557063541,
"grad_norm": 0.22056319904280486,
"kl": 0.0328369140625,
"learning_rate": 5.530864197530863e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 724
},
{
"completion_length": 95.21875,
"epoch": 0.8945095619987662,
"grad_norm": 0.7874860738444718,
"kl": 0.04345703125,
"learning_rate": 5.524691358024691e-07,
"loss": 0.0017,
"reward": 1.40625,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.5,
"step": 725
},
{
"completion_length": 97.78125,
"epoch": 0.8957433682911783,
"grad_norm": 0.11492952296942653,
"kl": 0.03369140625,
"learning_rate": 5.518518518518518e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 726
},
{
"completion_length": 116.609375,
"epoch": 0.8969771745835904,
"grad_norm": 1.4711904737226351,
"kl": 0.03558349609375,
"learning_rate": 5.512345679012345e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 727
},
{
"completion_length": 111.484375,
"epoch": 0.8982109808760025,
"grad_norm": 0.6187010676581436,
"kl": 0.0382080078125,
"learning_rate": 5.506172839506172e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 728
},
{
"completion_length": 94.609375,
"epoch": 0.8994447871684146,
"grad_norm": 0.828321094998922,
"kl": 0.0400390625,
"learning_rate": 5.5e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 729
},
{
"completion_length": 111.03125,
"epoch": 0.9006785934608267,
"grad_norm": 0.10693103228634156,
"kl": 0.03466796875,
"learning_rate": 5.493827160493827e-07,
"loss": 0.0014,
"reward": 1.375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.5,
"step": 730
},
{
"completion_length": 104.328125,
"epoch": 0.9019123997532388,
"grad_norm": 0.1605900742688468,
"kl": 0.0333251953125,
"learning_rate": 5.487654320987653e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 731
},
{
"completion_length": 102.203125,
"epoch": 0.9031462060456509,
"grad_norm": 0.23414730399914255,
"kl": 0.03466796875,
"learning_rate": 5.481481481481481e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 732
},
{
"completion_length": 112.390625,
"epoch": 0.904380012338063,
"grad_norm": 1.0766788205294142,
"kl": 0.0421142578125,
"learning_rate": 5.475308641975308e-07,
"loss": 0.0017,
"reward": 1.4375,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 733
},
{
"completion_length": 109.96875,
"epoch": 0.905613818630475,
"grad_norm": 0.29830716407314173,
"kl": 0.03857421875,
"learning_rate": 5.469135802469136e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 734
},
{
"completion_length": 110.453125,
"epoch": 0.9068476249228871,
"grad_norm": 4.112105925319438,
"kl": 0.0347900390625,
"learning_rate": 5.462962962962962e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 735
},
{
"completion_length": 104.9375,
"epoch": 0.9080814312152992,
"grad_norm": 0.100966934335546,
"kl": 0.0330810546875,
"learning_rate": 5.45679012345679e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 736
},
{
"completion_length": 110.46875,
"epoch": 0.9093152375077113,
"grad_norm": 1.1584260131915738,
"kl": 0.0377197265625,
"learning_rate": 5.450617283950617e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 737
},
{
"completion_length": 114.84375,
"epoch": 0.9105490438001234,
"grad_norm": 0.0919063438779977,
"kl": 0.037109375,
"learning_rate": 5.444444444444443e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 738
},
{
"completion_length": 104.0,
"epoch": 0.9117828500925355,
"grad_norm": 0.10363909554799788,
"kl": 0.0443115234375,
"learning_rate": 5.438271604938271e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 739
},
{
"completion_length": 103.71875,
"epoch": 0.9130166563849476,
"grad_norm": 0.9508947474483296,
"kl": 0.03131103515625,
"learning_rate": 5.432098765432098e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 740
},
{
"completion_length": 122.59375,
"epoch": 0.9142504626773597,
"grad_norm": 0.1016261538965828,
"kl": 0.0386962890625,
"learning_rate": 5.425925925925926e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 741
},
{
"completion_length": 113.203125,
"epoch": 0.9154842689697718,
"grad_norm": 0.08832300484163848,
"kl": 0.0313720703125,
"learning_rate": 5.419753086419752e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 742
},
{
"completion_length": 120.203125,
"epoch": 0.9167180752621839,
"grad_norm": 0.14202466752849732,
"kl": 0.033447265625,
"learning_rate": 5.41358024691358e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 743
},
{
"completion_length": 98.578125,
"epoch": 0.917951881554596,
"grad_norm": 0.7367426507918151,
"kl": 0.0311279296875,
"learning_rate": 5.407407407407407e-07,
"loss": 0.0012,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 744
},
{
"completion_length": 102.796875,
"epoch": 0.919185687847008,
"grad_norm": 0.7893179699011489,
"kl": 0.03643798828125,
"learning_rate": 5.401234567901234e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 745
},
{
"completion_length": 101.34375,
"epoch": 0.9204194941394201,
"grad_norm": 1.4721883664150521,
"kl": 0.03472900390625,
"learning_rate": 5.395061728395061e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 746
},
{
"completion_length": 103.890625,
"epoch": 0.9216533004318322,
"grad_norm": 0.23142032097772008,
"kl": 0.044677734375,
"learning_rate": 5.388888888888888e-07,
"loss": 0.0018,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 747
},
{
"completion_length": 99.75,
"epoch": 0.9228871067242443,
"grad_norm": 0.7923695626152921,
"kl": 0.037353515625,
"learning_rate": 5.382716049382716e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 748
},
{
"completion_length": 118.703125,
"epoch": 0.9241209130166563,
"grad_norm": 0.14815550275104572,
"kl": 0.03143310546875,
"learning_rate": 5.376543209876542e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 749
},
{
"completion_length": 102.625,
"epoch": 0.9253547193090684,
"grad_norm": 2.639476467052268,
"kl": 0.04931640625,
"learning_rate": 5.37037037037037e-07,
"loss": 0.002,
"reward": 1.4609375,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 750
},
{
"completion_length": 104.078125,
"epoch": 0.9265885256014805,
"grad_norm": 0.08691885462044133,
"kl": 0.0362548828125,
"learning_rate": 5.364197530864197e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 751
},
{
"completion_length": 113.8125,
"epoch": 0.9278223318938926,
"grad_norm": 0.08165910222166516,
"kl": 0.03057861328125,
"learning_rate": 5.358024691358024e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 752
},
{
"completion_length": 103.84375,
"epoch": 0.9290561381863047,
"grad_norm": 0.924675227049689,
"kl": 0.034423828125,
"learning_rate": 5.351851851851851e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 753
},
{
"completion_length": 97.734375,
"epoch": 0.9302899444787168,
"grad_norm": 0.4846280563313137,
"kl": 0.02569580078125,
"learning_rate": 5.345679012345678e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 754
},
{
"completion_length": 95.53125,
"epoch": 0.9315237507711289,
"grad_norm": 0.15014480417025322,
"kl": 0.0382080078125,
"learning_rate": 5.339506172839506e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 755
},
{
"completion_length": 103.875,
"epoch": 0.932757557063541,
"grad_norm": 0.6472132428917067,
"kl": 0.033447265625,
"learning_rate": 5.333333333333333e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 756
},
{
"completion_length": 105.84375,
"epoch": 0.9339913633559531,
"grad_norm": 0.7570960071648538,
"kl": 0.03759765625,
"learning_rate": 5.327160493827159e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 757
},
{
"completion_length": 98.890625,
"epoch": 0.9352251696483652,
"grad_norm": 0.3944676788672842,
"kl": 0.0423583984375,
"learning_rate": 5.320987654320987e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 758
},
{
"completion_length": 103.765625,
"epoch": 0.9364589759407773,
"grad_norm": 0.9720205223072333,
"kl": 0.0374755859375,
"learning_rate": 5.314814814814814e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 759
},
{
"completion_length": 113.71875,
"epoch": 0.9376927822331894,
"grad_norm": 0.1063565093446416,
"kl": 0.0439453125,
"learning_rate": 5.308641975308642e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 760
},
{
"completion_length": 100.96875,
"epoch": 0.9389265885256015,
"grad_norm": 1.824701209020281,
"kl": 0.046630859375,
"learning_rate": 5.302469135802468e-07,
"loss": 0.0019,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 761
},
{
"completion_length": 103.3125,
"epoch": 0.9401603948180136,
"grad_norm": 0.7280582821186421,
"kl": 0.0372314453125,
"learning_rate": 5.296296296296296e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 762
},
{
"completion_length": 94.609375,
"epoch": 0.9413942011104257,
"grad_norm": 2.186029545883409,
"kl": 0.032958984375,
"learning_rate": 5.290123456790123e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 763
},
{
"completion_length": 94.015625,
"epoch": 0.9426280074028378,
"grad_norm": 1.968721343440177,
"kl": 0.03680419921875,
"learning_rate": 5.283950617283949e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 764
},
{
"completion_length": 101.734375,
"epoch": 0.9438618136952498,
"grad_norm": 0.08299451455109697,
"kl": 0.0350341796875,
"learning_rate": 5.277777777777777e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 765
},
{
"completion_length": 107.609375,
"epoch": 0.9450956199876619,
"grad_norm": 0.12113908196050857,
"kl": 0.03045654296875,
"learning_rate": 5.271604938271604e-07,
"loss": 0.0012,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 766
},
{
"completion_length": 98.421875,
"epoch": 0.946329426280074,
"grad_norm": 1.3747794681226384,
"kl": 0.03240966796875,
"learning_rate": 5.265432098765433e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 767
},
{
"completion_length": 119.6875,
"epoch": 0.9475632325724861,
"grad_norm": 2.7507593881214967,
"kl": 0.0482177734375,
"learning_rate": 5.259259259259258e-07,
"loss": 0.0019,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 768
},
{
"completion_length": 101.59375,
"epoch": 0.9487970388648982,
"grad_norm": 1.4306893275995223,
"kl": 0.029541015625,
"learning_rate": 5.253086419753087e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 769
},
{
"completion_length": 110.09375,
"epoch": 0.9500308451573103,
"grad_norm": 1.5179604856980848,
"kl": 0.038818359375,
"learning_rate": 5.246913580246914e-07,
"loss": 0.0016,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 770
},
{
"completion_length": 94.078125,
"epoch": 0.9512646514497224,
"grad_norm": 0.18075865118305506,
"kl": 0.0323486328125,
"learning_rate": 5.24074074074074e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 771
},
{
"completion_length": 98.546875,
"epoch": 0.9524984577421345,
"grad_norm": 0.6497198721676046,
"kl": 0.03564453125,
"learning_rate": 5.234567901234568e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 772
},
{
"completion_length": 100.296875,
"epoch": 0.9537322640345466,
"grad_norm": 0.5527808324368301,
"kl": 0.027099609375,
"learning_rate": 5.228395061728395e-07,
"loss": 0.0011,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 773
},
{
"completion_length": 111.703125,
"epoch": 0.9549660703269587,
"grad_norm": 0.10021874910827079,
"kl": 0.0469970703125,
"learning_rate": 5.222222222222223e-07,
"loss": 0.0019,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 774
},
{
"completion_length": 119.84375,
"epoch": 0.9561998766193708,
"grad_norm": 1.5024560967543,
"kl": 0.032958984375,
"learning_rate": 5.216049382716049e-07,
"loss": 0.0013,
"reward": 1.4453125,
"reward_std": 0.09106917679309845,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4765625,
"step": 775
},
{
"completion_length": 110.765625,
"epoch": 0.9574336829117829,
"grad_norm": 0.08922359839695546,
"kl": 0.0369873046875,
"learning_rate": 5.209876543209877e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 776
},
{
"completion_length": 114.859375,
"epoch": 0.958667489204195,
"grad_norm": 0.9402123106984673,
"kl": 0.0406494140625,
"learning_rate": 5.203703703703704e-07,
"loss": 0.0016,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 777
},
{
"completion_length": 109.984375,
"epoch": 0.9599012954966071,
"grad_norm": 0.13868286650864423,
"kl": 0.0372314453125,
"learning_rate": 5.197530864197531e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 778
},
{
"completion_length": 101.03125,
"epoch": 0.9611351017890192,
"grad_norm": 0.12351101154112767,
"kl": 0.0338134765625,
"learning_rate": 5.191358024691358e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 779
},
{
"completion_length": 114.390625,
"epoch": 0.9623689080814312,
"grad_norm": 0.5334086950364906,
"kl": 0.0360107421875,
"learning_rate": 5.185185185185185e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 780
},
{
"completion_length": 109.625,
"epoch": 0.9636027143738433,
"grad_norm": 1.7804463120761798,
"kl": 0.0394287109375,
"learning_rate": 5.179012345679013e-07,
"loss": 0.0016,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 781
},
{
"completion_length": 118.328125,
"epoch": 0.9648365206662554,
"grad_norm": 0.3973832053032912,
"kl": 0.03253173828125,
"learning_rate": 5.17283950617284e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 782
},
{
"completion_length": 118.375,
"epoch": 0.9660703269586675,
"grad_norm": 1.8025787545024297,
"kl": 0.03277587890625,
"learning_rate": 5.166666666666667e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 783
},
{
"completion_length": 109.109375,
"epoch": 0.9673041332510796,
"grad_norm": 1.492025574827932,
"kl": 0.04248046875,
"learning_rate": 5.160493827160494e-07,
"loss": 0.0017,
"reward": 1.390625,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.5,
"step": 784
},
{
"completion_length": 119.046875,
"epoch": 0.9685379395434917,
"grad_norm": 0.521386342458449,
"kl": 0.0357666015625,
"learning_rate": 5.154320987654321e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 785
},
{
"completion_length": 114.359375,
"epoch": 0.9697717458359038,
"grad_norm": 0.1441363264481806,
"kl": 0.0428466796875,
"learning_rate": 5.148148148148148e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 786
},
{
"completion_length": 119.859375,
"epoch": 0.9710055521283159,
"grad_norm": 0.1757396069249434,
"kl": 0.03619384765625,
"learning_rate": 5.141975308641975e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 787
},
{
"completion_length": 116.4375,
"epoch": 0.972239358420728,
"grad_norm": 7.403537318772185,
"kl": 0.0565185546875,
"learning_rate": 5.135802469135803e-07,
"loss": 0.0023,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 788
},
{
"completion_length": 114.25,
"epoch": 0.97347316471314,
"grad_norm": 0.11460036505860682,
"kl": 0.04443359375,
"learning_rate": 5.12962962962963e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 789
},
{
"completion_length": 111.515625,
"epoch": 0.9747069710055521,
"grad_norm": 0.09232317547353402,
"kl": 0.0347900390625,
"learning_rate": 5.123456790123457e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 790
},
{
"completion_length": 110.125,
"epoch": 0.9759407772979642,
"grad_norm": 1.4020409857653993,
"kl": 0.044677734375,
"learning_rate": 5.117283950617284e-07,
"loss": 0.0018,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 791
},
{
"completion_length": 115.359375,
"epoch": 0.9771745835903763,
"grad_norm": 0.13577100808127215,
"kl": 0.0394287109375,
"learning_rate": 5.111111111111111e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 792
},
{
"completion_length": 111.734375,
"epoch": 0.9784083898827884,
"grad_norm": 0.134876844884757,
"kl": 0.02972412109375,
"learning_rate": 5.104938271604939e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 793
},
{
"completion_length": 112.421875,
"epoch": 0.9796421961752005,
"grad_norm": 0.2712876765029857,
"kl": 0.045166015625,
"learning_rate": 5.098765432098765e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 794
},
{
"completion_length": 106.5625,
"epoch": 0.9808760024676126,
"grad_norm": 0.0873905165520131,
"kl": 0.04248046875,
"learning_rate": 5.092592592592593e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 795
},
{
"completion_length": 120.71875,
"epoch": 0.9821098087600246,
"grad_norm": 0.1328492326387482,
"kl": 0.03790283203125,
"learning_rate": 5.08641975308642e-07,
"loss": 0.0015,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 796
},
{
"completion_length": 122.796875,
"epoch": 0.9833436150524367,
"grad_norm": 0.1467343256111058,
"kl": 0.045654296875,
"learning_rate": 5.080246913580246e-07,
"loss": 0.0018,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 797
},
{
"completion_length": 117.109375,
"epoch": 0.9845774213448488,
"grad_norm": 0.7684462876261683,
"kl": 0.0516357421875,
"learning_rate": 5.074074074074074e-07,
"loss": 0.0021,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 798
},
{
"completion_length": 111.890625,
"epoch": 0.9858112276372609,
"grad_norm": 0.08691460112543298,
"kl": 0.0355224609375,
"learning_rate": 5.067901234567901e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 799
},
{
"completion_length": 100.796875,
"epoch": 0.987045033929673,
"grad_norm": 0.11111866864619756,
"kl": 0.0338134765625,
"learning_rate": 5.061728395061729e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 800
},
{
"completion_length": 106.578125,
"epoch": 0.9882788402220851,
"grad_norm": 1.8278791124568259,
"kl": 0.042236328125,
"learning_rate": 5.055555555555555e-07,
"loss": 0.0017,
"reward": 1.4453125,
"reward_std": 0.109375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4765625,
"step": 801
},
{
"completion_length": 96.78125,
"epoch": 0.9895126465144972,
"grad_norm": 0.46065749633011177,
"kl": 0.039794921875,
"learning_rate": 5.049382716049383e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 802
},
{
"completion_length": 102.640625,
"epoch": 0.9907464528069093,
"grad_norm": 0.19581235131156244,
"kl": 0.0343017578125,
"learning_rate": 5.04320987654321e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 803
},
{
"completion_length": 111.953125,
"epoch": 0.9919802590993214,
"grad_norm": 1.8399047874655219,
"kl": 0.043212890625,
"learning_rate": 5.037037037037037e-07,
"loss": 0.0017,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 804
},
{
"completion_length": 103.84375,
"epoch": 0.9932140653917335,
"grad_norm": 0.12226082912073322,
"kl": 0.041748046875,
"learning_rate": 5.030864197530864e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 805
},
{
"completion_length": 119.3125,
"epoch": 0.9944478716841456,
"grad_norm": 0.5835182253191582,
"kl": 0.03759765625,
"learning_rate": 5.024691358024691e-07,
"loss": 0.0015,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 806
},
{
"completion_length": 106.0,
"epoch": 0.9956816779765577,
"grad_norm": 0.8683030816621128,
"kl": 0.0562744140625,
"learning_rate": 5.018518518518519e-07,
"loss": 0.0023,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 807
},
{
"completion_length": 115.921875,
"epoch": 0.9969154842689698,
"grad_norm": 2.7297772183856828,
"kl": 0.03619384765625,
"learning_rate": 5.012345679012346e-07,
"loss": 0.0014,
"reward": 1.375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.5,
"step": 808
},
{
"completion_length": 110.109375,
"epoch": 0.9981492905613819,
"grad_norm": 0.11058634761767992,
"kl": 0.0357666015625,
"learning_rate": 5.006172839506173e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 809
},
{
"completion_length": 106.515625,
"epoch": 0.999383096853794,
"grad_norm": 13.621893717878429,
"kl": 0.041015625,
"learning_rate": 5e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 810
},
{
"completion_length": 97.6875,
"epoch": 1.0,
"grad_norm": 13.621893717878429,
"kl": 0.039794921875,
"learning_rate": 4.993827160493827e-07,
"loss": 0.0008,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 811
},
{
"completion_length": 124.953125,
"epoch": 1.001233806292412,
"grad_norm": 0.11283172249098748,
"kl": 0.0504150390625,
"learning_rate": 4.987654320987654e-07,
"loss": 0.002,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 812
},
{
"completion_length": 105.171875,
"epoch": 1.0024676125848242,
"grad_norm": 0.6008869414625736,
"kl": 0.035400390625,
"learning_rate": 4.981481481481482e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 813
},
{
"completion_length": 117.578125,
"epoch": 1.0037014188772362,
"grad_norm": 0.0999191237971359,
"kl": 0.0406494140625,
"learning_rate": 4.975308641975308e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 814
},
{
"completion_length": 118.015625,
"epoch": 1.0049352251696484,
"grad_norm": 0.08106102080141366,
"kl": 0.0390625,
"learning_rate": 4.969135802469136e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 815
},
{
"completion_length": 113.828125,
"epoch": 1.0061690314620604,
"grad_norm": 0.0709772053598309,
"kl": 0.03216552734375,
"learning_rate": 4.962962962962963e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 816
},
{
"completion_length": 106.296875,
"epoch": 1.0074028377544726,
"grad_norm": 0.09529897970563836,
"kl": 0.0478515625,
"learning_rate": 4.95679012345679e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 817
},
{
"completion_length": 97.09375,
"epoch": 1.0086366440468846,
"grad_norm": 0.17165118691731818,
"kl": 0.03564453125,
"learning_rate": 4.950617283950617e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 818
},
{
"completion_length": 120.75,
"epoch": 1.0098704503392968,
"grad_norm": 0.7003461318271768,
"kl": 0.0625,
"learning_rate": 4.944444444444445e-07,
"loss": 0.0025,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 819
},
{
"completion_length": 119.171875,
"epoch": 1.0111042566317088,
"grad_norm": 1.1323716120571596,
"kl": 0.037353515625,
"learning_rate": 4.938271604938271e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 820
},
{
"completion_length": 112.78125,
"epoch": 1.012338062924121,
"grad_norm": 0.0775582546336931,
"kl": 0.03753662109375,
"learning_rate": 4.932098765432099e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 821
},
{
"completion_length": 107.78125,
"epoch": 1.013571869216533,
"grad_norm": 0.09805854733604995,
"kl": 0.03448486328125,
"learning_rate": 4.925925925925926e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 822
},
{
"completion_length": 99.6875,
"epoch": 1.0148056755089452,
"grad_norm": 0.19384527172245766,
"kl": 0.0435791015625,
"learning_rate": 4.919753086419753e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 823
},
{
"completion_length": 92.53125,
"epoch": 1.0160394818013572,
"grad_norm": 1.5674044125175615,
"kl": 0.0321044921875,
"learning_rate": 4.91358024691358e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 824
},
{
"completion_length": 115.71875,
"epoch": 1.0172732880937694,
"grad_norm": 0.11442941438409869,
"kl": 0.02459716796875,
"learning_rate": 4.907407407407407e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 825
},
{
"completion_length": 110.984375,
"epoch": 1.0185070943861814,
"grad_norm": 0.10445005401804675,
"kl": 0.0401611328125,
"learning_rate": 4.901234567901235e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 826
},
{
"completion_length": 103.4375,
"epoch": 1.0197409006785934,
"grad_norm": 1.3672970791689913,
"kl": 0.0496826171875,
"learning_rate": 4.895061728395061e-07,
"loss": 0.002,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 827
},
{
"completion_length": 116.875,
"epoch": 1.0209747069710056,
"grad_norm": 0.13529047634667216,
"kl": 0.039794921875,
"learning_rate": 4.888888888888889e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 828
},
{
"completion_length": 96.515625,
"epoch": 1.0222085132634176,
"grad_norm": 0.12033493126464882,
"kl": 0.02899169921875,
"learning_rate": 4.882716049382716e-07,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 829
},
{
"completion_length": 103.84375,
"epoch": 1.0234423195558298,
"grad_norm": 2.236506665727317,
"kl": 0.0384521484375,
"learning_rate": 4.876543209876543e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 830
},
{
"completion_length": 112.125,
"epoch": 1.0246761258482417,
"grad_norm": 1.04749635137532,
"kl": 0.03253173828125,
"learning_rate": 4.87037037037037e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 831
},
{
"completion_length": 92.484375,
"epoch": 1.025909932140654,
"grad_norm": 2.9706888200760497,
"kl": 0.0401611328125,
"learning_rate": 4.864197530864198e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 832
},
{
"completion_length": 100.3125,
"epoch": 1.027143738433066,
"grad_norm": 0.09553999356759801,
"kl": 0.0399169921875,
"learning_rate": 4.858024691358025e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 833
},
{
"completion_length": 106.53125,
"epoch": 1.0283775447254782,
"grad_norm": 0.15537682989409868,
"kl": 0.0357666015625,
"learning_rate": 4.851851851851852e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 834
},
{
"completion_length": 99.296875,
"epoch": 1.0296113510178901,
"grad_norm": 0.10108086337546517,
"kl": 0.02606201171875,
"learning_rate": 4.845679012345679e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 835
},
{
"completion_length": 105.09375,
"epoch": 1.0308451573103024,
"grad_norm": 0.1343582207739812,
"kl": 0.03216552734375,
"learning_rate": 4.839506172839506e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 836
},
{
"completion_length": 101.828125,
"epoch": 1.0320789636027143,
"grad_norm": 0.07971376080350463,
"kl": 0.026611328125,
"learning_rate": 4.833333333333333e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 837
},
{
"completion_length": 122.671875,
"epoch": 1.0333127698951265,
"grad_norm": 0.12631439847512077,
"kl": 0.0458984375,
"learning_rate": 4.82716049382716e-07,
"loss": 0.0018,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 838
},
{
"completion_length": 120.390625,
"epoch": 1.0345465761875385,
"grad_norm": 3.7420107669856493,
"kl": 0.02410888671875,
"learning_rate": 4.820987654320988e-07,
"loss": 0.001,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 839
},
{
"completion_length": 126.640625,
"epoch": 1.0357803824799507,
"grad_norm": 0.7250408733966383,
"kl": 0.0438232421875,
"learning_rate": 4.814814814814814e-07,
"loss": 0.0018,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 840
},
{
"completion_length": 121.203125,
"epoch": 1.0370141887723627,
"grad_norm": 0.6540004539950565,
"kl": 0.0443115234375,
"learning_rate": 4.808641975308642e-07,
"loss": 0.0018,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 841
},
{
"completion_length": 117.703125,
"epoch": 1.0382479950647747,
"grad_norm": 1.0974323163041055,
"kl": 0.02899169921875,
"learning_rate": 4.802469135802469e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 842
},
{
"completion_length": 111.53125,
"epoch": 1.039481801357187,
"grad_norm": 0.7822430365141745,
"kl": 0.04150390625,
"learning_rate": 4.796296296296296e-07,
"loss": 0.0017,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 843
},
{
"completion_length": 113.78125,
"epoch": 1.040715607649599,
"grad_norm": 0.8164610421822276,
"kl": 0.034423828125,
"learning_rate": 4.790123456790123e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 844
},
{
"completion_length": 106.359375,
"epoch": 1.0419494139420111,
"grad_norm": 0.6564888601073846,
"kl": 0.04150390625,
"learning_rate": 4.783950617283951e-07,
"loss": 0.0017,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 845
},
{
"completion_length": 103.6875,
"epoch": 1.0431832202344231,
"grad_norm": 1.0854941997096796,
"kl": 0.03082275390625,
"learning_rate": 4.777777777777778e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 846
},
{
"completion_length": 105.3125,
"epoch": 1.0444170265268353,
"grad_norm": 0.15267967927941173,
"kl": 0.02880859375,
"learning_rate": 4.771604938271604e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 847
},
{
"completion_length": 103.03125,
"epoch": 1.0456508328192473,
"grad_norm": 2.6091552557712525,
"kl": 0.05804443359375,
"learning_rate": 4.7654320987654315e-07,
"loss": 0.0023,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 848
},
{
"completion_length": 96.75,
"epoch": 1.0468846391116595,
"grad_norm": 0.1064188743534693,
"kl": 0.02911376953125,
"learning_rate": 4.759259259259259e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 849
},
{
"completion_length": 101.984375,
"epoch": 1.0481184454040715,
"grad_norm": 0.07715414582875489,
"kl": 0.03497314453125,
"learning_rate": 4.753086419753086e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 850
},
{
"completion_length": 102.203125,
"epoch": 1.0493522516964837,
"grad_norm": 0.6877567781023584,
"kl": 0.0491943359375,
"learning_rate": 4.7469135802469135e-07,
"loss": 0.002,
"reward": 1.4765625,
"reward_std": 0.029919598251581192,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 851
},
{
"completion_length": 101.53125,
"epoch": 1.0505860579888957,
"grad_norm": 0.2601524771177452,
"kl": 0.02691650390625,
"learning_rate": 4.7407407407407405e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 852
},
{
"completion_length": 108.015625,
"epoch": 1.051819864281308,
"grad_norm": 1.0280094910812831,
"kl": 0.0380859375,
"learning_rate": 4.734567901234568e-07,
"loss": 0.0015,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 853
},
{
"completion_length": 103.28125,
"epoch": 1.05305367057372,
"grad_norm": 2.246978781853509,
"kl": 0.02764892578125,
"learning_rate": 4.7283950617283945e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 854
},
{
"completion_length": 104.171875,
"epoch": 1.0542874768661321,
"grad_norm": 0.5467342422322008,
"kl": 0.03277587890625,
"learning_rate": 4.722222222222222e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 855
},
{
"completion_length": 104.234375,
"epoch": 1.055521283158544,
"grad_norm": 1.372977803503431,
"kl": 0.0369873046875,
"learning_rate": 4.716049382716049e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 856
},
{
"completion_length": 103.015625,
"epoch": 1.0567550894509563,
"grad_norm": 0.15318810988374282,
"kl": 0.02960205078125,
"learning_rate": 4.7098765432098766e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 857
},
{
"completion_length": 106.265625,
"epoch": 1.0579888957433683,
"grad_norm": 0.08378904917392088,
"kl": 0.0330810546875,
"learning_rate": 4.7037037037037036e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 858
},
{
"completion_length": 121.609375,
"epoch": 1.0592227020357803,
"grad_norm": 4.89312319382773,
"kl": 0.09375,
"learning_rate": 4.697530864197531e-07,
"loss": 0.0038,
"reward": 1.421875,
"reward_std": 0.15625,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.46875,
"step": 859
},
{
"completion_length": 100.578125,
"epoch": 1.0604565083281925,
"grad_norm": 2.799114309021359,
"kl": 0.04248046875,
"learning_rate": 4.6913580246913576e-07,
"loss": 0.0017,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 860
},
{
"completion_length": 120.921875,
"epoch": 1.0616903146206045,
"grad_norm": 0.08071394452777102,
"kl": 0.04052734375,
"learning_rate": 4.6851851851851846e-07,
"loss": 0.0016,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 861
},
{
"completion_length": 110.515625,
"epoch": 1.0629241209130167,
"grad_norm": 0.7499829276678344,
"kl": 0.2783203125,
"learning_rate": 4.679012345679012e-07,
"loss": 0.0112,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 862
},
{
"completion_length": 109.703125,
"epoch": 1.0641579272054287,
"grad_norm": 6.473390541176253,
"kl": 0.05029296875,
"learning_rate": 4.672839506172839e-07,
"loss": 0.002,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 863
},
{
"completion_length": 114.8125,
"epoch": 1.0653917334978409,
"grad_norm": 0.5129742246355778,
"kl": 0.04638671875,
"learning_rate": 4.6666666666666666e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 864
},
{
"completion_length": 112.46875,
"epoch": 1.0666255397902529,
"grad_norm": 0.11387779162833267,
"kl": 0.03558349609375,
"learning_rate": 4.6604938271604936e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 865
},
{
"completion_length": 108.15625,
"epoch": 1.067859346082665,
"grad_norm": 0.13381901682447175,
"kl": 0.0443115234375,
"learning_rate": 4.654320987654321e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 866
},
{
"completion_length": 107.359375,
"epoch": 1.069093152375077,
"grad_norm": 1.4179886100885364,
"kl": 0.0323486328125,
"learning_rate": 4.6481481481481476e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 867
},
{
"completion_length": 99.71875,
"epoch": 1.0703269586674893,
"grad_norm": 0.9496568998669732,
"kl": 0.047607421875,
"learning_rate": 4.641975308641975e-07,
"loss": 0.0019,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4765625,
"step": 868
},
{
"completion_length": 106.84375,
"epoch": 1.0715607649599013,
"grad_norm": 2.3344280444592096,
"kl": 0.030517578125,
"learning_rate": 4.635802469135802e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 869
},
{
"completion_length": 105.390625,
"epoch": 1.0727945712523135,
"grad_norm": 0.11197761282318389,
"kl": 0.030029296875,
"learning_rate": 4.6296296296296297e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 870
},
{
"completion_length": 103.09375,
"epoch": 1.0740283775447255,
"grad_norm": 0.4365487659886138,
"kl": 0.0390625,
"learning_rate": 4.6234567901234567e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 871
},
{
"completion_length": 101.609375,
"epoch": 1.0752621838371375,
"grad_norm": 0.8421860139755155,
"kl": 0.03436279296875,
"learning_rate": 4.6172839506172837e-07,
"loss": 0.0014,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 872
},
{
"completion_length": 99.28125,
"epoch": 1.0764959901295497,
"grad_norm": 1.4387307693880016,
"kl": 0.03167724609375,
"learning_rate": 4.611111111111111e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 873
},
{
"completion_length": 98.78125,
"epoch": 1.0777297964219616,
"grad_norm": 1.6132817335679404,
"kl": 0.03253173828125,
"learning_rate": 4.6049382716049377e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 874
},
{
"completion_length": 92.828125,
"epoch": 1.0789636027143739,
"grad_norm": 5.2292969497598,
"kl": 0.02471923828125,
"learning_rate": 4.598765432098765e-07,
"loss": 0.001,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 875
},
{
"completion_length": 97.671875,
"epoch": 1.0801974090067858,
"grad_norm": 0.9448650212234146,
"kl": 0.0357666015625,
"learning_rate": 4.592592592592592e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 876
},
{
"completion_length": 100.671875,
"epoch": 1.081431215299198,
"grad_norm": 0.182145258861091,
"kl": 0.0389404296875,
"learning_rate": 4.5864197530864197e-07,
"loss": 0.0016,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 877
},
{
"completion_length": 116.171875,
"epoch": 1.08266502159161,
"grad_norm": 0.8685382412021513,
"kl": 0.043701171875,
"learning_rate": 4.5802469135802467e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 878
},
{
"completion_length": 96.15625,
"epoch": 1.0838988278840223,
"grad_norm": 0.440128654216578,
"kl": 0.03289794921875,
"learning_rate": 4.574074074074074e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.04419417306780815,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 879
},
{
"completion_length": 91.46875,
"epoch": 1.0851326341764342,
"grad_norm": 0.9186109323535507,
"kl": 0.037353515625,
"learning_rate": 4.5679012345679007e-07,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 880
},
{
"completion_length": 88.734375,
"epoch": 1.0863664404688465,
"grad_norm": 1.7943105603627294,
"kl": 0.033935546875,
"learning_rate": 4.561728395061728e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 881
},
{
"completion_length": 101.25,
"epoch": 1.0876002467612584,
"grad_norm": 5.140955747084265,
"kl": 0.042236328125,
"learning_rate": 4.555555555555555e-07,
"loss": 0.0017,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 882
},
{
"completion_length": 100.953125,
"epoch": 1.0888340530536706,
"grad_norm": 1.9822819130155516,
"kl": 0.038818359375,
"learning_rate": 4.549382716049383e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 883
},
{
"completion_length": 102.328125,
"epoch": 1.0900678593460826,
"grad_norm": 2.0501373703287693,
"kl": 0.0404052734375,
"learning_rate": 4.54320987654321e-07,
"loss": 0.0016,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.46875,
"step": 884
},
{
"completion_length": 93.484375,
"epoch": 1.0913016656384948,
"grad_norm": 0.7917514647076997,
"kl": 0.035400390625,
"learning_rate": 4.537037037037037e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 885
},
{
"completion_length": 89.625,
"epoch": 1.0925354719309068,
"grad_norm": 3.5209385765570422,
"kl": 0.02825927734375,
"learning_rate": 4.5308641975308643e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 886
},
{
"completion_length": 112.25,
"epoch": 1.093769278223319,
"grad_norm": 0.12747389015323327,
"kl": 0.03759765625,
"learning_rate": 4.524691358024691e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 887
},
{
"completion_length": 96.09375,
"epoch": 1.095003084515731,
"grad_norm": 1.5967624978696475,
"kl": 0.03802490234375,
"learning_rate": 4.5185185185185183e-07,
"loss": 0.0015,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 888
},
{
"completion_length": 91.125,
"epoch": 1.096236890808143,
"grad_norm": 1.7364625371488427,
"kl": 0.056396484375,
"learning_rate": 4.5123456790123453e-07,
"loss": 0.0023,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 889
},
{
"completion_length": 87.171875,
"epoch": 1.0974706971005552,
"grad_norm": 0.88640068901678,
"kl": 0.02655029296875,
"learning_rate": 4.506172839506173e-07,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 890
},
{
"completion_length": 97.46875,
"epoch": 1.0987045033929672,
"grad_norm": 1.2153179641834122,
"kl": 0.0357666015625,
"learning_rate": 4.5e-07,
"loss": 0.0014,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4765625,
"step": 891
},
{
"completion_length": 88.59375,
"epoch": 1.0999383096853794,
"grad_norm": 4.132564795026669,
"kl": 0.0517578125,
"learning_rate": 4.4938271604938273e-07,
"loss": 0.0021,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 892
},
{
"completion_length": 101.546875,
"epoch": 1.1011721159777914,
"grad_norm": 0.1627762774739971,
"kl": 0.034423828125,
"learning_rate": 4.487654320987654e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 893
},
{
"completion_length": 98.65625,
"epoch": 1.1024059222702036,
"grad_norm": 0.8590189072772114,
"kl": 0.03216552734375,
"learning_rate": 4.4814814814814813e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 894
},
{
"completion_length": 95.25,
"epoch": 1.1036397285626156,
"grad_norm": 0.11666649539445688,
"kl": 0.0299072265625,
"learning_rate": 4.4753086419753083e-07,
"loss": 0.0012,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 895
},
{
"completion_length": 100.5625,
"epoch": 1.1048735348550278,
"grad_norm": 1.2025267473186672,
"kl": 0.03369140625,
"learning_rate": 4.4691358024691353e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 896
},
{
"completion_length": 94.0,
"epoch": 1.1061073411474398,
"grad_norm": 0.11422790109374045,
"kl": 0.03173828125,
"learning_rate": 4.462962962962963e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 897
},
{
"completion_length": 91.46875,
"epoch": 1.107341147439852,
"grad_norm": 1.518556060095051,
"kl": 0.03082275390625,
"learning_rate": 4.45679012345679e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 898
},
{
"completion_length": 106.875,
"epoch": 1.108574953732264,
"grad_norm": 0.24520040551507136,
"kl": 0.03607177734375,
"learning_rate": 4.4506172839506174e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 899
},
{
"completion_length": 110.09375,
"epoch": 1.1098087600246762,
"grad_norm": 0.56305969874247,
"kl": 0.0306396484375,
"learning_rate": 4.444444444444444e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 900
},
{
"completion_length": 94.5625,
"epoch": 1.1110425663170882,
"grad_norm": 0.7238892069630101,
"kl": 0.0260009765625,
"learning_rate": 4.4382716049382714e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 901
},
{
"completion_length": 103.71875,
"epoch": 1.1122763726095004,
"grad_norm": 0.7766067308887514,
"kl": 0.041015625,
"learning_rate": 4.4320987654320984e-07,
"loss": 0.0016,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 902
},
{
"completion_length": 107.734375,
"epoch": 1.1135101789019124,
"grad_norm": 1.5680791007890336,
"kl": 0.0352783203125,
"learning_rate": 4.425925925925926e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 903
},
{
"completion_length": 104.6875,
"epoch": 1.1147439851943246,
"grad_norm": 0.17748225580436272,
"kl": 0.04443359375,
"learning_rate": 4.419753086419753e-07,
"loss": 0.0018,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 904
},
{
"completion_length": 97.234375,
"epoch": 1.1159777914867366,
"grad_norm": 0.8577035421179297,
"kl": 0.041748046875,
"learning_rate": 4.4135802469135804e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 905
},
{
"completion_length": 98.09375,
"epoch": 1.1172115977791486,
"grad_norm": 0.9156499818223034,
"kl": 0.0347900390625,
"learning_rate": 4.4074074074074074e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 906
},
{
"completion_length": 100.46875,
"epoch": 1.1184454040715608,
"grad_norm": 1.4692060833473988,
"kl": 0.0595703125,
"learning_rate": 4.4012345679012344e-07,
"loss": 0.0024,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 907
},
{
"completion_length": 104.109375,
"epoch": 1.1196792103639728,
"grad_norm": 2.4259211062147816,
"kl": 0.0355224609375,
"learning_rate": 4.3950617283950614e-07,
"loss": 0.0014,
"reward": 1.3515625,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.859375,
"rewards/format_reward": 0.4921875,
"step": 908
},
{
"completion_length": 97.3125,
"epoch": 1.120913016656385,
"grad_norm": 1.3096446890065456,
"kl": 0.03936767578125,
"learning_rate": 4.3888888888888884e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 909
},
{
"completion_length": 99.75,
"epoch": 1.122146822948797,
"grad_norm": 0.14249227613066753,
"kl": 0.03521728515625,
"learning_rate": 4.382716049382716e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 910
},
{
"completion_length": 108.40625,
"epoch": 1.1233806292412092,
"grad_norm": 0.11419912804737853,
"kl": 0.0364990234375,
"learning_rate": 4.376543209876543e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 911
},
{
"completion_length": 88.71875,
"epoch": 1.1246144355336212,
"grad_norm": 1.7527399604783866,
"kl": 0.0374755859375,
"learning_rate": 4.3703703703703704e-07,
"loss": 0.0015,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 912
},
{
"completion_length": 92.0625,
"epoch": 1.1258482418260334,
"grad_norm": 0.663073067863854,
"kl": 0.0322265625,
"learning_rate": 4.364197530864197e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 913
},
{
"completion_length": 97.03125,
"epoch": 1.1270820481184454,
"grad_norm": 0.8682346806743364,
"kl": 0.02880859375,
"learning_rate": 4.3580246913580244e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 914
},
{
"completion_length": 99.328125,
"epoch": 1.1283158544108576,
"grad_norm": 0.14938626448896794,
"kl": 0.03302001953125,
"learning_rate": 4.3518518518518514e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 915
},
{
"completion_length": 105.65625,
"epoch": 1.1295496607032696,
"grad_norm": 0.11092211267469985,
"kl": 0.02838134765625,
"learning_rate": 4.345679012345679e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 916
},
{
"completion_length": 110.921875,
"epoch": 1.1307834669956818,
"grad_norm": 0.1868356297015996,
"kl": 0.026611328125,
"learning_rate": 4.339506172839506e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 917
},
{
"completion_length": 99.375,
"epoch": 1.1320172732880938,
"grad_norm": 0.5875022633989776,
"kl": 0.045654296875,
"learning_rate": 4.3333333333333335e-07,
"loss": 0.0018,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 918
},
{
"completion_length": 89.875,
"epoch": 1.1332510795805057,
"grad_norm": 7.434442557151675,
"kl": 0.03125,
"learning_rate": 4.3271604938271605e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 919
},
{
"completion_length": 88.984375,
"epoch": 1.134484885872918,
"grad_norm": 0.10202755820080277,
"kl": 0.0345458984375,
"learning_rate": 4.320987654320987e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 920
},
{
"completion_length": 104.96875,
"epoch": 1.13571869216533,
"grad_norm": 0.12033172670811522,
"kl": 0.0479736328125,
"learning_rate": 4.3148148148148145e-07,
"loss": 0.0019,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 921
},
{
"completion_length": 108.859375,
"epoch": 1.1369524984577422,
"grad_norm": 1.644064505325381,
"kl": 0.04840087890625,
"learning_rate": 4.3086419753086415e-07,
"loss": 0.0019,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 922
},
{
"completion_length": 100.40625,
"epoch": 1.1381863047501541,
"grad_norm": 0.17991006801851295,
"kl": 0.03173828125,
"learning_rate": 4.302469135802469e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 923
},
{
"completion_length": 109.90625,
"epoch": 1.1394201110425664,
"grad_norm": 0.5751819659002965,
"kl": 0.036376953125,
"learning_rate": 4.296296296296296e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 924
},
{
"completion_length": 103.640625,
"epoch": 1.1406539173349783,
"grad_norm": 0.721083044113014,
"kl": 0.03814697265625,
"learning_rate": 4.2901234567901235e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 925
},
{
"completion_length": 102.296875,
"epoch": 1.1418877236273905,
"grad_norm": 0.6998409219970751,
"kl": 0.02557373046875,
"learning_rate": 4.2839506172839505e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 926
},
{
"completion_length": 109.65625,
"epoch": 1.1431215299198025,
"grad_norm": 0.15025296736215096,
"kl": 0.02630615234375,
"learning_rate": 4.2777777777777775e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 927
},
{
"completion_length": 105.5625,
"epoch": 1.1443553362122147,
"grad_norm": 0.272834676882138,
"kl": 0.036376953125,
"learning_rate": 4.2716049382716045e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 928
},
{
"completion_length": 98.375,
"epoch": 1.1455891425046267,
"grad_norm": 1.0834752713146203,
"kl": 0.0318603515625,
"learning_rate": 4.265432098765432e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 929
},
{
"completion_length": 109.71875,
"epoch": 1.146822948797039,
"grad_norm": 0.493365674019029,
"kl": 0.0296630859375,
"learning_rate": 4.259259259259259e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 930
},
{
"completion_length": 107.75,
"epoch": 1.148056755089451,
"grad_norm": 0.1076695012564835,
"kl": 0.031494140625,
"learning_rate": 4.2530864197530866e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 931
},
{
"completion_length": 99.875,
"epoch": 1.1492905613818631,
"grad_norm": 0.5960101511640576,
"kl": 0.031982421875,
"learning_rate": 4.2469135802469136e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 932
},
{
"completion_length": 97.46875,
"epoch": 1.1505243676742751,
"grad_norm": 0.2715119005676275,
"kl": 0.04345703125,
"learning_rate": 4.24074074074074e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 933
},
{
"completion_length": 95.015625,
"epoch": 1.1517581739666873,
"grad_norm": 0.8507438258913939,
"kl": 0.02978515625,
"learning_rate": 4.2345679012345676e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 934
},
{
"completion_length": 112.5,
"epoch": 1.1529919802590993,
"grad_norm": 0.09697319511242769,
"kl": 0.430908203125,
"learning_rate": 4.2283950617283946e-07,
"loss": 0.0172,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 935
},
{
"completion_length": 109.578125,
"epoch": 1.1542257865515113,
"grad_norm": 15.47741028451721,
"kl": 0.0460205078125,
"learning_rate": 4.222222222222222e-07,
"loss": 0.0018,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 936
},
{
"completion_length": 111.25,
"epoch": 1.1554595928439235,
"grad_norm": 2.0936294195094796,
"kl": 0.0450439453125,
"learning_rate": 4.216049382716049e-07,
"loss": 0.0018,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 937
},
{
"completion_length": 97.234375,
"epoch": 1.1566933991363355,
"grad_norm": 0.10091614798976202,
"kl": 0.047607421875,
"learning_rate": 4.2098765432098766e-07,
"loss": 0.0019,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 938
},
{
"completion_length": 108.234375,
"epoch": 1.1579272054287477,
"grad_norm": 0.8138528725839687,
"kl": 0.0408935546875,
"learning_rate": 4.2037037037037036e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 939
},
{
"completion_length": 105.171875,
"epoch": 1.1591610117211597,
"grad_norm": 0.6907105502295889,
"kl": 0.03765869140625,
"learning_rate": 4.1975308641975306e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 940
},
{
"completion_length": 110.359375,
"epoch": 1.160394818013572,
"grad_norm": 1.0924313027570964,
"kl": 0.0423583984375,
"learning_rate": 4.1913580246913576e-07,
"loss": 0.0017,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 941
},
{
"completion_length": 107.421875,
"epoch": 1.161628624305984,
"grad_norm": 1.6487934586699038,
"kl": 0.04046630859375,
"learning_rate": 4.185185185185185e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 942
},
{
"completion_length": 99.90625,
"epoch": 1.1628624305983961,
"grad_norm": 0.6569580598314271,
"kl": 0.060302734375,
"learning_rate": 4.179012345679012e-07,
"loss": 0.0024,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 943
},
{
"completion_length": 114.015625,
"epoch": 1.164096236890808,
"grad_norm": 1.5246978979085806,
"kl": 0.10595703125,
"learning_rate": 4.1728395061728397e-07,
"loss": 0.0042,
"reward": 1.421875,
"reward_std": 0.15625,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.46875,
"step": 944
},
{
"completion_length": 96.984375,
"epoch": 1.1653300431832203,
"grad_norm": 1.775102707629456,
"kl": 0.05419921875,
"learning_rate": 4.1666666666666667e-07,
"loss": 0.0022,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 945
},
{
"completion_length": 89.828125,
"epoch": 1.1665638494756323,
"grad_norm": 1.9823740497737126,
"kl": 0.055908203125,
"learning_rate": 4.1604938271604937e-07,
"loss": 0.0022,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 946
},
{
"completion_length": 99.4375,
"epoch": 1.1677976557680445,
"grad_norm": 1.5353204335451438,
"kl": 0.0462646484375,
"learning_rate": 4.1543209876543206e-07,
"loss": 0.0019,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4765625,
"step": 947
},
{
"completion_length": 117.421875,
"epoch": 1.1690314620604565,
"grad_norm": 1.388628250133678,
"kl": 0.0526123046875,
"learning_rate": 4.1481481481481476e-07,
"loss": 0.0021,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4765625,
"step": 948
},
{
"completion_length": 111.03125,
"epoch": 1.1702652683528685,
"grad_norm": 2.376871170507632,
"kl": 0.0699462890625,
"learning_rate": 4.141975308641975e-07,
"loss": 0.0028,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 949
},
{
"completion_length": 105.21875,
"epoch": 1.1714990746452807,
"grad_norm": 0.1190127477256778,
"kl": 0.056884765625,
"learning_rate": 4.135802469135802e-07,
"loss": 0.0023,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 950
},
{
"completion_length": 95.359375,
"epoch": 1.172732880937693,
"grad_norm": 0.23438933480042204,
"kl": 0.072265625,
"learning_rate": 4.1296296296296297e-07,
"loss": 0.0029,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 951
},
{
"completion_length": 96.28125,
"epoch": 1.1739666872301049,
"grad_norm": 0.14084518489043293,
"kl": 0.08251953125,
"learning_rate": 4.1234567901234567e-07,
"loss": 0.0033,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 952
},
{
"completion_length": 112.796875,
"epoch": 1.1752004935225169,
"grad_norm": 3.946841142031487,
"kl": 0.078369140625,
"learning_rate": 4.1172839506172837e-07,
"loss": 0.0031,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 953
},
{
"completion_length": 96.140625,
"epoch": 1.176434299814929,
"grad_norm": 0.12725149323822393,
"kl": 0.0526123046875,
"learning_rate": 4.1111111111111107e-07,
"loss": 0.0021,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 954
},
{
"completion_length": 98.34375,
"epoch": 1.177668106107341,
"grad_norm": 1.2089706985800026,
"kl": 0.06689453125,
"learning_rate": 4.104938271604938e-07,
"loss": 0.0027,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 955
},
{
"completion_length": 98.765625,
"epoch": 1.1789019123997533,
"grad_norm": 1.1596565742196614,
"kl": 0.0631103515625,
"learning_rate": 4.098765432098765e-07,
"loss": 0.0025,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 956
},
{
"completion_length": 106.484375,
"epoch": 1.1801357186921653,
"grad_norm": 1.9327955224177524,
"kl": 0.13818359375,
"learning_rate": 4.092592592592593e-07,
"loss": 0.0055,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 957
},
{
"completion_length": 93.375,
"epoch": 1.1813695249845775,
"grad_norm": 1.824469398585932,
"kl": 0.076904296875,
"learning_rate": 4.08641975308642e-07,
"loss": 0.0031,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 958
},
{
"completion_length": 105.390625,
"epoch": 1.1826033312769895,
"grad_norm": 0.14629977384177578,
"kl": 0.0498046875,
"learning_rate": 4.080246913580247e-07,
"loss": 0.002,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 959
},
{
"completion_length": 111.1875,
"epoch": 1.1838371375694017,
"grad_norm": 0.2226568649471308,
"kl": 0.055908203125,
"learning_rate": 4.0740740740740737e-07,
"loss": 0.0022,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 960
},
{
"completion_length": 104.578125,
"epoch": 1.1850709438618137,
"grad_norm": 1.290469616659025,
"kl": 0.041015625,
"learning_rate": 4.0679012345679007e-07,
"loss": 0.0016,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 961
},
{
"completion_length": 115.796875,
"epoch": 1.1863047501542259,
"grad_norm": 1.0169738529095533,
"kl": 0.0355224609375,
"learning_rate": 4.061728395061728e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 962
},
{
"completion_length": 103.453125,
"epoch": 1.1875385564466379,
"grad_norm": 0.077272418038419,
"kl": 0.0391845703125,
"learning_rate": 4.055555555555555e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 963
},
{
"completion_length": 115.15625,
"epoch": 1.18877236273905,
"grad_norm": 0.09728877301071726,
"kl": 0.030517578125,
"learning_rate": 4.049382716049383e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 964
},
{
"completion_length": 109.5,
"epoch": 1.190006169031462,
"grad_norm": 0.09376361963352317,
"kl": 0.051513671875,
"learning_rate": 4.04320987654321e-07,
"loss": 0.0021,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 965
},
{
"completion_length": 129.734375,
"epoch": 1.191239975323874,
"grad_norm": 1.3936714285969216,
"kl": 0.0364990234375,
"learning_rate": 4.0370370370370373e-07,
"loss": 0.0015,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 966
},
{
"completion_length": 113.796875,
"epoch": 1.1924737816162863,
"grad_norm": 1.1051441240497513,
"kl": 0.041748046875,
"learning_rate": 4.030864197530864e-07,
"loss": 0.0017,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 967
},
{
"completion_length": 100.640625,
"epoch": 1.1937075879086982,
"grad_norm": 0.8111003459235891,
"kl": 0.0340576171875,
"learning_rate": 4.0246913580246913e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 968
},
{
"completion_length": 112.078125,
"epoch": 1.1949413942011105,
"grad_norm": 0.12429535824574947,
"kl": 0.03277587890625,
"learning_rate": 4.0185185185185183e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 969
},
{
"completion_length": 114.875,
"epoch": 1.1961752004935224,
"grad_norm": 0.6625877631488027,
"kl": 0.03387451171875,
"learning_rate": 4.0123456790123453e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 970
},
{
"completion_length": 101.359375,
"epoch": 1.1974090067859346,
"grad_norm": 0.35795548683587525,
"kl": 0.0306396484375,
"learning_rate": 4.006172839506173e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 971
},
{
"completion_length": 113.671875,
"epoch": 1.1986428130783466,
"grad_norm": 0.1623929025413568,
"kl": 0.0400390625,
"learning_rate": 4e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 972
},
{
"completion_length": 108.921875,
"epoch": 1.1998766193707588,
"grad_norm": 1.022018483761583,
"kl": 0.0380859375,
"learning_rate": 3.993827160493827e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 973
},
{
"completion_length": 112.609375,
"epoch": 1.2011104256631708,
"grad_norm": 0.5993852889240097,
"kl": 0.03759765625,
"learning_rate": 3.987654320987654e-07,
"loss": 0.0015,
"reward": 1.453125,
"reward_std": 0.05412658676505089,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 974
},
{
"completion_length": 120.15625,
"epoch": 1.202344231955583,
"grad_norm": 0.14806302572327384,
"kl": 0.0333251953125,
"learning_rate": 3.9814814814814813e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 975
},
{
"completion_length": 114.5625,
"epoch": 1.203578038247995,
"grad_norm": 0.4939459154609179,
"kl": 0.02691650390625,
"learning_rate": 3.9753086419753083e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 976
},
{
"completion_length": 124.9375,
"epoch": 1.2048118445404072,
"grad_norm": 0.12412726615276773,
"kl": 0.0467529296875,
"learning_rate": 3.969135802469136e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 977
},
{
"completion_length": 100.125,
"epoch": 1.2060456508328192,
"grad_norm": 0.1072967872331379,
"kl": 0.03082275390625,
"learning_rate": 3.962962962962963e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 978
},
{
"completion_length": 117.671875,
"epoch": 1.2072794571252312,
"grad_norm": 0.12727579747922335,
"kl": 0.03662109375,
"learning_rate": 3.9567901234567904e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 979
},
{
"completion_length": 121.265625,
"epoch": 1.2085132634176434,
"grad_norm": 0.33072311885051914,
"kl": 0.04541015625,
"learning_rate": 3.950617283950617e-07,
"loss": 0.0018,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 980
},
{
"completion_length": 113.421875,
"epoch": 1.2097470697100556,
"grad_norm": 0.2502132589082465,
"kl": 0.03076171875,
"learning_rate": 3.9444444444444444e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 981
},
{
"completion_length": 101.9375,
"epoch": 1.2109808760024676,
"grad_norm": 0.1354970410224071,
"kl": 0.03289794921875,
"learning_rate": 3.9382716049382714e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 982
},
{
"completion_length": 111.234375,
"epoch": 1.2122146822948796,
"grad_norm": 1.304767739754639,
"kl": 0.031982421875,
"learning_rate": 3.9320987654320984e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 983
},
{
"completion_length": 105.859375,
"epoch": 1.2134484885872918,
"grad_norm": 0.20398127496158336,
"kl": 0.0335693359375,
"learning_rate": 3.925925925925926e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 984
},
{
"completion_length": 115.0,
"epoch": 1.2146822948797038,
"grad_norm": 0.1433389142486501,
"kl": 0.03778076171875,
"learning_rate": 3.919753086419753e-07,
"loss": 0.0015,
"reward": 1.421875,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.484375,
"step": 985
},
{
"completion_length": 108.21875,
"epoch": 1.215916101172116,
"grad_norm": 1.4593203355079192,
"kl": 0.0338134765625,
"learning_rate": 3.91358024691358e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 986
},
{
"completion_length": 122.203125,
"epoch": 1.217149907464528,
"grad_norm": 0.6102690366809005,
"kl": 0.058349609375,
"learning_rate": 3.907407407407407e-07,
"loss": 0.0023,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 987
},
{
"completion_length": 117.453125,
"epoch": 1.2183837137569402,
"grad_norm": 0.9554702608252352,
"kl": 0.02752685546875,
"learning_rate": 3.9012345679012344e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 988
},
{
"completion_length": 120.3125,
"epoch": 1.2196175200493522,
"grad_norm": 0.1210044147692337,
"kl": 0.034423828125,
"learning_rate": 3.8950617283950614e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 989
},
{
"completion_length": 118.53125,
"epoch": 1.2208513263417644,
"grad_norm": 0.5261811656406409,
"kl": 0.03717041015625,
"learning_rate": 3.888888888888889e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 990
},
{
"completion_length": 100.578125,
"epoch": 1.2220851326341764,
"grad_norm": 1.4047129501353641,
"kl": 0.0455322265625,
"learning_rate": 3.882716049382716e-07,
"loss": 0.0018,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 991
},
{
"completion_length": 102.34375,
"epoch": 1.2233189389265886,
"grad_norm": 0.14383792690448374,
"kl": 0.02813720703125,
"learning_rate": 3.8765432098765435e-07,
"loss": 0.0011,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 992
},
{
"completion_length": 105.375,
"epoch": 1.2245527452190006,
"grad_norm": 1.4225523016713733,
"kl": 0.0697021484375,
"learning_rate": 3.87037037037037e-07,
"loss": 0.0028,
"reward": 1.359375,
"reward_std": 0.08619705587625504,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.484375,
"step": 993
},
{
"completion_length": 95.015625,
"epoch": 1.2257865515114128,
"grad_norm": 1.3452422452888968,
"kl": 0.02703857421875,
"learning_rate": 3.864197530864197e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 994
},
{
"completion_length": 113.5,
"epoch": 1.2270203578038248,
"grad_norm": 2.3499540018568035,
"kl": 0.0595703125,
"learning_rate": 3.8580246913580245e-07,
"loss": 0.0024,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 995
},
{
"completion_length": 103.0625,
"epoch": 1.2282541640962368,
"grad_norm": 0.9407334090829758,
"kl": 0.03155517578125,
"learning_rate": 3.8518518518518515e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 996
},
{
"completion_length": 109.59375,
"epoch": 1.229487970388649,
"grad_norm": 2.643298024361087,
"kl": 0.03497314453125,
"learning_rate": 3.845679012345679e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 997
},
{
"completion_length": 106.640625,
"epoch": 1.2307217766810612,
"grad_norm": 0.6099390866639154,
"kl": 0.03302001953125,
"learning_rate": 3.839506172839506e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 998
},
{
"completion_length": 109.78125,
"epoch": 1.2319555829734732,
"grad_norm": 0.6028958866588418,
"kl": 0.0308837890625,
"learning_rate": 3.8333333333333335e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 999
},
{
"completion_length": 111.65625,
"epoch": 1.2331893892658852,
"grad_norm": 0.15413833696970441,
"kl": 0.039794921875,
"learning_rate": 3.82716049382716e-07,
"loss": 0.0016,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1000
},
{
"completion_length": 102.71875,
"epoch": 1.2344231955582974,
"grad_norm": 1.8591151596352475,
"kl": 0.02581787109375,
"learning_rate": 3.8209876543209875e-07,
"loss": 0.001,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1001
},
{
"completion_length": 103.546875,
"epoch": 1.2356570018507094,
"grad_norm": 0.0722431194000218,
"kl": 0.02557373046875,
"learning_rate": 3.8148148148148145e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1002
},
{
"completion_length": 99.234375,
"epoch": 1.2368908081431216,
"grad_norm": 0.6629069650062487,
"kl": 0.03216552734375,
"learning_rate": 3.808641975308642e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1003
},
{
"completion_length": 105.984375,
"epoch": 1.2381246144355336,
"grad_norm": 0.11566679996338038,
"kl": 0.0306396484375,
"learning_rate": 3.802469135802469e-07,
"loss": 0.0012,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 1004
},
{
"completion_length": 111.5625,
"epoch": 1.2393584207279458,
"grad_norm": 0.6445316439482205,
"kl": 0.035888671875,
"learning_rate": 3.7962962962962966e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1005
},
{
"completion_length": 106.0625,
"epoch": 1.2405922270203578,
"grad_norm": 0.5830494858951969,
"kl": 0.031982421875,
"learning_rate": 3.790123456790123e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1006
},
{
"completion_length": 115.46875,
"epoch": 1.24182603331277,
"grad_norm": 0.11690078118948667,
"kl": 0.03704833984375,
"learning_rate": 3.78395061728395e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1007
},
{
"completion_length": 90.53125,
"epoch": 1.243059839605182,
"grad_norm": 0.15394046613935755,
"kl": 0.03271484375,
"learning_rate": 3.7777777777777775e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1008
},
{
"completion_length": 101.5625,
"epoch": 1.2442936458975942,
"grad_norm": 0.10857334416118315,
"kl": 0.033203125,
"learning_rate": 3.7716049382716045e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1009
},
{
"completion_length": 113.8125,
"epoch": 1.2455274521900062,
"grad_norm": 0.9995436414137452,
"kl": 0.0467529296875,
"learning_rate": 3.765432098765432e-07,
"loss": 0.0019,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 1010
},
{
"completion_length": 83.40625,
"epoch": 1.2467612584824184,
"grad_norm": 0.7956844027240767,
"kl": 0.03326416015625,
"learning_rate": 3.759259259259259e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1011
},
{
"completion_length": 104.0,
"epoch": 1.2479950647748304,
"grad_norm": 4.9993506619535015,
"kl": 0.03167724609375,
"learning_rate": 3.7530864197530866e-07,
"loss": 0.0013,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 1012
},
{
"completion_length": 98.296875,
"epoch": 1.2492288710672423,
"grad_norm": 0.6137604591122667,
"kl": 0.0362548828125,
"learning_rate": 3.746913580246913e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1013
},
{
"completion_length": 93.75,
"epoch": 1.2504626773596546,
"grad_norm": 0.11431257561533113,
"kl": 0.0416259765625,
"learning_rate": 3.7407407407407406e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1014
},
{
"completion_length": 102.953125,
"epoch": 1.2516964836520668,
"grad_norm": 0.9503047404447377,
"kl": 0.0272216796875,
"learning_rate": 3.7345679012345676e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1015
},
{
"completion_length": 110.53125,
"epoch": 1.2529302899444787,
"grad_norm": 0.7287485387627565,
"kl": 0.044921875,
"learning_rate": 3.728395061728395e-07,
"loss": 0.0018,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1016
},
{
"completion_length": 109.78125,
"epoch": 1.2541640962368907,
"grad_norm": 0.6735714230797364,
"kl": 0.04443359375,
"learning_rate": 3.722222222222222e-07,
"loss": 0.0018,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1017
},
{
"completion_length": 103.0,
"epoch": 1.255397902529303,
"grad_norm": 0.1089410919318832,
"kl": 0.039306640625,
"learning_rate": 3.7160493827160496e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1018
},
{
"completion_length": 107.375,
"epoch": 1.256631708821715,
"grad_norm": 0.11058825419631334,
"kl": 0.02630615234375,
"learning_rate": 3.7098765432098766e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1019
},
{
"completion_length": 104.34375,
"epoch": 1.2578655151141271,
"grad_norm": 0.19706379912287436,
"kl": 0.057373046875,
"learning_rate": 3.703703703703703e-07,
"loss": 0.0023,
"reward": 1.4453125,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 1020
},
{
"completion_length": 101.875,
"epoch": 1.2590993214065391,
"grad_norm": 1.5179322703498024,
"kl": 0.02496337890625,
"learning_rate": 3.6975308641975306e-07,
"loss": 0.001,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1021
},
{
"completion_length": 106.671875,
"epoch": 1.2603331276989513,
"grad_norm": 0.13094410812326876,
"kl": 0.0390625,
"learning_rate": 3.6913580246913576e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1022
},
{
"completion_length": 107.5625,
"epoch": 1.2615669339913633,
"grad_norm": 0.9250954651199542,
"kl": 0.03460693359375,
"learning_rate": 3.685185185185185e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1023
},
{
"completion_length": 122.6875,
"epoch": 1.2628007402837755,
"grad_norm": 1.332613339235965,
"kl": 0.03619384765625,
"learning_rate": 3.679012345679012e-07,
"loss": 0.0014,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1024
},
{
"completion_length": 98.34375,
"epoch": 1.2640345465761875,
"grad_norm": 0.6254352367252987,
"kl": 0.02642822265625,
"learning_rate": 3.6728395061728397e-07,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1025
},
{
"completion_length": 113.265625,
"epoch": 1.2652683528685995,
"grad_norm": 0.1636668051831454,
"kl": 0.03289794921875,
"learning_rate": 3.666666666666666e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1026
},
{
"completion_length": 106.875,
"epoch": 1.2665021591610117,
"grad_norm": 0.12031594833939666,
"kl": 0.02874755859375,
"learning_rate": 3.6604938271604937e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1027
},
{
"completion_length": 105.265625,
"epoch": 1.267735965453424,
"grad_norm": 0.11543032139924111,
"kl": 0.03564453125,
"learning_rate": 3.6543209876543207e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1028
},
{
"completion_length": 116.296875,
"epoch": 1.268969771745836,
"grad_norm": 1.3853559123811354,
"kl": 0.03857421875,
"learning_rate": 3.648148148148148e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1029
},
{
"completion_length": 102.5,
"epoch": 1.270203578038248,
"grad_norm": 0.0994497613295274,
"kl": 0.033447265625,
"learning_rate": 3.641975308641975e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1030
},
{
"completion_length": 104.765625,
"epoch": 1.2714373843306601,
"grad_norm": 0.10131099646721832,
"kl": 0.044677734375,
"learning_rate": 3.6358024691358027e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1031
},
{
"completion_length": 122.515625,
"epoch": 1.272671190623072,
"grad_norm": 1.0759379910024753,
"kl": 0.05322265625,
"learning_rate": 3.6296296296296297e-07,
"loss": 0.0021,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1032
},
{
"completion_length": 102.65625,
"epoch": 1.2739049969154843,
"grad_norm": 0.5101510072974401,
"kl": 0.0362548828125,
"learning_rate": 3.623456790123456e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1033
},
{
"completion_length": 123.359375,
"epoch": 1.2751388032078963,
"grad_norm": 0.07827195542568263,
"kl": 0.033447265625,
"learning_rate": 3.6172839506172837e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1034
},
{
"completion_length": 122.46875,
"epoch": 1.2763726095003085,
"grad_norm": 1.0673406729249266,
"kl": 0.0433349609375,
"learning_rate": 3.6111111111111107e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1035
},
{
"completion_length": 116.65625,
"epoch": 1.2776064157927205,
"grad_norm": 0.15225393408589222,
"kl": 0.062255859375,
"learning_rate": 3.604938271604938e-07,
"loss": 0.0025,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 1036
},
{
"completion_length": 107.640625,
"epoch": 1.2788402220851327,
"grad_norm": 0.8150019807890414,
"kl": 0.0537109375,
"learning_rate": 3.598765432098765e-07,
"loss": 0.0021,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1037
},
{
"completion_length": 101.703125,
"epoch": 1.2800740283775447,
"grad_norm": 1.1898086634605631,
"kl": 0.038330078125,
"learning_rate": 3.592592592592593e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1038
},
{
"completion_length": 107.25,
"epoch": 1.2813078346699567,
"grad_norm": 0.09760338670048758,
"kl": 0.0533447265625,
"learning_rate": 3.58641975308642e-07,
"loss": 0.0021,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1039
},
{
"completion_length": 121.59375,
"epoch": 1.282541640962369,
"grad_norm": 1.3209613993797586,
"kl": 0.047119140625,
"learning_rate": 3.580246913580247e-07,
"loss": 0.0019,
"reward": 1.4453125,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 1040
},
{
"completion_length": 114.28125,
"epoch": 1.283775447254781,
"grad_norm": 0.8677244506538716,
"kl": 0.04107666015625,
"learning_rate": 3.574074074074074e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1041
},
{
"completion_length": 115.390625,
"epoch": 1.285009253547193,
"grad_norm": 0.0945246336511355,
"kl": 0.0513916015625,
"learning_rate": 3.5679012345679013e-07,
"loss": 0.0021,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1042
},
{
"completion_length": 99.109375,
"epoch": 1.286243059839605,
"grad_norm": 0.595582211260264,
"kl": 0.04254150390625,
"learning_rate": 3.5617283950617283e-07,
"loss": 0.0017,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1043
},
{
"completion_length": 106.921875,
"epoch": 1.2874768661320173,
"grad_norm": 0.6886225605655081,
"kl": 0.03070068359375,
"learning_rate": 3.5555555555555553e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1044
},
{
"completion_length": 105.34375,
"epoch": 1.2887106724244295,
"grad_norm": 0.13058884551112848,
"kl": 0.0418701171875,
"learning_rate": 3.549382716049383e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1045
},
{
"completion_length": 102.828125,
"epoch": 1.2899444787168415,
"grad_norm": 0.08073885785918784,
"kl": 0.04736328125,
"learning_rate": 3.5432098765432093e-07,
"loss": 0.0019,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1046
},
{
"completion_length": 110.578125,
"epoch": 1.2911782850092535,
"grad_norm": 0.1324558972167293,
"kl": 0.0599365234375,
"learning_rate": 3.537037037037037e-07,
"loss": 0.0024,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1047
},
{
"completion_length": 101.125,
"epoch": 1.2924120913016657,
"grad_norm": 0.2469045310103263,
"kl": 0.0367431640625,
"learning_rate": 3.530864197530864e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1048
},
{
"completion_length": 115.0625,
"epoch": 1.2936458975940777,
"grad_norm": 0.09421927049730577,
"kl": 0.03125,
"learning_rate": 3.5246913580246913e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1049
},
{
"completion_length": 103.3125,
"epoch": 1.2948797038864899,
"grad_norm": 0.13580065796824672,
"kl": 0.03411865234375,
"learning_rate": 3.5185185185185183e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1050
},
{
"completion_length": 110.4375,
"epoch": 1.2961135101789019,
"grad_norm": 0.0992520239372608,
"kl": 0.04248046875,
"learning_rate": 3.512345679012346e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1051
},
{
"completion_length": 95.578125,
"epoch": 1.297347316471314,
"grad_norm": 0.9423594241601164,
"kl": 0.0384521484375,
"learning_rate": 3.506172839506173e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1052
},
{
"completion_length": 109.875,
"epoch": 1.298581122763726,
"grad_norm": 0.16748642737329725,
"kl": 0.038818359375,
"learning_rate": 3.5e-07,
"loss": 0.0016,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1053
},
{
"completion_length": 104.03125,
"epoch": 1.2998149290561383,
"grad_norm": 0.4825825801924333,
"kl": 0.0457763671875,
"learning_rate": 3.493827160493827e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1054
},
{
"completion_length": 94.203125,
"epoch": 1.3010487353485503,
"grad_norm": 1.2390281605277327,
"kl": 0.03759765625,
"learning_rate": 3.4876543209876544e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1055
},
{
"completion_length": 103.78125,
"epoch": 1.3022825416409622,
"grad_norm": 0.09726884072808137,
"kl": 0.02886962890625,
"learning_rate": 3.4814814814814814e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1056
},
{
"completion_length": 102.90625,
"epoch": 1.3035163479333745,
"grad_norm": 1.4473594997843278,
"kl": 0.032958984375,
"learning_rate": 3.4753086419753084e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1057
},
{
"completion_length": 108.171875,
"epoch": 1.3047501542257867,
"grad_norm": 0.12230103174598078,
"kl": 0.034912109375,
"learning_rate": 3.469135802469136e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1058
},
{
"completion_length": 104.578125,
"epoch": 1.3059839605181986,
"grad_norm": 0.992052208825822,
"kl": 0.03515625,
"learning_rate": 3.4629629629629624e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1059
},
{
"completion_length": 111.96875,
"epoch": 1.3072177668106106,
"grad_norm": 0.07163708157542918,
"kl": 0.0469970703125,
"learning_rate": 3.45679012345679e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1060
},
{
"completion_length": 106.890625,
"epoch": 1.3084515731030228,
"grad_norm": 0.7461892994388614,
"kl": 0.050048828125,
"learning_rate": 3.450617283950617e-07,
"loss": 0.002,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1061
},
{
"completion_length": 114.953125,
"epoch": 1.3096853793954348,
"grad_norm": 0.10748859789205147,
"kl": 0.04296875,
"learning_rate": 3.4444444444444444e-07,
"loss": 0.0017,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1062
},
{
"completion_length": 119.296875,
"epoch": 1.310919185687847,
"grad_norm": 0.7653791479806523,
"kl": 0.03680419921875,
"learning_rate": 3.4382716049382714e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1063
},
{
"completion_length": 105.640625,
"epoch": 1.312152991980259,
"grad_norm": 0.10660797060072497,
"kl": 0.04931640625,
"learning_rate": 3.432098765432099e-07,
"loss": 0.002,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1064
},
{
"completion_length": 104.90625,
"epoch": 1.3133867982726712,
"grad_norm": 0.37251918771576037,
"kl": 0.0380859375,
"learning_rate": 3.425925925925926e-07,
"loss": 0.0015,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1065
},
{
"completion_length": 122.578125,
"epoch": 1.3146206045650832,
"grad_norm": 0.11593707614269454,
"kl": 0.03619384765625,
"learning_rate": 3.419753086419753e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1066
},
{
"completion_length": 105.328125,
"epoch": 1.3158544108574954,
"grad_norm": 0.09526721484004486,
"kl": 0.047607421875,
"learning_rate": 3.41358024691358e-07,
"loss": 0.0019,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1067
},
{
"completion_length": 113.34375,
"epoch": 1.3170882171499074,
"grad_norm": 0.5946480846126476,
"kl": 0.0318603515625,
"learning_rate": 3.407407407407407e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1068
},
{
"completion_length": 111.671875,
"epoch": 1.3183220234423196,
"grad_norm": 0.08492862132478225,
"kl": 0.0377197265625,
"learning_rate": 3.4012345679012344e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1069
},
{
"completion_length": 107.21875,
"epoch": 1.3195558297347316,
"grad_norm": 0.12223606930221274,
"kl": 0.044921875,
"learning_rate": 3.3950617283950614e-07,
"loss": 0.0018,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1070
},
{
"completion_length": 120.796875,
"epoch": 1.3207896360271438,
"grad_norm": 0.13938863965664391,
"kl": 0.04541015625,
"learning_rate": 3.388888888888889e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1071
},
{
"completion_length": 97.15625,
"epoch": 1.3220234423195558,
"grad_norm": 0.09202320322346429,
"kl": 0.056640625,
"learning_rate": 3.382716049382716e-07,
"loss": 0.0023,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1072
},
{
"completion_length": 117.34375,
"epoch": 1.3232572486119678,
"grad_norm": 0.12921927448439469,
"kl": 0.027099609375,
"learning_rate": 3.376543209876543e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1073
},
{
"completion_length": 116.1875,
"epoch": 1.32449105490438,
"grad_norm": 0.08774800279148452,
"kl": 0.0390625,
"learning_rate": 3.37037037037037e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1074
},
{
"completion_length": 128.265625,
"epoch": 1.3257248611967922,
"grad_norm": 0.09003110843392857,
"kl": 0.0455322265625,
"learning_rate": 3.3641975308641975e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1075
},
{
"completion_length": 129.140625,
"epoch": 1.3269586674892042,
"grad_norm": 0.1754947465131111,
"kl": 0.0396728515625,
"learning_rate": 3.3580246913580245e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1076
},
{
"completion_length": 115.953125,
"epoch": 1.3281924737816162,
"grad_norm": 0.08642621677553826,
"kl": 0.04931640625,
"learning_rate": 3.351851851851852e-07,
"loss": 0.002,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1077
},
{
"completion_length": 113.328125,
"epoch": 1.3294262800740284,
"grad_norm": 1.8556260643282336,
"kl": 0.04071044921875,
"learning_rate": 3.345679012345679e-07,
"loss": 0.0016,
"reward": 1.4453125,
"reward_std": 0.109375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4765625,
"step": 1078
},
{
"completion_length": 112.703125,
"epoch": 1.3306600863664404,
"grad_norm": 2.063531616927301,
"kl": 0.04443359375,
"learning_rate": 3.339506172839506e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1079
},
{
"completion_length": 117.375,
"epoch": 1.3318938926588526,
"grad_norm": 0.6293881082162236,
"kl": 0.030303955078125,
"learning_rate": 3.333333333333333e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1080
},
{
"completion_length": 114.390625,
"epoch": 1.3331276989512646,
"grad_norm": 0.6165572691008493,
"kl": 0.0506591796875,
"learning_rate": 3.32716049382716e-07,
"loss": 0.002,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1081
},
{
"completion_length": 111.5625,
"epoch": 1.3343615052436768,
"grad_norm": 0.5992765919108902,
"kl": 0.0302734375,
"learning_rate": 3.3209876543209875e-07,
"loss": 0.0012,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1082
},
{
"completion_length": 94.09375,
"epoch": 1.3355953115360888,
"grad_norm": 0.9975021541267335,
"kl": 0.030517578125,
"learning_rate": 3.3148148148148145e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1083
},
{
"completion_length": 111.078125,
"epoch": 1.336829117828501,
"grad_norm": 0.6499069355054865,
"kl": 0.0421142578125,
"learning_rate": 3.308641975308642e-07,
"loss": 0.0017,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1084
},
{
"completion_length": 109.484375,
"epoch": 1.338062924120913,
"grad_norm": 0.3856656260676933,
"kl": 0.0477294921875,
"learning_rate": 3.302469135802469e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1085
},
{
"completion_length": 113.25,
"epoch": 1.339296730413325,
"grad_norm": 0.07605194801369566,
"kl": 0.0487060546875,
"learning_rate": 3.296296296296296e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1086
},
{
"completion_length": 111.015625,
"epoch": 1.3405305367057372,
"grad_norm": 0.12187484757876099,
"kl": 0.0517578125,
"learning_rate": 3.290123456790123e-07,
"loss": 0.0021,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 1087
},
{
"completion_length": 122.15625,
"epoch": 1.3417643429981494,
"grad_norm": 1.3206437650252913,
"kl": 0.0543212890625,
"learning_rate": 3.2839506172839506e-07,
"loss": 0.0022,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1088
},
{
"completion_length": 101.21875,
"epoch": 1.3429981492905614,
"grad_norm": 1.3937207049009126,
"kl": 0.0673828125,
"learning_rate": 3.2777777777777776e-07,
"loss": 0.0027,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 1089
},
{
"completion_length": 110.703125,
"epoch": 1.3442319555829734,
"grad_norm": 0.34059945118448576,
"kl": 0.044189453125,
"learning_rate": 3.271604938271605e-07,
"loss": 0.0018,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1090
},
{
"completion_length": 105.6875,
"epoch": 1.3454657618753856,
"grad_norm": 1.234059954837667,
"kl": 0.044677734375,
"learning_rate": 3.265432098765432e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1091
},
{
"completion_length": 110.25,
"epoch": 1.3466995681677978,
"grad_norm": 0.08003054867133882,
"kl": 0.041748046875,
"learning_rate": 3.2592592592592596e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1092
},
{
"completion_length": 105.828125,
"epoch": 1.3479333744602098,
"grad_norm": 0.08475084257018539,
"kl": 0.0338134765625,
"learning_rate": 3.253086419753086e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1093
},
{
"completion_length": 106.46875,
"epoch": 1.3491671807526218,
"grad_norm": 0.21494637375158104,
"kl": 0.0447998046875,
"learning_rate": 3.246913580246913e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1094
},
{
"completion_length": 109.4375,
"epoch": 1.350400987045034,
"grad_norm": 0.7133807306523657,
"kl": 0.0321044921875,
"learning_rate": 3.2407407407407406e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1095
},
{
"completion_length": 108.53125,
"epoch": 1.351634793337446,
"grad_norm": 0.09318069912984116,
"kl": 0.0445556640625,
"learning_rate": 3.2345679012345676e-07,
"loss": 0.0018,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1096
},
{
"completion_length": 112.0625,
"epoch": 1.3528685996298582,
"grad_norm": 2.525681323046964,
"kl": 0.0369873046875,
"learning_rate": 3.228395061728395e-07,
"loss": 0.0015,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1097
},
{
"completion_length": 111.09375,
"epoch": 1.3541024059222702,
"grad_norm": 0.7723713644692933,
"kl": 0.046875,
"learning_rate": 3.222222222222222e-07,
"loss": 0.0019,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 1098
},
{
"completion_length": 94.4375,
"epoch": 1.3553362122146824,
"grad_norm": 0.6503424163081897,
"kl": 0.032958984375,
"learning_rate": 3.216049382716049e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1099
},
{
"completion_length": 113.84375,
"epoch": 1.3565700185070944,
"grad_norm": 0.1321784733995669,
"kl": 0.0482177734375,
"learning_rate": 3.209876543209876e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1100
},
{
"completion_length": 120.71875,
"epoch": 1.3578038247995066,
"grad_norm": 0.8808359647653737,
"kl": 0.0501708984375,
"learning_rate": 3.2037037037037037e-07,
"loss": 0.002,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1101
},
{
"completion_length": 108.546875,
"epoch": 1.3590376310919186,
"grad_norm": 1.5422524893960534,
"kl": 0.0653076171875,
"learning_rate": 3.1975308641975307e-07,
"loss": 0.0026,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1102
},
{
"completion_length": 103.3125,
"epoch": 1.3602714373843305,
"grad_norm": 0.10004674032994157,
"kl": 0.0548095703125,
"learning_rate": 3.191358024691358e-07,
"loss": 0.0022,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1103
},
{
"completion_length": 108.625,
"epoch": 1.3615052436767427,
"grad_norm": 0.08891783245567308,
"kl": 0.05859375,
"learning_rate": 3.185185185185185e-07,
"loss": 0.0023,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1104
},
{
"completion_length": 112.75,
"epoch": 1.362739049969155,
"grad_norm": 0.6601000695454257,
"kl": 0.03204345703125,
"learning_rate": 3.1790123456790127e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1105
},
{
"completion_length": 116.078125,
"epoch": 1.363972856261567,
"grad_norm": 1.2926041906534151,
"kl": 0.05224609375,
"learning_rate": 3.172839506172839e-07,
"loss": 0.0021,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1106
},
{
"completion_length": 113.078125,
"epoch": 1.365206662553979,
"grad_norm": 1.3596504419022764,
"kl": 0.03900146484375,
"learning_rate": 3.166666666666666e-07,
"loss": 0.0016,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1107
},
{
"completion_length": 109.453125,
"epoch": 1.3664404688463911,
"grad_norm": 0.14042882883189492,
"kl": 0.02862548828125,
"learning_rate": 3.1604938271604937e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1108
},
{
"completion_length": 105.859375,
"epoch": 1.3676742751388031,
"grad_norm": 0.29020823688763747,
"kl": 0.037841796875,
"learning_rate": 3.1543209876543207e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1109
},
{
"completion_length": 95.640625,
"epoch": 1.3689080814312153,
"grad_norm": 0.09335618093883818,
"kl": 0.021484375,
"learning_rate": 3.148148148148148e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1110
},
{
"completion_length": 100.234375,
"epoch": 1.3701418877236273,
"grad_norm": 1.4935211628552771,
"kl": 0.05078125,
"learning_rate": 3.141975308641975e-07,
"loss": 0.002,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1111
},
{
"completion_length": 97.84375,
"epoch": 1.3713756940160395,
"grad_norm": 0.9916995141744442,
"kl": 0.039306640625,
"learning_rate": 3.135802469135803e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1112
},
{
"completion_length": 95.953125,
"epoch": 1.3726095003084515,
"grad_norm": 0.8381930508569139,
"kl": 0.034423828125,
"learning_rate": 3.129629629629629e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1113
},
{
"completion_length": 104.28125,
"epoch": 1.3738433066008637,
"grad_norm": 0.10613644120117902,
"kl": 0.0574951171875,
"learning_rate": 3.123456790123457e-07,
"loss": 0.0023,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1114
},
{
"completion_length": 102.640625,
"epoch": 1.3750771128932757,
"grad_norm": 0.4620210266049311,
"kl": 0.03399658203125,
"learning_rate": 3.117283950617284e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1115
},
{
"completion_length": 92.890625,
"epoch": 1.3763109191856877,
"grad_norm": 1.667878923067053,
"kl": 0.0294189453125,
"learning_rate": 3.111111111111111e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1116
},
{
"completion_length": 100.984375,
"epoch": 1.3775447254781,
"grad_norm": 0.10544028338435925,
"kl": 0.04052734375,
"learning_rate": 3.104938271604938e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1117
},
{
"completion_length": 104.71875,
"epoch": 1.3787785317705121,
"grad_norm": 0.0939477562994635,
"kl": 0.0394287109375,
"learning_rate": 3.098765432098765e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1118
},
{
"completion_length": 118.90625,
"epoch": 1.3800123380629241,
"grad_norm": 0.9953361984666803,
"kl": 0.0469970703125,
"learning_rate": 3.092592592592592e-07,
"loss": 0.0019,
"reward": 1.46875,
"reward_std": 0.04554459825158119,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1119
},
{
"completion_length": 102.296875,
"epoch": 1.381246144355336,
"grad_norm": 1.4593868733258915,
"kl": 0.05078125,
"learning_rate": 3.086419753086419e-07,
"loss": 0.002,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1120
},
{
"completion_length": 101.90625,
"epoch": 1.3824799506477483,
"grad_norm": 0.08179790352592443,
"kl": 0.03961181640625,
"learning_rate": 3.080246913580247e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1121
},
{
"completion_length": 99.796875,
"epoch": 1.3837137569401605,
"grad_norm": 0.9719344390573491,
"kl": 0.02972412109375,
"learning_rate": 3.074074074074074e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1122
},
{
"completion_length": 85.1875,
"epoch": 1.3849475632325725,
"grad_norm": 0.08988654968594598,
"kl": 0.0452880859375,
"learning_rate": 3.0679012345679013e-07,
"loss": 0.0018,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1123
},
{
"completion_length": 107.5625,
"epoch": 1.3861813695249845,
"grad_norm": 1.3671724317483493,
"kl": 0.043701171875,
"learning_rate": 3.0617283950617283e-07,
"loss": 0.0018,
"reward": 1.3671875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.4921875,
"step": 1124
},
{
"completion_length": 91.078125,
"epoch": 1.3874151758173967,
"grad_norm": 0.1306790480370718,
"kl": 0.02667236328125,
"learning_rate": 3.055555555555556e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1125
},
{
"completion_length": 105.421875,
"epoch": 1.3886489821098087,
"grad_norm": 0.09666865378353344,
"kl": 0.0299072265625,
"learning_rate": 3.0493827160493823e-07,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1126
},
{
"completion_length": 102.15625,
"epoch": 1.389882788402221,
"grad_norm": 0.634071262601248,
"kl": 0.056396484375,
"learning_rate": 3.04320987654321e-07,
"loss": 0.0023,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1127
},
{
"completion_length": 99.015625,
"epoch": 1.391116594694633,
"grad_norm": 0.7703420819745166,
"kl": 0.040771484375,
"learning_rate": 3.037037037037037e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1128
},
{
"completion_length": 103.671875,
"epoch": 1.392350400987045,
"grad_norm": 0.0901917856664016,
"kl": 0.02655029296875,
"learning_rate": 3.0308641975308643e-07,
"loss": 0.0011,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 1129
},
{
"completion_length": 119.359375,
"epoch": 1.393584207279457,
"grad_norm": 0.6231780088322361,
"kl": 0.0404052734375,
"learning_rate": 3.0246913580246913e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1130
},
{
"completion_length": 97.203125,
"epoch": 1.3948180135718693,
"grad_norm": 1.5325718811513362,
"kl": 0.04876708984375,
"learning_rate": 3.0185185185185183e-07,
"loss": 0.0019,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1131
},
{
"completion_length": 98.40625,
"epoch": 1.3960518198642813,
"grad_norm": 0.0715736204297123,
"kl": 0.02996826171875,
"learning_rate": 3.012345679012346e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1132
},
{
"completion_length": 100.140625,
"epoch": 1.3972856261566933,
"grad_norm": 0.16178448826227576,
"kl": 0.0419921875,
"learning_rate": 3.0061728395061723e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1133
},
{
"completion_length": 107.421875,
"epoch": 1.3985194324491055,
"grad_norm": 0.8324907605454379,
"kl": 0.02740478515625,
"learning_rate": 3e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1134
},
{
"completion_length": 101.578125,
"epoch": 1.3997532387415177,
"grad_norm": 0.5852370546243989,
"kl": 0.0390625,
"learning_rate": 2.993827160493827e-07,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1135
},
{
"completion_length": 106.78125,
"epoch": 1.4009870450339297,
"grad_norm": 0.10270114722909186,
"kl": 0.04595947265625,
"learning_rate": 2.9876543209876544e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1136
},
{
"completion_length": 105.71875,
"epoch": 1.4022208513263417,
"grad_norm": 0.1659356990393445,
"kl": 0.030029296875,
"learning_rate": 2.9814814814814814e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1137
},
{
"completion_length": 102.734375,
"epoch": 1.4034546576187539,
"grad_norm": 0.11871808536054547,
"kl": 0.02374267578125,
"learning_rate": 2.975308641975309e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1138
},
{
"completion_length": 106.484375,
"epoch": 1.404688463911166,
"grad_norm": 0.08707443800150057,
"kl": 0.0343017578125,
"learning_rate": 2.9691358024691354e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1139
},
{
"completion_length": 97.875,
"epoch": 1.405922270203578,
"grad_norm": 0.09279556377507048,
"kl": 0.0313720703125,
"learning_rate": 2.962962962962963e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1140
},
{
"completion_length": 107.734375,
"epoch": 1.40715607649599,
"grad_norm": 0.1072660342087802,
"kl": 0.046630859375,
"learning_rate": 2.95679012345679e-07,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1141
},
{
"completion_length": 83.046875,
"epoch": 1.4083898827884023,
"grad_norm": 0.1311432012232888,
"kl": 0.030517578125,
"learning_rate": 2.950617283950617e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1142
},
{
"completion_length": 97.421875,
"epoch": 1.4096236890808143,
"grad_norm": 0.19282983325310174,
"kl": 0.043701171875,
"learning_rate": 2.9444444444444444e-07,
"loss": 0.0017,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 1143
},
{
"completion_length": 93.875,
"epoch": 1.4108574953732265,
"grad_norm": 1.0771157972498189,
"kl": 0.03082275390625,
"learning_rate": 2.9382716049382714e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1144
},
{
"completion_length": 104.9375,
"epoch": 1.4120913016656385,
"grad_norm": 0.18177802149753386,
"kl": 0.04345703125,
"learning_rate": 2.932098765432099e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1145
},
{
"completion_length": 102.171875,
"epoch": 1.4133251079580507,
"grad_norm": 1.5217552331299922,
"kl": 0.04345703125,
"learning_rate": 2.9259259259259254e-07,
"loss": 0.0017,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1146
},
{
"completion_length": 100.75,
"epoch": 1.4145589142504627,
"grad_norm": 1.0113916902681597,
"kl": 0.038330078125,
"learning_rate": 2.919753086419753e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1147
},
{
"completion_length": 112.875,
"epoch": 1.4157927205428749,
"grad_norm": 0.5981304618928911,
"kl": 0.0428466796875,
"learning_rate": 2.91358024691358e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1148
},
{
"completion_length": 111.0,
"epoch": 1.4170265268352868,
"grad_norm": 0.12695985759243056,
"kl": 0.0316162109375,
"learning_rate": 2.9074074074074075e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1149
},
{
"completion_length": 98.828125,
"epoch": 1.4182603331276988,
"grad_norm": 0.10601861810692886,
"kl": 0.03155517578125,
"learning_rate": 2.9012345679012345e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1150
},
{
"completion_length": 110.078125,
"epoch": 1.419494139420111,
"grad_norm": 0.1182234923495693,
"kl": 0.0386962890625,
"learning_rate": 2.895061728395062e-07,
"loss": 0.0015,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1151
},
{
"completion_length": 116.78125,
"epoch": 1.4207279457125233,
"grad_norm": 0.08051094666948978,
"kl": 0.04443359375,
"learning_rate": 2.8888888888888885e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1152
},
{
"completion_length": 101.9375,
"epoch": 1.4219617520049352,
"grad_norm": 0.12481466758502614,
"kl": 0.0316162109375,
"learning_rate": 2.882716049382716e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1153
},
{
"completion_length": 99.1875,
"epoch": 1.4231955582973472,
"grad_norm": 1.1846640710094327,
"kl": 0.0552978515625,
"learning_rate": 2.876543209876543e-07,
"loss": 0.0022,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1154
},
{
"completion_length": 96.109375,
"epoch": 1.4244293645897594,
"grad_norm": 0.13210829400247046,
"kl": 0.02947998046875,
"learning_rate": 2.87037037037037e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1155
},
{
"completion_length": 101.78125,
"epoch": 1.4256631708821714,
"grad_norm": 0.35469979321295164,
"kl": 0.046630859375,
"learning_rate": 2.8641975308641975e-07,
"loss": 0.0019,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1156
},
{
"completion_length": 104.609375,
"epoch": 1.4268969771745836,
"grad_norm": 0.843149458371544,
"kl": 0.0303955078125,
"learning_rate": 2.8580246913580245e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1157
},
{
"completion_length": 109.140625,
"epoch": 1.4281307834669956,
"grad_norm": 0.135700938624077,
"kl": 0.0340576171875,
"learning_rate": 2.851851851851852e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1158
},
{
"completion_length": 102.859375,
"epoch": 1.4293645897594078,
"grad_norm": 0.13368922668909633,
"kl": 0.02764892578125,
"learning_rate": 2.8456790123456785e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1159
},
{
"completion_length": 122.28125,
"epoch": 1.4305983960518198,
"grad_norm": 0.10853888262645615,
"kl": 0.04376220703125,
"learning_rate": 2.839506172839506e-07,
"loss": 0.0017,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1160
},
{
"completion_length": 106.8125,
"epoch": 1.431832202344232,
"grad_norm": 1.1435208113619355,
"kl": 0.03955078125,
"learning_rate": 2.833333333333333e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1161
},
{
"completion_length": 111.34375,
"epoch": 1.433066008636644,
"grad_norm": 0.08507861145571775,
"kl": 0.0384521484375,
"learning_rate": 2.8271604938271606e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1162
},
{
"completion_length": 117.109375,
"epoch": 1.434299814929056,
"grad_norm": 0.9140924457648271,
"kl": 0.03997802734375,
"learning_rate": 2.8209876543209876e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1163
},
{
"completion_length": 113.84375,
"epoch": 1.4355336212214682,
"grad_norm": 0.8656105281853712,
"kl": 0.02996826171875,
"learning_rate": 2.814814814814815e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1164
},
{
"completion_length": 105.34375,
"epoch": 1.4367674275138804,
"grad_norm": 0.10520084946943552,
"kl": 0.037353515625,
"learning_rate": 2.808641975308642e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1165
},
{
"completion_length": 122.5625,
"epoch": 1.4380012338062924,
"grad_norm": 2.4827686840988754,
"kl": 0.0443115234375,
"learning_rate": 2.8024691358024685e-07,
"loss": 0.0018,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1166
},
{
"completion_length": 128.640625,
"epoch": 1.4392350400987044,
"grad_norm": 0.8474087100424785,
"kl": 0.02716064453125,
"learning_rate": 2.796296296296296e-07,
"loss": 0.0011,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1167
},
{
"completion_length": 119.09375,
"epoch": 1.4404688463911166,
"grad_norm": 0.6409976862291709,
"kl": 0.041015625,
"learning_rate": 2.790123456790123e-07,
"loss": 0.0016,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1168
},
{
"completion_length": 103.453125,
"epoch": 1.4417026526835288,
"grad_norm": 0.701890670893124,
"kl": 0.0347900390625,
"learning_rate": 2.7839506172839506e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1169
},
{
"completion_length": 119.921875,
"epoch": 1.4429364589759408,
"grad_norm": 0.08872970179126669,
"kl": 0.0330810546875,
"learning_rate": 2.7777777777777776e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1170
},
{
"completion_length": 124.625,
"epoch": 1.4441702652683528,
"grad_norm": 0.18535579544315253,
"kl": 0.04052734375,
"learning_rate": 2.771604938271605e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1171
},
{
"completion_length": 130.484375,
"epoch": 1.445404071560765,
"grad_norm": 0.6489395703495957,
"kl": 0.0489501953125,
"learning_rate": 2.7654320987654316e-07,
"loss": 0.002,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 1172
},
{
"completion_length": 121.96875,
"epoch": 1.446637877853177,
"grad_norm": 0.10930827027397244,
"kl": 0.03759765625,
"learning_rate": 2.759259259259259e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1173
},
{
"completion_length": 126.53125,
"epoch": 1.4478716841455892,
"grad_norm": 0.07738440869010932,
"kl": 0.03564453125,
"learning_rate": 2.753086419753086e-07,
"loss": 0.0014,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1174
},
{
"completion_length": 124.375,
"epoch": 1.4491054904380012,
"grad_norm": 0.9076463564477205,
"kl": 0.03515625,
"learning_rate": 2.7469135802469136e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1175
},
{
"completion_length": 112.75,
"epoch": 1.4503392967304134,
"grad_norm": 0.14995698140205568,
"kl": 0.0347900390625,
"learning_rate": 2.7407407407407406e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1176
},
{
"completion_length": 121.515625,
"epoch": 1.4515731030228254,
"grad_norm": 0.097097346128593,
"kl": 0.0299072265625,
"learning_rate": 2.734567901234568e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1177
},
{
"completion_length": 121.25,
"epoch": 1.4528069093152376,
"grad_norm": 1.7779843344335484,
"kl": 0.124267578125,
"learning_rate": 2.728395061728395e-07,
"loss": 0.005,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1178
},
{
"completion_length": 116.984375,
"epoch": 1.4540407156076496,
"grad_norm": 0.9821281053463343,
"kl": 0.0460205078125,
"learning_rate": 2.7222222222222216e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1179
},
{
"completion_length": 124.421875,
"epoch": 1.4552745219000616,
"grad_norm": 0.09784095495117924,
"kl": 0.0396728515625,
"learning_rate": 2.716049382716049e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1180
},
{
"completion_length": 122.765625,
"epoch": 1.4565083281924738,
"grad_norm": 0.8371462907251659,
"kl": 0.0511474609375,
"learning_rate": 2.709876543209876e-07,
"loss": 0.002,
"reward": 1.46875,
"reward_std": 0.04419417306780815,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1181
},
{
"completion_length": 112.734375,
"epoch": 1.457742134484886,
"grad_norm": 0.09646078198329348,
"kl": 0.0382080078125,
"learning_rate": 2.7037037037037037e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1182
},
{
"completion_length": 128.390625,
"epoch": 1.458975940777298,
"grad_norm": 0.08749346683822028,
"kl": 0.0341796875,
"learning_rate": 2.6975308641975307e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1183
},
{
"completion_length": 114.03125,
"epoch": 1.46020974706971,
"grad_norm": 0.47418567958076235,
"kl": 0.03009033203125,
"learning_rate": 2.691358024691358e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1184
},
{
"completion_length": 126.671875,
"epoch": 1.4614435533621222,
"grad_norm": 0.5719997620121551,
"kl": 0.0355224609375,
"learning_rate": 2.685185185185185e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1185
},
{
"completion_length": 116.75,
"epoch": 1.4626773596545342,
"grad_norm": 0.07440758516537561,
"kl": 0.031005859375,
"learning_rate": 2.679012345679012e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1186
},
{
"completion_length": 139.53125,
"epoch": 1.4639111659469464,
"grad_norm": 1.0448047382877872,
"kl": 0.04248046875,
"learning_rate": 2.672839506172839e-07,
"loss": 0.0017,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1187
},
{
"completion_length": 120.8125,
"epoch": 1.4651449722393584,
"grad_norm": 0.14209754879643874,
"kl": 0.0341796875,
"learning_rate": 2.6666666666666667e-07,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1188
},
{
"completion_length": 123.234375,
"epoch": 1.4663787785317706,
"grad_norm": 0.7163183052179495,
"kl": 0.036376953125,
"learning_rate": 2.6604938271604937e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1189
},
{
"completion_length": 113.578125,
"epoch": 1.4676125848241826,
"grad_norm": 2.868454227560323,
"kl": 0.020751953125,
"learning_rate": 2.654320987654321e-07,
"loss": 0.0008,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1190
},
{
"completion_length": 110.0625,
"epoch": 1.4688463911165948,
"grad_norm": 0.7993907176711069,
"kl": 0.0546875,
"learning_rate": 2.648148148148148e-07,
"loss": 0.0022,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1191
},
{
"completion_length": 109.21875,
"epoch": 1.4700801974090068,
"grad_norm": 0.08058565837327786,
"kl": 0.0499267578125,
"learning_rate": 2.6419753086419747e-07,
"loss": 0.002,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1192
},
{
"completion_length": 116.203125,
"epoch": 1.471314003701419,
"grad_norm": 0.9123036920340503,
"kl": 0.0438232421875,
"learning_rate": 2.635802469135802e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1193
},
{
"completion_length": 116.828125,
"epoch": 1.472547809993831,
"grad_norm": 0.08947826203639817,
"kl": 0.0400390625,
"learning_rate": 2.629629629629629e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1194
},
{
"completion_length": 111.140625,
"epoch": 1.4737816162862432,
"grad_norm": 0.16797353252849934,
"kl": 0.03515625,
"learning_rate": 2.623456790123457e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1195
},
{
"completion_length": 121.75,
"epoch": 1.4750154225786551,
"grad_norm": 0.6768683497827267,
"kl": 0.03045654296875,
"learning_rate": 2.617283950617284e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1196
},
{
"completion_length": 106.734375,
"epoch": 1.4762492288710671,
"grad_norm": 0.07125093305098912,
"kl": 0.02728271484375,
"learning_rate": 2.6111111111111113e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1197
},
{
"completion_length": 116.046875,
"epoch": 1.4774830351634793,
"grad_norm": 0.23931760204949684,
"kl": 0.02752685546875,
"learning_rate": 2.6049382716049383e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1198
},
{
"completion_length": 111.859375,
"epoch": 1.4787168414558916,
"grad_norm": 0.08456574477932136,
"kl": 0.0330810546875,
"learning_rate": 2.5987654320987653e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1199
},
{
"completion_length": 117.484375,
"epoch": 1.4799506477483035,
"grad_norm": 2.38133811613193,
"kl": 0.036376953125,
"learning_rate": 2.5925925925925923e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1200
},
{
"completion_length": 116.40625,
"epoch": 1.4811844540407155,
"grad_norm": 0.6460869081001245,
"kl": 0.0360107421875,
"learning_rate": 2.58641975308642e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1201
},
{
"completion_length": 112.859375,
"epoch": 1.4824182603331277,
"grad_norm": 0.15280696505071334,
"kl": 0.02935791015625,
"learning_rate": 2.580246913580247e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1202
},
{
"completion_length": 103.71875,
"epoch": 1.4836520666255397,
"grad_norm": 0.09175548729871756,
"kl": 0.0343017578125,
"learning_rate": 2.574074074074074e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1203
},
{
"completion_length": 106.6875,
"epoch": 1.484885872917952,
"grad_norm": 0.0708023754364442,
"kl": 0.0330810546875,
"learning_rate": 2.5679012345679013e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1204
},
{
"completion_length": 114.78125,
"epoch": 1.486119679210364,
"grad_norm": 4.769277860253871,
"kl": 0.04180908203125,
"learning_rate": 2.5617283950617283e-07,
"loss": 0.0017,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1205
},
{
"completion_length": 121.09375,
"epoch": 1.4873534855027761,
"grad_norm": 0.5959345706649389,
"kl": 0.0399169921875,
"learning_rate": 2.5555555555555553e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1206
},
{
"completion_length": 117.96875,
"epoch": 1.4885872917951881,
"grad_norm": 0.10918491546806831,
"kl": 0.031982421875,
"learning_rate": 2.5493827160493823e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1207
},
{
"completion_length": 98.265625,
"epoch": 1.4898210980876003,
"grad_norm": 0.09493393074259654,
"kl": 0.0235595703125,
"learning_rate": 2.54320987654321e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1208
},
{
"completion_length": 121.5625,
"epoch": 1.4910549043800123,
"grad_norm": 0.06529474214091703,
"kl": 0.03564453125,
"learning_rate": 2.537037037037037e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1209
},
{
"completion_length": 121.25,
"epoch": 1.4922887106724243,
"grad_norm": 1.2442856067971755,
"kl": 0.036865234375,
"learning_rate": 2.5308641975308644e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1210
},
{
"completion_length": 105.078125,
"epoch": 1.4935225169648365,
"grad_norm": 1.0670285488016613,
"kl": 0.038330078125,
"learning_rate": 2.5246913580246914e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1211
},
{
"completion_length": 109.609375,
"epoch": 1.4947563232572487,
"grad_norm": 0.6344856404669801,
"kl": 0.029541015625,
"learning_rate": 2.5185185185185184e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1212
},
{
"completion_length": 97.53125,
"epoch": 1.4959901295496607,
"grad_norm": 0.11848329203289339,
"kl": 0.0389404296875,
"learning_rate": 2.5123456790123454e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1213
},
{
"completion_length": 109.796875,
"epoch": 1.4972239358420727,
"grad_norm": 0.07019083290394655,
"kl": 0.028076171875,
"learning_rate": 2.506172839506173e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1214
},
{
"completion_length": 106.875,
"epoch": 1.498457742134485,
"grad_norm": 1.4301729684280533,
"kl": 0.02728271484375,
"learning_rate": 2.5e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1215
},
{
"completion_length": 125.484375,
"epoch": 1.4996915484268971,
"grad_norm": 0.12343010222076647,
"kl": 0.0328369140625,
"learning_rate": 2.493827160493827e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1216
},
{
"completion_length": 119.28125,
"epoch": 1.500925354719309,
"grad_norm": 0.3474027313432983,
"kl": 0.03460693359375,
"learning_rate": 2.487654320987654e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1217
},
{
"completion_length": 107.40625,
"epoch": 1.502159161011721,
"grad_norm": 1.6263172300451643,
"kl": 0.0408935546875,
"learning_rate": 2.4814814814814814e-07,
"loss": 0.0016,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 1218
},
{
"completion_length": 114.390625,
"epoch": 1.5033929673041333,
"grad_norm": 3.0350796947189767,
"kl": 0.0411376953125,
"learning_rate": 2.4753086419753084e-07,
"loss": 0.0016,
"reward": 1.4296875,
"reward_std": 0.140625,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4765625,
"step": 1219
},
{
"completion_length": 119.28125,
"epoch": 1.5046267735965455,
"grad_norm": 0.9502550664838788,
"kl": 0.03839111328125,
"learning_rate": 2.4691358024691354e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1220
},
{
"completion_length": 99.25,
"epoch": 1.5058605798889575,
"grad_norm": 0.5548542796936502,
"kl": 0.03094482421875,
"learning_rate": 2.462962962962963e-07,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1221
},
{
"completion_length": 98.84375,
"epoch": 1.5070943861813695,
"grad_norm": 0.09814977197374862,
"kl": 0.057861328125,
"learning_rate": 2.45679012345679e-07,
"loss": 0.0023,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1222
},
{
"completion_length": 89.265625,
"epoch": 1.5083281924737815,
"grad_norm": 3.2560223766530094,
"kl": 0.0267333984375,
"learning_rate": 2.4506172839506175e-07,
"loss": 0.0011,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1223
},
{
"completion_length": 93.015625,
"epoch": 1.5095619987661937,
"grad_norm": 0.17361027422828845,
"kl": 0.0357666015625,
"learning_rate": 2.4444444444444445e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1224
},
{
"completion_length": 102.6875,
"epoch": 1.510795805058606,
"grad_norm": 0.13279112034637108,
"kl": 0.0357666015625,
"learning_rate": 2.4382716049382714e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1225
},
{
"completion_length": 102.40625,
"epoch": 1.5120296113510179,
"grad_norm": 0.21751881894963343,
"kl": 0.02947998046875,
"learning_rate": 2.432098765432099e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1226
},
{
"completion_length": 106.3125,
"epoch": 1.5132634176434299,
"grad_norm": 0.1575362820283755,
"kl": 0.041015625,
"learning_rate": 2.425925925925926e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1227
},
{
"completion_length": 106.984375,
"epoch": 1.514497223935842,
"grad_norm": 0.1549863428687447,
"kl": 0.0374755859375,
"learning_rate": 2.419753086419753e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1228
},
{
"completion_length": 113.109375,
"epoch": 1.5157310302282543,
"grad_norm": 0.8170722621450347,
"kl": 0.0379638671875,
"learning_rate": 2.41358024691358e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1229
},
{
"completion_length": 105.1875,
"epoch": 1.5169648365206663,
"grad_norm": 0.0642895462720678,
"kl": 0.0347900390625,
"learning_rate": 2.407407407407407e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1230
},
{
"completion_length": 105.453125,
"epoch": 1.5181986428130783,
"grad_norm": 0.16899216390733932,
"kl": 0.0274658203125,
"learning_rate": 2.4012345679012345e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1231
},
{
"completion_length": 100.625,
"epoch": 1.5194324491054905,
"grad_norm": 0.8334686224471721,
"kl": 0.0323486328125,
"learning_rate": 2.3950617283950615e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1232
},
{
"completion_length": 113.46875,
"epoch": 1.5206662553979027,
"grad_norm": 1.0592737994188441,
"kl": 0.0400390625,
"learning_rate": 2.388888888888889e-07,
"loss": 0.0016,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1233
},
{
"completion_length": 100.625,
"epoch": 1.5219000616903147,
"grad_norm": 0.2665574627916763,
"kl": 0.03155517578125,
"learning_rate": 2.3827160493827157e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1234
},
{
"completion_length": 104.765625,
"epoch": 1.5231338679827267,
"grad_norm": 0.15145350170792846,
"kl": 0.0445556640625,
"learning_rate": 2.376543209876543e-07,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1235
},
{
"completion_length": 110.546875,
"epoch": 1.5243676742751386,
"grad_norm": 0.9756180228143284,
"kl": 0.036376953125,
"learning_rate": 2.3703703703703703e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1236
},
{
"completion_length": 98.234375,
"epoch": 1.5256014805675508,
"grad_norm": 0.08701043861235107,
"kl": 0.0377197265625,
"learning_rate": 2.3641975308641973e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1237
},
{
"completion_length": 94.796875,
"epoch": 1.526835286859963,
"grad_norm": 0.9966826125602717,
"kl": 0.02972412109375,
"learning_rate": 2.3580246913580245e-07,
"loss": 0.0012,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1238
},
{
"completion_length": 112.390625,
"epoch": 1.528069093152375,
"grad_norm": 0.20055152320800732,
"kl": 0.0311279296875,
"learning_rate": 2.3518518518518518e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1239
},
{
"completion_length": 111.578125,
"epoch": 1.529302899444787,
"grad_norm": 0.10492541649425739,
"kl": 0.0384521484375,
"learning_rate": 2.3456790123456788e-07,
"loss": 0.0015,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1240
},
{
"completion_length": 116.421875,
"epoch": 1.5305367057371992,
"grad_norm": 1.4345363391354005,
"kl": 0.0382080078125,
"learning_rate": 2.339506172839506e-07,
"loss": 0.0015,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1241
},
{
"completion_length": 103.609375,
"epoch": 1.5317705120296115,
"grad_norm": 3.934191665601957,
"kl": 0.0318603515625,
"learning_rate": 2.3333333333333333e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1242
},
{
"completion_length": 102.0,
"epoch": 1.5330043183220234,
"grad_norm": 0.07564178247188164,
"kl": 0.045166015625,
"learning_rate": 2.3271604938271606e-07,
"loss": 0.0018,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 1243
},
{
"completion_length": 101.296875,
"epoch": 1.5342381246144354,
"grad_norm": 9.229000003538367,
"kl": 0.02618408203125,
"learning_rate": 2.3209876543209876e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1244
},
{
"completion_length": 109.703125,
"epoch": 1.5354719309068476,
"grad_norm": 0.0688940583398871,
"kl": 0.031494140625,
"learning_rate": 2.3148148148148148e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1245
},
{
"completion_length": 118.46875,
"epoch": 1.5367057371992598,
"grad_norm": 0.08147773155046582,
"kl": 0.03857421875,
"learning_rate": 2.3086419753086418e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1246
},
{
"completion_length": 118.046875,
"epoch": 1.5379395434916718,
"grad_norm": 0.5205303370490372,
"kl": 0.02825927734375,
"learning_rate": 2.3024691358024688e-07,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1247
},
{
"completion_length": 114.4375,
"epoch": 1.5391733497840838,
"grad_norm": 1.2610165316268527,
"kl": 0.036865234375,
"learning_rate": 2.296296296296296e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1248
},
{
"completion_length": 105.40625,
"epoch": 1.540407156076496,
"grad_norm": 0.09171637639364466,
"kl": 0.03564453125,
"learning_rate": 2.2901234567901234e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1249
},
{
"completion_length": 103.46875,
"epoch": 1.5416409623689082,
"grad_norm": 2.7933493805938814,
"kl": 0.08062744140625,
"learning_rate": 2.2839506172839504e-07,
"loss": 0.0032,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1250
},
{
"completion_length": 111.734375,
"epoch": 1.5428747686613202,
"grad_norm": 1.0548733840694857,
"kl": 0.082763671875,
"learning_rate": 2.2777777777777776e-07,
"loss": 0.0033,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1251
},
{
"completion_length": 106.375,
"epoch": 1.5441085749537322,
"grad_norm": 1.5654025546615244,
"kl": 0.0487060546875,
"learning_rate": 2.271604938271605e-07,
"loss": 0.002,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1252
},
{
"completion_length": 104.890625,
"epoch": 1.5453423812461442,
"grad_norm": 1.5960565993253577,
"kl": 0.0447998046875,
"learning_rate": 2.2654320987654321e-07,
"loss": 0.0018,
"reward": 1.4609375,
"reward_std": 0.05981917306780815,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4765625,
"step": 1253
},
{
"completion_length": 132.671875,
"epoch": 1.5465761875385564,
"grad_norm": 1.5813934002642398,
"kl": 0.0411376953125,
"learning_rate": 2.2592592592592591e-07,
"loss": 0.0016,
"reward": 1.4453125,
"reward_std": 0.08295939117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 1254
},
{
"completion_length": 107.453125,
"epoch": 1.5478099938309686,
"grad_norm": 1.5259777168538498,
"kl": 0.07525634765625,
"learning_rate": 2.2530864197530864e-07,
"loss": 0.003,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1255
},
{
"completion_length": 110.734375,
"epoch": 1.5490438001233806,
"grad_norm": 0.12673251771160518,
"kl": 0.03009033203125,
"learning_rate": 2.2469135802469137e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1256
},
{
"completion_length": 109.5625,
"epoch": 1.5502776064157926,
"grad_norm": 0.1178251711929235,
"kl": 0.0428466796875,
"learning_rate": 2.2407407407407407e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1257
},
{
"completion_length": 112.53125,
"epoch": 1.5515114127082048,
"grad_norm": 0.7998772294333772,
"kl": 0.0294189453125,
"learning_rate": 2.2345679012345677e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1258
},
{
"completion_length": 111.4375,
"epoch": 1.552745219000617,
"grad_norm": 0.49686820491482747,
"kl": 0.03460693359375,
"learning_rate": 2.228395061728395e-07,
"loss": 0.0014,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1259
},
{
"completion_length": 104.578125,
"epoch": 1.553979025293029,
"grad_norm": 0.10196493194385023,
"kl": 0.0361328125,
"learning_rate": 2.222222222222222e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1260
},
{
"completion_length": 118.3125,
"epoch": 1.555212831585441,
"grad_norm": 0.09771404667694716,
"kl": 0.033203125,
"learning_rate": 2.2160493827160492e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1261
},
{
"completion_length": 117.78125,
"epoch": 1.5564466378778532,
"grad_norm": 0.29415212351262304,
"kl": 0.035888671875,
"learning_rate": 2.2098765432098764e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1262
},
{
"completion_length": 103.9375,
"epoch": 1.5576804441702654,
"grad_norm": 0.6208253744386347,
"kl": 0.0423583984375,
"learning_rate": 2.2037037037037037e-07,
"loss": 0.0017,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1263
},
{
"completion_length": 105.3125,
"epoch": 1.5589142504626774,
"grad_norm": 2.517880279615088,
"kl": 0.0419921875,
"learning_rate": 2.1975308641975307e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1264
},
{
"completion_length": 103.640625,
"epoch": 1.5601480567550894,
"grad_norm": 1.3704336570086684,
"kl": 0.03118896484375,
"learning_rate": 2.191358024691358e-07,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1265
},
{
"completion_length": 108.21875,
"epoch": 1.5613818630475016,
"grad_norm": 2.629591428578773,
"kl": 0.041015625,
"learning_rate": 2.1851851851851852e-07,
"loss": 0.0016,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1266
},
{
"completion_length": 113.0625,
"epoch": 1.5626156693399136,
"grad_norm": 4.323818314770042,
"kl": 0.03131103515625,
"learning_rate": 2.1790123456790122e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 1267
},
{
"completion_length": 104.921875,
"epoch": 1.5638494756323258,
"grad_norm": 1.5031815982315717,
"kl": 0.03515625,
"learning_rate": 2.1728395061728395e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1268
},
{
"completion_length": 94.03125,
"epoch": 1.5650832819247378,
"grad_norm": 1.0528429869338882,
"kl": 0.0338134765625,
"learning_rate": 2.1666666666666667e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1269
},
{
"completion_length": 97.9375,
"epoch": 1.5663170882171498,
"grad_norm": 0.5028810657901862,
"kl": 0.039306640625,
"learning_rate": 2.1604938271604935e-07,
"loss": 0.0016,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1270
},
{
"completion_length": 107.8125,
"epoch": 1.567550894509562,
"grad_norm": 0.319656430386776,
"kl": 0.0355224609375,
"learning_rate": 2.1543209876543207e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1271
},
{
"completion_length": 107.0625,
"epoch": 1.5687847008019742,
"grad_norm": 1.2863373194943997,
"kl": 0.037109375,
"learning_rate": 2.148148148148148e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1272
},
{
"completion_length": 106.9375,
"epoch": 1.5700185070943862,
"grad_norm": 1.1440026080077996,
"kl": 0.0313720703125,
"learning_rate": 2.1419753086419753e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1273
},
{
"completion_length": 95.484375,
"epoch": 1.5712523133867982,
"grad_norm": 0.07845256672713238,
"kl": 0.02752685546875,
"learning_rate": 2.1358024691358023e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1274
},
{
"completion_length": 102.5625,
"epoch": 1.5724861196792104,
"grad_norm": 2.361895270734533,
"kl": 0.05615234375,
"learning_rate": 2.1296296296296295e-07,
"loss": 0.0022,
"reward": 1.4140625,
"reward_std": 0.171875,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4765625,
"step": 1275
},
{
"completion_length": 109.25,
"epoch": 1.5737199259716226,
"grad_norm": 2.6216369098140446,
"kl": 0.043212890625,
"learning_rate": 2.1234567901234568e-07,
"loss": 0.0017,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1276
},
{
"completion_length": 94.3125,
"epoch": 1.5749537322640346,
"grad_norm": 1.035505685833352,
"kl": 0.03497314453125,
"learning_rate": 2.1172839506172838e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1277
},
{
"completion_length": 95.1875,
"epoch": 1.5761875385564466,
"grad_norm": 0.7019333462808709,
"kl": 0.03082275390625,
"learning_rate": 2.111111111111111e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1278
},
{
"completion_length": 105.140625,
"epoch": 1.5774213448488588,
"grad_norm": 11.006951215991473,
"kl": 0.033935546875,
"learning_rate": 2.1049382716049383e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1279
},
{
"completion_length": 102.859375,
"epoch": 1.578655151141271,
"grad_norm": 1.2931917022821693,
"kl": 0.0462646484375,
"learning_rate": 2.0987654320987653e-07,
"loss": 0.0019,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1280
},
{
"completion_length": 93.3125,
"epoch": 1.579888957433683,
"grad_norm": 0.2312634471748951,
"kl": 0.0318603515625,
"learning_rate": 2.0925925925925926e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 1281
},
{
"completion_length": 104.453125,
"epoch": 1.581122763726095,
"grad_norm": 1.5332532451744862,
"kl": 0.03515625,
"learning_rate": 2.0864197530864198e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1282
},
{
"completion_length": 96.171875,
"epoch": 1.582356570018507,
"grad_norm": 0.14155191354667643,
"kl": 0.0340576171875,
"learning_rate": 2.0802469135802468e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1283
},
{
"completion_length": 96.96875,
"epoch": 1.5835903763109191,
"grad_norm": 2.350609208123288,
"kl": 0.02642822265625,
"learning_rate": 2.0740740740740738e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1284
},
{
"completion_length": 105.109375,
"epoch": 1.5848241826033314,
"grad_norm": 1.0266911730873531,
"kl": 0.03118896484375,
"learning_rate": 2.067901234567901e-07,
"loss": 0.0012,
"reward": 1.4453125,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 1285
},
{
"completion_length": 99.421875,
"epoch": 1.5860579888957433,
"grad_norm": 0.5743734434186214,
"kl": 0.026123046875,
"learning_rate": 2.0617283950617283e-07,
"loss": 0.001,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1286
},
{
"completion_length": 112.359375,
"epoch": 1.5872917951881553,
"grad_norm": 2.5610443970686436,
"kl": 0.0325927734375,
"learning_rate": 2.0555555555555553e-07,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1287
},
{
"completion_length": 107.90625,
"epoch": 1.5885256014805675,
"grad_norm": 0.8124580980257067,
"kl": 0.026611328125,
"learning_rate": 2.0493827160493826e-07,
"loss": 0.0011,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4765625,
"step": 1288
},
{
"completion_length": 91.6875,
"epoch": 1.5897594077729797,
"grad_norm": 1.060178389893724,
"kl": 0.029052734375,
"learning_rate": 2.04320987654321e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1289
},
{
"completion_length": 101.109375,
"epoch": 1.5909932140653917,
"grad_norm": 0.0940558957670211,
"kl": 0.02734375,
"learning_rate": 2.0370370370370369e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1290
},
{
"completion_length": 100.828125,
"epoch": 1.5922270203578037,
"grad_norm": 0.8366702449721991,
"kl": 0.0382080078125,
"learning_rate": 2.030864197530864e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1291
},
{
"completion_length": 100.125,
"epoch": 1.593460826650216,
"grad_norm": 1.1592330570342968,
"kl": 0.02337646484375,
"learning_rate": 2.0246913580246914e-07,
"loss": 0.0009,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1292
},
{
"completion_length": 114.015625,
"epoch": 1.5946946329426281,
"grad_norm": 0.6126160680582586,
"kl": 0.0283203125,
"learning_rate": 2.0185185185185187e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1293
},
{
"completion_length": 99.84375,
"epoch": 1.5959284392350401,
"grad_norm": 0.9673231491445731,
"kl": 0.03485107421875,
"learning_rate": 2.0123456790123457e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1294
},
{
"completion_length": 94.640625,
"epoch": 1.5971622455274521,
"grad_norm": 0.11532918586096787,
"kl": 0.0364990234375,
"learning_rate": 2.0061728395061726e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1295
},
{
"completion_length": 98.921875,
"epoch": 1.5983960518198643,
"grad_norm": 2.951038180625448,
"kl": 0.0281982421875,
"learning_rate": 2e-07,
"loss": 0.0011,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1296
},
{
"completion_length": 109.0625,
"epoch": 1.5996298581122765,
"grad_norm": 1.7584538146360233,
"kl": 0.0316162109375,
"learning_rate": 1.993827160493827e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1297
},
{
"completion_length": 97.3125,
"epoch": 1.6008636644046885,
"grad_norm": 0.10234538246339354,
"kl": 0.02850341796875,
"learning_rate": 1.9876543209876542e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1298
},
{
"completion_length": 94.578125,
"epoch": 1.6020974706971005,
"grad_norm": 1.0598725242465705,
"kl": 0.0400390625,
"learning_rate": 1.9814814814814814e-07,
"loss": 0.0016,
"reward": 1.4375,
"reward_std": 0.125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 1299
},
{
"completion_length": 99.265625,
"epoch": 1.6033312769895125,
"grad_norm": 1.5146077496022115,
"kl": 0.0316162109375,
"learning_rate": 1.9753086419753084e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1300
},
{
"completion_length": 96.421875,
"epoch": 1.6045650832819247,
"grad_norm": 0.09276194942115701,
"kl": 0.02886962890625,
"learning_rate": 1.9691358024691357e-07,
"loss": 0.0012,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1301
},
{
"completion_length": 104.375,
"epoch": 1.605798889574337,
"grad_norm": 0.12506810659751455,
"kl": 0.02679443359375,
"learning_rate": 1.962962962962963e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1302
},
{
"completion_length": 102.03125,
"epoch": 1.607032695866749,
"grad_norm": 1.467864533478323,
"kl": 0.03515625,
"learning_rate": 1.95679012345679e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1303
},
{
"completion_length": 101.015625,
"epoch": 1.608266502159161,
"grad_norm": 1.5713282419022618,
"kl": 0.0474853515625,
"learning_rate": 1.9506172839506172e-07,
"loss": 0.0019,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1304
},
{
"completion_length": 98.25,
"epoch": 1.609500308451573,
"grad_norm": 0.0862152973518818,
"kl": 0.02557373046875,
"learning_rate": 1.9444444444444445e-07,
"loss": 0.001,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1305
},
{
"completion_length": 93.3125,
"epoch": 1.6107341147439853,
"grad_norm": 3.669133679134408,
"kl": 0.0240478515625,
"learning_rate": 1.9382716049382717e-07,
"loss": 0.001,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1306
},
{
"completion_length": 89.484375,
"epoch": 1.6119679210363973,
"grad_norm": 0.5927905868450226,
"kl": 0.02947998046875,
"learning_rate": 1.9320987654320985e-07,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1307
},
{
"completion_length": 92.203125,
"epoch": 1.6132017273288093,
"grad_norm": 0.8746507946622621,
"kl": 0.03277587890625,
"learning_rate": 1.9259259259259257e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1308
},
{
"completion_length": 95.9375,
"epoch": 1.6144355336212215,
"grad_norm": 0.1235273446994063,
"kl": 0.03045654296875,
"learning_rate": 1.919753086419753e-07,
"loss": 0.0012,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1309
},
{
"completion_length": 97.046875,
"epoch": 1.6156693399136337,
"grad_norm": 1.4483844588811388,
"kl": 0.02301025390625,
"learning_rate": 1.91358024691358e-07,
"loss": 0.0009,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1310
},
{
"completion_length": 92.46875,
"epoch": 1.6169031462060457,
"grad_norm": 0.7388991849212375,
"kl": 0.0302734375,
"learning_rate": 1.9074074074074073e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1311
},
{
"completion_length": 101.171875,
"epoch": 1.6181369524984577,
"grad_norm": 0.31246117957454,
"kl": 0.02459716796875,
"learning_rate": 1.9012345679012345e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1312
},
{
"completion_length": 97.0,
"epoch": 1.6193707587908697,
"grad_norm": 1.4378111277934829,
"kl": 0.08026123046875,
"learning_rate": 1.8950617283950615e-07,
"loss": 0.0032,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1313
},
{
"completion_length": 92.640625,
"epoch": 1.6206045650832819,
"grad_norm": 0.14156019467848113,
"kl": 0.0252685546875,
"learning_rate": 1.8888888888888888e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1314
},
{
"completion_length": 106.03125,
"epoch": 1.621838371375694,
"grad_norm": 0.1035799009534891,
"kl": 0.02789306640625,
"learning_rate": 1.882716049382716e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1315
},
{
"completion_length": 100.0625,
"epoch": 1.623072177668106,
"grad_norm": 0.1565223118466336,
"kl": 0.0294189453125,
"learning_rate": 1.8765432098765433e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1316
},
{
"completion_length": 107.703125,
"epoch": 1.624305983960518,
"grad_norm": 2.693939403536461,
"kl": 0.02349853515625,
"learning_rate": 1.8703703703703703e-07,
"loss": 0.0009,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1317
},
{
"completion_length": 92.875,
"epoch": 1.6255397902529303,
"grad_norm": 1.030396150173423,
"kl": 0.033935546875,
"learning_rate": 1.8641975308641976e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1318
},
{
"completion_length": 102.21875,
"epoch": 1.6267735965453425,
"grad_norm": 0.13474229607676735,
"kl": 0.02313232421875,
"learning_rate": 1.8580246913580248e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1319
},
{
"completion_length": 102.9375,
"epoch": 1.6280074028377545,
"grad_norm": 0.08181505599774405,
"kl": 0.02142333984375,
"learning_rate": 1.8518518518518516e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1320
},
{
"completion_length": 116.609375,
"epoch": 1.6292412091301665,
"grad_norm": 0.1594041781662282,
"kl": 0.02239990234375,
"learning_rate": 1.8456790123456788e-07,
"loss": 0.0009,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1321
},
{
"completion_length": 97.828125,
"epoch": 1.6304750154225787,
"grad_norm": 0.5332676426944427,
"kl": 0.0245361328125,
"learning_rate": 1.839506172839506e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1322
},
{
"completion_length": 108.171875,
"epoch": 1.6317088217149909,
"grad_norm": 1.0138705646020234,
"kl": 0.03515625,
"learning_rate": 1.833333333333333e-07,
"loss": 0.0014,
"reward": 1.3984375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.4921875,
"step": 1323
},
{
"completion_length": 116.359375,
"epoch": 1.6329426280074029,
"grad_norm": 1.1103567794899458,
"kl": 0.02606201171875,
"learning_rate": 1.8271604938271603e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1324
},
{
"completion_length": 105.640625,
"epoch": 1.6341764342998149,
"grad_norm": 3.571306230496162,
"kl": 0.03570556640625,
"learning_rate": 1.8209876543209876e-07,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1325
},
{
"completion_length": 101.390625,
"epoch": 1.635410240592227,
"grad_norm": 0.5313391107695553,
"kl": 0.0316162109375,
"learning_rate": 1.8148148148148149e-07,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1326
},
{
"completion_length": 119.5,
"epoch": 1.6366440468846393,
"grad_norm": 1.2228658412066975,
"kl": 0.0294189453125,
"learning_rate": 1.8086419753086419e-07,
"loss": 0.0012,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1327
},
{
"completion_length": 119.328125,
"epoch": 1.6378778531770513,
"grad_norm": 0.5682530195188285,
"kl": 0.020904541015625,
"learning_rate": 1.802469135802469e-07,
"loss": 0.0008,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1328
},
{
"completion_length": 127.03125,
"epoch": 1.6391116594694632,
"grad_norm": 2.0214124775379796,
"kl": 0.0286865234375,
"learning_rate": 1.7962962962962964e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1329
},
{
"completion_length": 111.015625,
"epoch": 1.6403454657618752,
"grad_norm": 0.20477335211657835,
"kl": 0.0238037109375,
"learning_rate": 1.7901234567901234e-07,
"loss": 0.001,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1330
},
{
"completion_length": 107.21875,
"epoch": 1.6415792720542874,
"grad_norm": 7.850219916899309,
"kl": 0.02734375,
"learning_rate": 1.7839506172839506e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1331
},
{
"completion_length": 120.828125,
"epoch": 1.6428130783466997,
"grad_norm": 0.09746497604775431,
"kl": 0.03033447265625,
"learning_rate": 1.7777777777777776e-07,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1332
},
{
"completion_length": 131.171875,
"epoch": 1.6440468846391116,
"grad_norm": 0.6521596083260272,
"kl": 0.0400390625,
"learning_rate": 1.7716049382716046e-07,
"loss": 0.0016,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1333
},
{
"completion_length": 116.671875,
"epoch": 1.6452806909315236,
"grad_norm": 1.099542410122875,
"kl": 0.02557373046875,
"learning_rate": 1.765432098765432e-07,
"loss": 0.001,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1334
},
{
"completion_length": 119.71875,
"epoch": 1.6465144972239358,
"grad_norm": 1.2017514951019044,
"kl": 0.0350341796875,
"learning_rate": 1.7592592592592592e-07,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1335
},
{
"completion_length": 107.78125,
"epoch": 1.647748303516348,
"grad_norm": 2.290395674067443,
"kl": 0.02569580078125,
"learning_rate": 1.7530864197530864e-07,
"loss": 0.001,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1336
},
{
"completion_length": 126.578125,
"epoch": 1.64898210980876,
"grad_norm": 0.20223147451523946,
"kl": 0.02276611328125,
"learning_rate": 1.7469135802469134e-07,
"loss": 0.0009,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1337
},
{
"completion_length": 91.734375,
"epoch": 1.650215916101172,
"grad_norm": 0.07365169408963325,
"kl": 0.01995849609375,
"learning_rate": 1.7407407407407407e-07,
"loss": 0.0008,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1338
},
{
"completion_length": 107.125,
"epoch": 1.6514497223935842,
"grad_norm": 0.7428586576957739,
"kl": 0.03106689453125,
"learning_rate": 1.734567901234568e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1339
},
{
"completion_length": 108.546875,
"epoch": 1.6526835286859964,
"grad_norm": 0.06530035828995503,
"kl": 0.03045654296875,
"learning_rate": 1.728395061728395e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1340
},
{
"completion_length": 119.53125,
"epoch": 1.6539173349784084,
"grad_norm": 0.6171885789784378,
"kl": 0.02874755859375,
"learning_rate": 1.7222222222222222e-07,
"loss": 0.0011,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1341
},
{
"completion_length": 100.453125,
"epoch": 1.6551511412708204,
"grad_norm": 1.879714997962942,
"kl": 0.0279541015625,
"learning_rate": 1.7160493827160495e-07,
"loss": 0.0011,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1342
},
{
"completion_length": 112.875,
"epoch": 1.6563849475632326,
"grad_norm": 0.1191063874553689,
"kl": 0.0291748046875,
"learning_rate": 1.7098765432098765e-07,
"loss": 0.0012,
"reward": 1.4609375,
"reward_std": 0.05981917306780815,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4765625,
"step": 1343
},
{
"completion_length": 114.34375,
"epoch": 1.6576187538556446,
"grad_norm": 1.1099433000657744,
"kl": 0.0238037109375,
"learning_rate": 1.7037037037037035e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1344
},
{
"completion_length": 102.328125,
"epoch": 1.6588525601480568,
"grad_norm": 0.7087558758997149,
"kl": 0.02581787109375,
"learning_rate": 1.6975308641975307e-07,
"loss": 0.001,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1345
},
{
"completion_length": 124.234375,
"epoch": 1.6600863664404688,
"grad_norm": 0.202831587911513,
"kl": 0.033203125,
"learning_rate": 1.691358024691358e-07,
"loss": 0.0013,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 1346
},
{
"completion_length": 99.59375,
"epoch": 1.6613201727328808,
"grad_norm": 0.5434414693751896,
"kl": 0.02587890625,
"learning_rate": 1.685185185185185e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1347
},
{
"completion_length": 119.171875,
"epoch": 1.662553979025293,
"grad_norm": 0.058626789728843075,
"kl": 0.02679443359375,
"learning_rate": 1.6790123456790122e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1348
},
{
"completion_length": 92.34375,
"epoch": 1.6637877853177052,
"grad_norm": 0.2367055817086274,
"kl": 0.03216552734375,
"learning_rate": 1.6728395061728395e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1349
},
{
"completion_length": 97.171875,
"epoch": 1.6650215916101172,
"grad_norm": 0.954244187394805,
"kl": 0.0322265625,
"learning_rate": 1.6666666666666665e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1350
},
{
"completion_length": 124.15625,
"epoch": 1.6662553979025292,
"grad_norm": 0.2920012366343204,
"kl": 0.02740478515625,
"learning_rate": 1.6604938271604938e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1351
},
{
"completion_length": 106.890625,
"epoch": 1.6674892041949414,
"grad_norm": 0.08774526436057598,
"kl": 0.031982421875,
"learning_rate": 1.654320987654321e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1352
},
{
"completion_length": 110.859375,
"epoch": 1.6687230104873536,
"grad_norm": 1.0687052758886875,
"kl": 0.02337646484375,
"learning_rate": 1.648148148148148e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1353
},
{
"completion_length": 92.515625,
"epoch": 1.6699568167797656,
"grad_norm": 0.1102040663133227,
"kl": 0.029052734375,
"learning_rate": 1.6419753086419753e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1354
},
{
"completion_length": 100.171875,
"epoch": 1.6711906230721776,
"grad_norm": 0.7914506657826068,
"kl": 0.02203369140625,
"learning_rate": 1.6358024691358025e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1355
},
{
"completion_length": 100.078125,
"epoch": 1.6724244293645898,
"grad_norm": 2.899478487705983,
"kl": 0.02496337890625,
"learning_rate": 1.6296296296296298e-07,
"loss": 0.001,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1356
},
{
"completion_length": 104.015625,
"epoch": 1.673658235657002,
"grad_norm": 1.1515804947110242,
"kl": 0.02752685546875,
"learning_rate": 1.6234567901234565e-07,
"loss": 0.0011,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1357
},
{
"completion_length": 105.734375,
"epoch": 1.674892041949414,
"grad_norm": 0.09006788997188868,
"kl": 0.0318603515625,
"learning_rate": 1.6172839506172838e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1358
},
{
"completion_length": 104.46875,
"epoch": 1.676125848241826,
"grad_norm": 0.663392127721205,
"kl": 0.03570556640625,
"learning_rate": 1.611111111111111e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1359
},
{
"completion_length": 97.625,
"epoch": 1.677359654534238,
"grad_norm": 0.30081579210239634,
"kl": 0.02703857421875,
"learning_rate": 1.604938271604938e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1360
},
{
"completion_length": 105.515625,
"epoch": 1.6785934608266502,
"grad_norm": 0.08627130657007966,
"kl": 0.03814697265625,
"learning_rate": 1.5987654320987653e-07,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1361
},
{
"completion_length": 92.625,
"epoch": 1.6798272671190624,
"grad_norm": 1.6151700630018186,
"kl": 0.02764892578125,
"learning_rate": 1.5925925925925926e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1362
},
{
"completion_length": 97.53125,
"epoch": 1.6810610734114744,
"grad_norm": 0.8783106140073039,
"kl": 0.04229736328125,
"learning_rate": 1.5864197530864196e-07,
"loss": 0.0017,
"reward": 1.40625,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.484375,
"step": 1363
},
{
"completion_length": 120.5,
"epoch": 1.6822948797038864,
"grad_norm": 2.2588345081942522,
"kl": 0.03228759765625,
"learning_rate": 1.5802469135802468e-07,
"loss": 0.0013,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1364
},
{
"completion_length": 94.21875,
"epoch": 1.6835286859962986,
"grad_norm": 0.7642876864747877,
"kl": 0.0279541015625,
"learning_rate": 1.574074074074074e-07,
"loss": 0.0011,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1365
},
{
"completion_length": 103.171875,
"epoch": 1.6847624922887108,
"grad_norm": 0.9100437364800392,
"kl": 0.03265380859375,
"learning_rate": 1.5679012345679014e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1366
},
{
"completion_length": 92.796875,
"epoch": 1.6859962985811228,
"grad_norm": 0.21027350847539203,
"kl": 0.02484130859375,
"learning_rate": 1.5617283950617284e-07,
"loss": 0.001,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1367
},
{
"completion_length": 95.25,
"epoch": 1.6872301048735348,
"grad_norm": 2.387527385168726,
"kl": 0.04150390625,
"learning_rate": 1.5555555555555556e-07,
"loss": 0.0017,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1368
},
{
"completion_length": 89.796875,
"epoch": 1.688463911165947,
"grad_norm": 0.6076062671512773,
"kl": 0.03204345703125,
"learning_rate": 1.5493827160493826e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1369
},
{
"completion_length": 99.453125,
"epoch": 1.6896977174583592,
"grad_norm": 0.1052515261025449,
"kl": 0.022705078125,
"learning_rate": 1.5432098765432096e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1370
},
{
"completion_length": 106.421875,
"epoch": 1.6909315237507712,
"grad_norm": 3.532388546549513,
"kl": 0.04266357421875,
"learning_rate": 1.537037037037037e-07,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1371
},
{
"completion_length": 99.9375,
"epoch": 1.6921653300431831,
"grad_norm": 0.09730663771377894,
"kl": 0.031982421875,
"learning_rate": 1.5308641975308642e-07,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1372
},
{
"completion_length": 109.609375,
"epoch": 1.6933991363355954,
"grad_norm": 0.6758211526981891,
"kl": 0.04888916015625,
"learning_rate": 1.5246913580246911e-07,
"loss": 0.002,
"reward": 1.4296875,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1373
},
{
"completion_length": 87.109375,
"epoch": 1.6946329426280076,
"grad_norm": 1.751539616131159,
"kl": 0.042724609375,
"learning_rate": 1.5185185185185184e-07,
"loss": 0.0017,
"reward": 1.4453125,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 1374
},
{
"completion_length": 118.375,
"epoch": 1.6958667489204196,
"grad_norm": 1.3797304047877794,
"kl": 0.02880859375,
"learning_rate": 1.5123456790123457e-07,
"loss": 0.0012,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1375
},
{
"completion_length": 99.984375,
"epoch": 1.6971005552128315,
"grad_norm": 0.10901502526069673,
"kl": 0.032958984375,
"learning_rate": 1.506172839506173e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1376
},
{
"completion_length": 102.03125,
"epoch": 1.6983343615052435,
"grad_norm": 1.2354622720737056,
"kl": 0.03466796875,
"learning_rate": 1.5e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1377
},
{
"completion_length": 99.484375,
"epoch": 1.6995681677976557,
"grad_norm": 0.6618110177338741,
"kl": 0.02178955078125,
"learning_rate": 1.4938271604938272e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1378
},
{
"completion_length": 95.171875,
"epoch": 1.700801974090068,
"grad_norm": 0.14236056985376963,
"kl": 0.03466796875,
"learning_rate": 1.4876543209876545e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1379
},
{
"completion_length": 91.28125,
"epoch": 1.70203578038248,
"grad_norm": 1.3876984887588433,
"kl": 0.02557373046875,
"learning_rate": 1.4814814814814815e-07,
"loss": 0.001,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1380
},
{
"completion_length": 96.875,
"epoch": 1.703269586674892,
"grad_norm": 0.9548391913941656,
"kl": 0.03515625,
"learning_rate": 1.4753086419753085e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1381
},
{
"completion_length": 108.109375,
"epoch": 1.7045033929673041,
"grad_norm": 0.23469967704718256,
"kl": 0.0325927734375,
"learning_rate": 1.4691358024691357e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1382
},
{
"completion_length": 112.765625,
"epoch": 1.7057371992597163,
"grad_norm": 0.8274913256077211,
"kl": 0.0267333984375,
"learning_rate": 1.4629629629629627e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1383
},
{
"completion_length": 98.859375,
"epoch": 1.7069710055521283,
"grad_norm": 0.06824033715348325,
"kl": 0.0291748046875,
"learning_rate": 1.45679012345679e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1384
},
{
"completion_length": 100.375,
"epoch": 1.7082048118445403,
"grad_norm": 0.08425281642544698,
"kl": 0.0325927734375,
"learning_rate": 1.4506172839506172e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1385
},
{
"completion_length": 96.265625,
"epoch": 1.7094386181369525,
"grad_norm": 0.5390475278752611,
"kl": 0.1165771484375,
"learning_rate": 1.4444444444444442e-07,
"loss": 0.0046,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1386
},
{
"completion_length": 98.5,
"epoch": 1.7106724244293647,
"grad_norm": 2.107445783333534,
"kl": 0.02276611328125,
"learning_rate": 1.4382716049382715e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1387
},
{
"completion_length": 101.109375,
"epoch": 1.7119062307217767,
"grad_norm": 0.11088487958901973,
"kl": 0.0333251953125,
"learning_rate": 1.4320987654320988e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1388
},
{
"completion_length": 85.84375,
"epoch": 1.7131400370141887,
"grad_norm": 0.08940735280231245,
"kl": 0.033203125,
"learning_rate": 1.425925925925926e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1389
},
{
"completion_length": 98.921875,
"epoch": 1.7143738433066007,
"grad_norm": 1.7532484628556302,
"kl": 0.02960205078125,
"learning_rate": 1.419753086419753e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1390
},
{
"completion_length": 102.1875,
"epoch": 1.715607649599013,
"grad_norm": 0.08555794418632277,
"kl": 0.031982421875,
"learning_rate": 1.4135802469135803e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1391
},
{
"completion_length": 105.140625,
"epoch": 1.7168414558914251,
"grad_norm": 0.25686072448122005,
"kl": 0.03076171875,
"learning_rate": 1.4074074074074075e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1392
},
{
"completion_length": 96.640625,
"epoch": 1.718075262183837,
"grad_norm": 0.1840644536181327,
"kl": 0.03155517578125,
"learning_rate": 1.4012345679012343e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1393
},
{
"completion_length": 105.625,
"epoch": 1.719309068476249,
"grad_norm": 0.13815383915113125,
"kl": 0.02691650390625,
"learning_rate": 1.3950617283950615e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1394
},
{
"completion_length": 97.96875,
"epoch": 1.7205428747686613,
"grad_norm": 2.2950080934495283,
"kl": 0.0245361328125,
"learning_rate": 1.3888888888888888e-07,
"loss": 0.001,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1395
},
{
"completion_length": 103.78125,
"epoch": 1.7217766810610735,
"grad_norm": 1.3058752679370733,
"kl": 0.02801513671875,
"learning_rate": 1.3827160493827158e-07,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1396
},
{
"completion_length": 99.765625,
"epoch": 1.7230104873534855,
"grad_norm": 0.5599871282426092,
"kl": 0.0333251953125,
"learning_rate": 1.376543209876543e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1397
},
{
"completion_length": 100.78125,
"epoch": 1.7242442936458975,
"grad_norm": 0.10348634230800298,
"kl": 0.0267333984375,
"learning_rate": 1.3703703703703703e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1398
},
{
"completion_length": 108.390625,
"epoch": 1.7254780999383097,
"grad_norm": 0.14706548676730236,
"kl": 0.0355224609375,
"learning_rate": 1.3641975308641976e-07,
"loss": 0.0014,
"reward": 1.4140625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.4921875,
"step": 1399
},
{
"completion_length": 94.765625,
"epoch": 1.726711906230722,
"grad_norm": 0.8299733200984437,
"kl": 0.034912109375,
"learning_rate": 1.3580246913580246e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1400
},
{
"completion_length": 98.546875,
"epoch": 1.727945712523134,
"grad_norm": 1.383882521881416,
"kl": 0.107666015625,
"learning_rate": 1.3518518518518518e-07,
"loss": 0.0043,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4765625,
"step": 1401
},
{
"completion_length": 100.765625,
"epoch": 1.7291795188155459,
"grad_norm": 1.6407620628819088,
"kl": 0.0323486328125,
"learning_rate": 1.345679012345679e-07,
"loss": 0.0013,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1402
},
{
"completion_length": 110.1875,
"epoch": 1.730413325107958,
"grad_norm": 0.8796626435834584,
"kl": 0.02435302734375,
"learning_rate": 1.339506172839506e-07,
"loss": 0.001,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1403
},
{
"completion_length": 107.78125,
"epoch": 1.7316471314003703,
"grad_norm": 0.06561080972739047,
"kl": 0.026611328125,
"learning_rate": 1.3333333333333334e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1404
},
{
"completion_length": 106.453125,
"epoch": 1.7328809376927823,
"grad_norm": 0.7518431512522042,
"kl": 0.039306640625,
"learning_rate": 1.3271604938271606e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1405
},
{
"completion_length": 96.546875,
"epoch": 1.7341147439851943,
"grad_norm": 1.0715805402028156,
"kl": 0.02752685546875,
"learning_rate": 1.3209876543209874e-07,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1406
},
{
"completion_length": 114.46875,
"epoch": 1.7353485502776063,
"grad_norm": 0.11725683248318118,
"kl": 0.03131103515625,
"learning_rate": 1.3148148148148146e-07,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1407
},
{
"completion_length": 106.578125,
"epoch": 1.7365823565700185,
"grad_norm": 0.6120214191545398,
"kl": 0.02667236328125,
"learning_rate": 1.308641975308642e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1408
},
{
"completion_length": 104.328125,
"epoch": 1.7378161628624307,
"grad_norm": 1.290660059733559,
"kl": 0.04248046875,
"learning_rate": 1.3024691358024691e-07,
"loss": 0.0017,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 1409
},
{
"completion_length": 112.640625,
"epoch": 1.7390499691548427,
"grad_norm": 1.7780021028747128,
"kl": 0.0401611328125,
"learning_rate": 1.2962962962962961e-07,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1410
},
{
"completion_length": 99.625,
"epoch": 1.7402837754472547,
"grad_norm": 1.470827786435634,
"kl": 0.0338134765625,
"learning_rate": 1.2901234567901234e-07,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1411
},
{
"completion_length": 116.421875,
"epoch": 1.7415175817396669,
"grad_norm": 0.10182982182742858,
"kl": 0.03143310546875,
"learning_rate": 1.2839506172839507e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1412
},
{
"completion_length": 100.859375,
"epoch": 1.742751388032079,
"grad_norm": 0.08476164562504795,
"kl": 0.02288818359375,
"learning_rate": 1.2777777777777777e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1413
},
{
"completion_length": 104.125,
"epoch": 1.743985194324491,
"grad_norm": 0.0848875477228067,
"kl": 0.02838134765625,
"learning_rate": 1.271604938271605e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1414
},
{
"completion_length": 118.078125,
"epoch": 1.745219000616903,
"grad_norm": 0.970253136099874,
"kl": 0.0350341796875,
"learning_rate": 1.2654320987654322e-07,
"loss": 0.0014,
"reward": 1.4609375,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1415
},
{
"completion_length": 107.578125,
"epoch": 1.7464528069093153,
"grad_norm": 0.14035278721199948,
"kl": 0.0391845703125,
"learning_rate": 1.2592592592592592e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1416
},
{
"completion_length": 103.65625,
"epoch": 1.7476866132017275,
"grad_norm": 0.9796944873013933,
"kl": 0.026611328125,
"learning_rate": 1.2530864197530864e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1417
},
{
"completion_length": 115.140625,
"epoch": 1.7489204194941395,
"grad_norm": 0.5390131925462827,
"kl": 0.1197509765625,
"learning_rate": 1.2469135802469134e-07,
"loss": 0.0048,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 1418
},
{
"completion_length": 110.0625,
"epoch": 1.7501542257865514,
"grad_norm": 2.194859432827035,
"kl": 0.03302001953125,
"learning_rate": 1.2407407407407407e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1419
},
{
"completion_length": 108.015625,
"epoch": 1.7513880320789637,
"grad_norm": 0.07862199676017104,
"kl": 0.027099609375,
"learning_rate": 1.2345679012345677e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1420
},
{
"completion_length": 107.828125,
"epoch": 1.7526218383713756,
"grad_norm": 0.11371760090815061,
"kl": 0.02581787109375,
"learning_rate": 1.228395061728395e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1421
},
{
"completion_length": 101.578125,
"epoch": 1.7538556446637878,
"grad_norm": 0.06940946608469405,
"kl": 0.02117919921875,
"learning_rate": 1.2222222222222222e-07,
"loss": 0.0008,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1422
},
{
"completion_length": 111.546875,
"epoch": 1.7550894509561998,
"grad_norm": 0.11594030374172327,
"kl": 0.03082275390625,
"learning_rate": 1.2160493827160495e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1423
},
{
"completion_length": 91.453125,
"epoch": 1.7563232572486118,
"grad_norm": 0.53653744137009,
"kl": 0.0408935546875,
"learning_rate": 1.2098765432098765e-07,
"loss": 0.0016,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1424
},
{
"completion_length": 111.21875,
"epoch": 1.757557063541024,
"grad_norm": 2.1436969463361653,
"kl": 0.0419921875,
"learning_rate": 1.2037037037037035e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1425
},
{
"completion_length": 106.546875,
"epoch": 1.7587908698334362,
"grad_norm": 1.54797984158192,
"kl": 0.049560546875,
"learning_rate": 1.1975308641975307e-07,
"loss": 0.002,
"reward": 1.421875,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.484375,
"step": 1426
},
{
"completion_length": 101.78125,
"epoch": 1.7600246761258482,
"grad_norm": 0.07178930829164053,
"kl": 0.0335693359375,
"learning_rate": 1.1913580246913579e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1427
},
{
"completion_length": 95.0625,
"epoch": 1.7612584824182602,
"grad_norm": 1.1359994378785485,
"kl": 0.0277099609375,
"learning_rate": 1.1851851851851851e-07,
"loss": 0.0011,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 1428
},
{
"completion_length": 103.5625,
"epoch": 1.7624922887106724,
"grad_norm": 0.11780892851039607,
"kl": 0.0247802734375,
"learning_rate": 1.1790123456790123e-07,
"loss": 0.001,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1429
},
{
"completion_length": 107.453125,
"epoch": 1.7637260950030846,
"grad_norm": 1.8271251571563452,
"kl": 0.0323486328125,
"learning_rate": 1.1728395061728394e-07,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1430
},
{
"completion_length": 113.484375,
"epoch": 1.7649599012954966,
"grad_norm": 0.15129691875267576,
"kl": 0.03436279296875,
"learning_rate": 1.1666666666666667e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1431
},
{
"completion_length": 107.859375,
"epoch": 1.7661937075879086,
"grad_norm": 0.13757243117027732,
"kl": 0.0399169921875,
"learning_rate": 1.1604938271604938e-07,
"loss": 0.0016,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1432
},
{
"completion_length": 89.390625,
"epoch": 1.7674275138803208,
"grad_norm": 1.0401303856091588,
"kl": 0.02978515625,
"learning_rate": 1.1543209876543209e-07,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1433
},
{
"completion_length": 102.1875,
"epoch": 1.768661320172733,
"grad_norm": 1.0271769716893928,
"kl": 0.0361328125,
"learning_rate": 1.148148148148148e-07,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1434
},
{
"completion_length": 101.109375,
"epoch": 1.769895126465145,
"grad_norm": 2.1570423983193905,
"kl": 0.02935791015625,
"learning_rate": 1.1419753086419752e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1435
},
{
"completion_length": 106.4375,
"epoch": 1.771128932757557,
"grad_norm": 0.757183764484071,
"kl": 0.03759765625,
"learning_rate": 1.1358024691358024e-07,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1436
},
{
"completion_length": 91.5,
"epoch": 1.772362739049969,
"grad_norm": 1.0007680256454679,
"kl": 0.0244140625,
"learning_rate": 1.1296296296296296e-07,
"loss": 0.001,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1437
},
{
"completion_length": 108.234375,
"epoch": 1.7735965453423812,
"grad_norm": 0.10005292674220094,
"kl": 0.02239990234375,
"learning_rate": 1.1234567901234568e-07,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1438
},
{
"completion_length": 97.609375,
"epoch": 1.7748303516347934,
"grad_norm": 0.9185992426637551,
"kl": 0.0360107421875,
"learning_rate": 1.1172839506172838e-07,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1439
},
{
"completion_length": 87.125,
"epoch": 1.7760641579272054,
"grad_norm": 0.1829395021743115,
"kl": 0.02197265625,
"learning_rate": 1.111111111111111e-07,
"loss": 0.0009,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1440
},
{
"completion_length": 125.390625,
"epoch": 1.7772979642196174,
"grad_norm": 0.5807764006205707,
"kl": 0.027099609375,
"learning_rate": 1.1049382716049382e-07,
"loss": 0.0011,
"reward": 1.4609375,
"reward_std": 0.078125,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1441
},
{
"completion_length": 110.78125,
"epoch": 1.7785317705120296,
"grad_norm": 1.0232209596402313,
"kl": 0.04345703125,
"learning_rate": 1.0987654320987653e-07,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1442
},
{
"completion_length": 104.515625,
"epoch": 1.7797655768044418,
"grad_norm": 0.876358851089437,
"kl": 0.0430908203125,
"learning_rate": 1.0925925925925926e-07,
"loss": 0.0017,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1443
},
{
"completion_length": 106.734375,
"epoch": 1.7809993830968538,
"grad_norm": 0.8307271018770138,
"kl": 0.0325927734375,
"learning_rate": 1.0864197530864197e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1444
},
{
"completion_length": 96.78125,
"epoch": 1.7822331893892658,
"grad_norm": 0.1542743224272362,
"kl": 0.036865234375,
"learning_rate": 1.0802469135802467e-07,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1445
},
{
"completion_length": 112.75,
"epoch": 1.783466995681678,
"grad_norm": 0.1516379152314169,
"kl": 0.0333251953125,
"learning_rate": 1.074074074074074e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1446
},
{
"completion_length": 94.34375,
"epoch": 1.7847008019740902,
"grad_norm": 0.09712765578547754,
"kl": 0.02764892578125,
"learning_rate": 1.0679012345679011e-07,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1447
},
{
"completion_length": 99.8125,
"epoch": 1.7859346082665022,
"grad_norm": 0.6100845392009012,
"kl": 0.029052734375,
"learning_rate": 1.0617283950617284e-07,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1448
},
{
"completion_length": 111.3125,
"epoch": 1.7871684145589142,
"grad_norm": 0.7547695761812757,
"kl": 0.0428466796875,
"learning_rate": 1.0555555555555555e-07,
"loss": 0.0017,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1449
},
{
"completion_length": 109.3125,
"epoch": 1.7884022208513264,
"grad_norm": 1.796054110808948,
"kl": 0.0335693359375,
"learning_rate": 1.0493827160493827e-07,
"loss": 0.0013,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1450
},
{
"completion_length": 97.96875,
"epoch": 1.7896360271437386,
"grad_norm": 1.0543622500997236,
"kl": 0.04150390625,
"learning_rate": 1.0432098765432099e-07,
"loss": 0.0017,
"reward": 1.390625,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.890625,
"rewards/format_reward": 0.5,
"step": 1451
},
{
"completion_length": 113.546875,
"epoch": 1.7908698334361506,
"grad_norm": 24.186181870721974,
"kl": 0.02935791015625,
"learning_rate": 1.0370370370370369e-07,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1452
},
{
"completion_length": 102.234375,
"epoch": 1.7921036397285626,
"grad_norm": 0.10755192516330205,
"kl": 0.03387451171875,
"learning_rate": 1.0308641975308642e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1453
},
{
"completion_length": 107.671875,
"epoch": 1.7933374460209746,
"grad_norm": 0.14766367000829697,
"kl": 0.0360107421875,
"learning_rate": 1.0246913580246913e-07,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1454
},
{
"completion_length": 101.015625,
"epoch": 1.7945712523133868,
"grad_norm": 1.6567340157535717,
"kl": 0.036865234375,
"learning_rate": 1.0185185185185184e-07,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1455
},
{
"completion_length": 109.65625,
"epoch": 1.795805058605799,
"grad_norm": 1.439351269523141,
"kl": 0.02801513671875,
"learning_rate": 1.0123456790123457e-07,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1456
},
{
"completion_length": 102.078125,
"epoch": 1.797038864898211,
"grad_norm": 0.1087741072023605,
"kl": 0.02410888671875,
"learning_rate": 1.0061728395061728e-07,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1457
},
{
"completion_length": 103.953125,
"epoch": 1.798272671190623,
"grad_norm": 0.0888885831392508,
"kl": 0.0330810546875,
"learning_rate": 1e-07,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1458
},
{
"completion_length": 103.515625,
"epoch": 1.7995064774830352,
"grad_norm": 0.08772865558333628,
"kl": 0.0322265625,
"learning_rate": 9.938271604938271e-08,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1459
},
{
"completion_length": 105.546875,
"epoch": 1.8007402837754474,
"grad_norm": 1.0035622923538206,
"kl": 0.03802490234375,
"learning_rate": 9.876543209876542e-08,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1460
},
{
"completion_length": 102.125,
"epoch": 1.8019740900678594,
"grad_norm": 1.290297611965121,
"kl": 0.029296875,
"learning_rate": 9.814814814814815e-08,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1461
},
{
"completion_length": 100.71875,
"epoch": 1.8032078963602713,
"grad_norm": 0.11614570259797767,
"kl": 0.02716064453125,
"learning_rate": 9.753086419753086e-08,
"loss": 0.0011,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1462
},
{
"completion_length": 105.296875,
"epoch": 1.8044417026526836,
"grad_norm": 0.0919882637166639,
"kl": 0.03753662109375,
"learning_rate": 9.691358024691359e-08,
"loss": 0.0015,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1463
},
{
"completion_length": 121.21875,
"epoch": 1.8056755089450958,
"grad_norm": 1.2590730462845354,
"kl": 0.0406494140625,
"learning_rate": 9.629629629629629e-08,
"loss": 0.0016,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1464
},
{
"completion_length": 101.609375,
"epoch": 1.8069093152375078,
"grad_norm": 0.8086223238867796,
"kl": 0.02471923828125,
"learning_rate": 9.5679012345679e-08,
"loss": 0.001,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1465
},
{
"completion_length": 97.4375,
"epoch": 1.8081431215299197,
"grad_norm": 1.2419078357193327,
"kl": 0.0281982421875,
"learning_rate": 9.506172839506173e-08,
"loss": 0.0011,
"reward": 1.421875,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.921875,
"rewards/format_reward": 0.5,
"step": 1466
},
{
"completion_length": 103.140625,
"epoch": 1.809376927822332,
"grad_norm": 1.4138764353234488,
"kl": 0.02862548828125,
"learning_rate": 9.444444444444444e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1467
},
{
"completion_length": 109.34375,
"epoch": 1.810610734114744,
"grad_norm": 0.7199981567000184,
"kl": 0.03155517578125,
"learning_rate": 9.382716049382716e-08,
"loss": 0.0013,
"reward": 1.390625,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.484375,
"step": 1468
},
{
"completion_length": 105.25,
"epoch": 1.8118445404071561,
"grad_norm": 0.5577739282338268,
"kl": 0.0390625,
"learning_rate": 9.320987654320988e-08,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1469
},
{
"completion_length": 107.90625,
"epoch": 1.8130783466995681,
"grad_norm": 0.10161189752262186,
"kl": 0.02825927734375,
"learning_rate": 9.259259259259258e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1470
},
{
"completion_length": 100.671875,
"epoch": 1.8143121529919801,
"grad_norm": 2.7572043573606617,
"kl": 0.13714599609375,
"learning_rate": 9.19753086419753e-08,
"loss": 0.0055,
"reward": 1.4453125,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 1471
},
{
"completion_length": 100.4375,
"epoch": 1.8155459592843923,
"grad_norm": 1.0517763893437557,
"kl": 0.0452880859375,
"learning_rate": 9.135802469135802e-08,
"loss": 0.0018,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1472
},
{
"completion_length": 110.6875,
"epoch": 1.8167797655768045,
"grad_norm": 1.228446898317568,
"kl": 0.0435791015625,
"learning_rate": 9.074074074074074e-08,
"loss": 0.0017,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1473
},
{
"completion_length": 107.296875,
"epoch": 1.8180135718692165,
"grad_norm": 0.12929221616809133,
"kl": 0.03094482421875,
"learning_rate": 9.012345679012346e-08,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1474
},
{
"completion_length": 108.25,
"epoch": 1.8192473781616285,
"grad_norm": 0.0760172445962584,
"kl": 0.038330078125,
"learning_rate": 8.950617283950617e-08,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1475
},
{
"completion_length": 117.390625,
"epoch": 1.8204811844540407,
"grad_norm": 1.0678430850768361,
"kl": 0.02679443359375,
"learning_rate": 8.888888888888888e-08,
"loss": 0.0011,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1476
},
{
"completion_length": 120.421875,
"epoch": 1.821714990746453,
"grad_norm": 1.8232953744583396,
"kl": 0.0360107421875,
"learning_rate": 8.82716049382716e-08,
"loss": 0.0014,
"reward": 1.453125,
"reward_std": 0.06733439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1477
},
{
"completion_length": 112.578125,
"epoch": 1.822948797038865,
"grad_norm": 0.8175266721179847,
"kl": 0.0367431640625,
"learning_rate": 8.765432098765432e-08,
"loss": 0.0015,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1478
},
{
"completion_length": 112.25,
"epoch": 1.824182603331277,
"grad_norm": 1.480227722271958,
"kl": 0.0457763671875,
"learning_rate": 8.703703703703703e-08,
"loss": 0.0018,
"reward": 1.4453125,
"reward_std": 0.109375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4765625,
"step": 1479
},
{
"completion_length": 103.34375,
"epoch": 1.8254164096236891,
"grad_norm": 1.9271207010850309,
"kl": 0.0225830078125,
"learning_rate": 8.641975308641975e-08,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1480
},
{
"completion_length": 135.78125,
"epoch": 1.8266502159161013,
"grad_norm": 0.089121751228031,
"kl": 0.0343017578125,
"learning_rate": 8.580246913580247e-08,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1481
},
{
"completion_length": 114.703125,
"epoch": 1.8278840222085133,
"grad_norm": 1.3344684859850182,
"kl": 0.0374755859375,
"learning_rate": 8.518518518518517e-08,
"loss": 0.0015,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1482
},
{
"completion_length": 106.609375,
"epoch": 1.8291178285009253,
"grad_norm": 0.12402754891836776,
"kl": 0.03106689453125,
"learning_rate": 8.45679012345679e-08,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1483
},
{
"completion_length": 111.03125,
"epoch": 1.8303516347933373,
"grad_norm": 0.08620570417930405,
"kl": 0.02337646484375,
"learning_rate": 8.395061728395061e-08,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1484
},
{
"completion_length": 116.96875,
"epoch": 1.8315854410857495,
"grad_norm": 0.10406738548664295,
"kl": 0.038818359375,
"learning_rate": 8.333333333333333e-08,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1485
},
{
"completion_length": 127.40625,
"epoch": 1.8328192473781617,
"grad_norm": 1.1102408018193068,
"kl": 0.03814697265625,
"learning_rate": 8.271604938271605e-08,
"loss": 0.0015,
"reward": 1.4375,
"reward_std": 0.054947055876255035,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 1486
},
{
"completion_length": 117.875,
"epoch": 1.8340530536705737,
"grad_norm": 0.19849817008496348,
"kl": 0.03240966796875,
"learning_rate": 8.209876543209876e-08,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1487
},
{
"completion_length": 101.40625,
"epoch": 1.8352868599629857,
"grad_norm": 0.0873812445304162,
"kl": 0.0390625,
"learning_rate": 8.148148148148149e-08,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1488
},
{
"completion_length": 111.375,
"epoch": 1.836520666255398,
"grad_norm": 0.11733695828515378,
"kl": 0.0426025390625,
"learning_rate": 8.086419753086419e-08,
"loss": 0.0017,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1489
},
{
"completion_length": 104.359375,
"epoch": 1.83775447254781,
"grad_norm": 1.6290346872211279,
"kl": 0.036865234375,
"learning_rate": 8.02469135802469e-08,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1490
},
{
"completion_length": 116.125,
"epoch": 1.838988278840222,
"grad_norm": 0.06943405497536732,
"kl": 0.02685546875,
"learning_rate": 7.962962962962963e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1491
},
{
"completion_length": 110.265625,
"epoch": 1.840222085132634,
"grad_norm": 0.5278739293388354,
"kl": 0.029052734375,
"learning_rate": 7.901234567901234e-08,
"loss": 0.0012,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 1492
},
{
"completion_length": 134.703125,
"epoch": 1.8414558914250463,
"grad_norm": 0.5648390792747228,
"kl": 0.03338623046875,
"learning_rate": 7.839506172839507e-08,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1493
},
{
"completion_length": 104.4375,
"epoch": 1.8426896977174585,
"grad_norm": 0.06920714498274136,
"kl": 0.02728271484375,
"learning_rate": 7.777777777777778e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1494
},
{
"completion_length": 99.609375,
"epoch": 1.8439235040098705,
"grad_norm": 0.08017112199286172,
"kl": 0.02569580078125,
"learning_rate": 7.716049382716048e-08,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1495
},
{
"completion_length": 100.0,
"epoch": 1.8451573103022825,
"grad_norm": 0.0863896263466273,
"kl": 0.041748046875,
"learning_rate": 7.654320987654321e-08,
"loss": 0.0017,
"reward": 1.4296875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1496
},
{
"completion_length": 112.046875,
"epoch": 1.8463911165946947,
"grad_norm": 0.8761849662692341,
"kl": 0.03363037109375,
"learning_rate": 7.592592592592592e-08,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1497
},
{
"completion_length": 126.046875,
"epoch": 1.8476249228871067,
"grad_norm": 0.44984459100180674,
"kl": 0.0479736328125,
"learning_rate": 7.530864197530865e-08,
"loss": 0.0019,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1498
},
{
"completion_length": 94.8125,
"epoch": 1.8488587291795189,
"grad_norm": 0.07413960942141112,
"kl": 0.03228759765625,
"learning_rate": 7.469135802469136e-08,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1499
},
{
"completion_length": 107.375,
"epoch": 1.8500925354719309,
"grad_norm": 0.06997156112775892,
"kl": 0.026519775390625,
"learning_rate": 7.407407407407407e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1500
},
{
"completion_length": 113.484375,
"epoch": 1.8513263417643429,
"grad_norm": 0.06321413501928969,
"kl": 0.03363037109375,
"learning_rate": 7.345679012345679e-08,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1501
},
{
"completion_length": 94.46875,
"epoch": 1.852560148056755,
"grad_norm": 1.0353787207650502,
"kl": 0.03192138671875,
"learning_rate": 7.28395061728395e-08,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1502
},
{
"completion_length": 110.46875,
"epoch": 1.8537939543491673,
"grad_norm": 0.07518857570656233,
"kl": 0.0333251953125,
"learning_rate": 7.222222222222221e-08,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1503
},
{
"completion_length": 128.796875,
"epoch": 1.8550277606415793,
"grad_norm": 1.0184422177367758,
"kl": 0.02764892578125,
"learning_rate": 7.160493827160494e-08,
"loss": 0.0011,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1504
},
{
"completion_length": 106.6875,
"epoch": 1.8562615669339912,
"grad_norm": 0.23899964690896286,
"kl": 0.03399658203125,
"learning_rate": 7.098765432098765e-08,
"loss": 0.0014,
"reward": 1.375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.5,
"step": 1505
},
{
"completion_length": 96.140625,
"epoch": 1.8574953732264035,
"grad_norm": 0.5232506159241161,
"kl": 0.0279541015625,
"learning_rate": 7.037037037037038e-08,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1506
},
{
"completion_length": 116.46875,
"epoch": 1.8587291795188157,
"grad_norm": 0.38233546101288873,
"kl": 0.0452880859375,
"learning_rate": 6.975308641975308e-08,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1507
},
{
"completion_length": 104.015625,
"epoch": 1.8599629858112277,
"grad_norm": 0.09080650950169374,
"kl": 0.02764892578125,
"learning_rate": 6.913580246913579e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1508
},
{
"completion_length": 107.9375,
"epoch": 1.8611967921036396,
"grad_norm": 0.06986722014980738,
"kl": 0.03387451171875,
"learning_rate": 6.851851851851852e-08,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1509
},
{
"completion_length": 110.671875,
"epoch": 1.8624305983960519,
"grad_norm": 0.22235441473813272,
"kl": 0.0325927734375,
"learning_rate": 6.790123456790123e-08,
"loss": 0.0013,
"reward": 1.4375,
"reward_std": 0.09858439117670059,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.484375,
"step": 1510
},
{
"completion_length": 107.328125,
"epoch": 1.863664404688464,
"grad_norm": 1.5554064887031789,
"kl": 0.03350830078125,
"learning_rate": 6.728395061728396e-08,
"loss": 0.0013,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1511
},
{
"completion_length": 109.28125,
"epoch": 1.864898210980876,
"grad_norm": 0.14192560358743375,
"kl": 0.02783203125,
"learning_rate": 6.666666666666667e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1512
},
{
"completion_length": 113.59375,
"epoch": 1.866132017273288,
"grad_norm": 0.09772866452726435,
"kl": 0.0279541015625,
"learning_rate": 6.604938271604937e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1513
},
{
"completion_length": 118.875,
"epoch": 1.8673658235657,
"grad_norm": 0.7769974252641373,
"kl": 0.0394287109375,
"learning_rate": 6.54320987654321e-08,
"loss": 0.0016,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1514
},
{
"completion_length": 106.59375,
"epoch": 1.8685996298581122,
"grad_norm": 0.7031264242063179,
"kl": 0.03271484375,
"learning_rate": 6.481481481481481e-08,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1515
},
{
"completion_length": 109.625,
"epoch": 1.8698334361505244,
"grad_norm": 0.813138522470212,
"kl": 0.03216552734375,
"learning_rate": 6.419753086419753e-08,
"loss": 0.0013,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1516
},
{
"completion_length": 95.765625,
"epoch": 1.8710672424429364,
"grad_norm": 0.07402874597511029,
"kl": 0.02191162109375,
"learning_rate": 6.358024691358025e-08,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1517
},
{
"completion_length": 109.59375,
"epoch": 1.8723010487353484,
"grad_norm": 1.3877468849968293,
"kl": 0.0340576171875,
"learning_rate": 6.296296296296296e-08,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1518
},
{
"completion_length": 105.21875,
"epoch": 1.8735348550277606,
"grad_norm": 0.27773451234480734,
"kl": 0.02471923828125,
"learning_rate": 6.234567901234567e-08,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1519
},
{
"completion_length": 110.640625,
"epoch": 1.8747686613201728,
"grad_norm": 0.37079224461538035,
"kl": 0.0465087890625,
"learning_rate": 6.172839506172839e-08,
"loss": 0.0019,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1520
},
{
"completion_length": 107.453125,
"epoch": 1.8760024676125848,
"grad_norm": 0.15993014805122205,
"kl": 0.0330810546875,
"learning_rate": 6.111111111111111e-08,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1521
},
{
"completion_length": 103.609375,
"epoch": 1.8772362739049968,
"grad_norm": 0.5302963979603263,
"kl": 0.0360107421875,
"learning_rate": 6.049382716049382e-08,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1522
},
{
"completion_length": 102.34375,
"epoch": 1.878470080197409,
"grad_norm": 0.08443035196163437,
"kl": 0.02703857421875,
"learning_rate": 5.987654320987654e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1523
},
{
"completion_length": 103.453125,
"epoch": 1.8797038864898212,
"grad_norm": 0.08433401805889458,
"kl": 0.04541015625,
"learning_rate": 5.925925925925926e-08,
"loss": 0.0018,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1524
},
{
"completion_length": 110.4375,
"epoch": 1.8809376927822332,
"grad_norm": 0.07630665696034845,
"kl": 0.0382080078125,
"learning_rate": 5.864197530864197e-08,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1525
},
{
"completion_length": 97.28125,
"epoch": 1.8821714990746452,
"grad_norm": 0.07965085946544273,
"kl": 0.02813720703125,
"learning_rate": 5.802469135802469e-08,
"loss": 0.0011,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1526
},
{
"completion_length": 101.8125,
"epoch": 1.8834053053670574,
"grad_norm": 1.0735188735139691,
"kl": 0.050048828125,
"learning_rate": 5.74074074074074e-08,
"loss": 0.002,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 1527
},
{
"completion_length": 109.890625,
"epoch": 1.8846391116594696,
"grad_norm": 1.0898411689408898,
"kl": 0.0343017578125,
"learning_rate": 5.679012345679012e-08,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1528
},
{
"completion_length": 115.359375,
"epoch": 1.8858729179518816,
"grad_norm": 5.335826192788834,
"kl": 0.0299072265625,
"learning_rate": 5.617283950617284e-08,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1529
},
{
"completion_length": 111.5,
"epoch": 1.8871067242442936,
"grad_norm": 0.7660880812465032,
"kl": 0.0296630859375,
"learning_rate": 5.555555555555555e-08,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1530
},
{
"completion_length": 107.96875,
"epoch": 1.8883405305367056,
"grad_norm": 0.5930742935267542,
"kl": 0.037353515625,
"learning_rate": 5.493827160493827e-08,
"loss": 0.0015,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1531
},
{
"completion_length": 119.234375,
"epoch": 1.8895743368291178,
"grad_norm": 0.07760939187239935,
"kl": 0.03662109375,
"learning_rate": 5.432098765432099e-08,
"loss": 0.0015,
"reward": 1.3671875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 0.875,
"rewards/format_reward": 0.4921875,
"step": 1532
},
{
"completion_length": 109.3125,
"epoch": 1.89080814312153,
"grad_norm": 1.2055554547863399,
"kl": 0.040771484375,
"learning_rate": 5.37037037037037e-08,
"loss": 0.0016,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1533
},
{
"completion_length": 113.96875,
"epoch": 1.892041949413942,
"grad_norm": 0.07392159953898061,
"kl": 0.0333251953125,
"learning_rate": 5.308641975308642e-08,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1534
},
{
"completion_length": 117.734375,
"epoch": 1.893275755706354,
"grad_norm": 0.5453669808875328,
"kl": 0.0458984375,
"learning_rate": 5.246913580246913e-08,
"loss": 0.0018,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1535
},
{
"completion_length": 99.59375,
"epoch": 1.8945095619987662,
"grad_norm": 1.3729480333070874,
"kl": 0.0550537109375,
"learning_rate": 5.1851851851851846e-08,
"loss": 0.0022,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1536
},
{
"completion_length": 128.1875,
"epoch": 1.8957433682911784,
"grad_norm": 1.8129899568287042,
"kl": 0.02459716796875,
"learning_rate": 5.1234567901234565e-08,
"loss": 0.001,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1537
},
{
"completion_length": 114.78125,
"epoch": 1.8969771745835904,
"grad_norm": 0.9676181025853853,
"kl": 0.032958984375,
"learning_rate": 5.0617283950617285e-08,
"loss": 0.0013,
"reward": 1.4453125,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 1538
},
{
"completion_length": 114.203125,
"epoch": 1.8982109808760024,
"grad_norm": 0.840839786713402,
"kl": 0.0394287109375,
"learning_rate": 5e-08,
"loss": 0.0016,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1539
},
{
"completion_length": 100.03125,
"epoch": 1.8994447871684146,
"grad_norm": 0.6249586034251801,
"kl": 0.02752685546875,
"learning_rate": 4.938271604938271e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1540
},
{
"completion_length": 98.703125,
"epoch": 1.9006785934608268,
"grad_norm": 0.2425196166392442,
"kl": 0.02056884765625,
"learning_rate": 4.876543209876543e-08,
"loss": 0.0008,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1541
},
{
"completion_length": 113.09375,
"epoch": 1.9019123997532388,
"grad_norm": 1.225585197938373,
"kl": 0.04296875,
"learning_rate": 4.814814814814814e-08,
"loss": 0.0017,
"reward": 1.4453125,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.4921875,
"step": 1542
},
{
"completion_length": 125.65625,
"epoch": 1.9031462060456508,
"grad_norm": 0.9881025913861221,
"kl": 0.06243896484375,
"learning_rate": 4.753086419753086e-08,
"loss": 0.0025,
"reward": 1.4609375,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1543
},
{
"completion_length": 107.59375,
"epoch": 1.904380012338063,
"grad_norm": 0.8189854611531634,
"kl": 0.02642822265625,
"learning_rate": 4.691358024691358e-08,
"loss": 0.0011,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1544
},
{
"completion_length": 110.140625,
"epoch": 1.905613818630475,
"grad_norm": 1.0138657804656714,
"kl": 0.029296875,
"learning_rate": 4.629629629629629e-08,
"loss": 0.0012,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1545
},
{
"completion_length": 104.90625,
"epoch": 1.9068476249228872,
"grad_norm": 0.6631162679302071,
"kl": 0.03289794921875,
"learning_rate": 4.567901234567901e-08,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1546
},
{
"completion_length": 98.0625,
"epoch": 1.9080814312152992,
"grad_norm": 0.11466563963958486,
"kl": 0.03118896484375,
"learning_rate": 4.506172839506173e-08,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1547
},
{
"completion_length": 108.75,
"epoch": 1.9093152375077111,
"grad_norm": 1.958996951830767,
"kl": 0.0328369140625,
"learning_rate": 4.444444444444444e-08,
"loss": 0.0013,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 1548
},
{
"completion_length": 103.4375,
"epoch": 1.9105490438001234,
"grad_norm": 0.8108726794020745,
"kl": 0.0352783203125,
"learning_rate": 4.382716049382716e-08,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1549
},
{
"completion_length": 111.671875,
"epoch": 1.9117828500925356,
"grad_norm": 0.11120018552022021,
"kl": 0.02447509765625,
"learning_rate": 4.3209876543209874e-08,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1550
},
{
"completion_length": 94.390625,
"epoch": 1.9130166563849476,
"grad_norm": 0.1603513121243202,
"kl": 0.030303955078125,
"learning_rate": 4.2592592592592586e-08,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1551
},
{
"completion_length": 98.765625,
"epoch": 1.9142504626773595,
"grad_norm": 0.5544481255194879,
"kl": 0.03460693359375,
"learning_rate": 4.1975308641975306e-08,
"loss": 0.0014,
"reward": 1.46875,
"reward_std": 0.03608439117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.5,
"step": 1552
},
{
"completion_length": 96.328125,
"epoch": 1.9154842689697718,
"grad_norm": 0.6238550215426218,
"kl": 0.031982421875,
"learning_rate": 4.1358024691358026e-08,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1553
},
{
"completion_length": 101.6875,
"epoch": 1.916718075262184,
"grad_norm": 0.128616931583501,
"kl": 0.03082275390625,
"learning_rate": 4.0740740740740745e-08,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1554
},
{
"completion_length": 111.171875,
"epoch": 1.917951881554596,
"grad_norm": 1.8073527283010264,
"kl": 0.02178955078125,
"learning_rate": 4.012345679012345e-08,
"loss": 0.0009,
"reward": 1.453125,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.953125,
"rewards/format_reward": 0.5,
"step": 1555
},
{
"completion_length": 109.5625,
"epoch": 1.919185687847008,
"grad_norm": 0.06549389116040379,
"kl": 0.028076171875,
"learning_rate": 3.950617283950617e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1556
},
{
"completion_length": 112.1875,
"epoch": 1.9204194941394201,
"grad_norm": 0.15835902737275429,
"kl": 0.04248046875,
"learning_rate": 3.888888888888889e-08,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1557
},
{
"completion_length": 108.234375,
"epoch": 1.9216533004318324,
"grad_norm": 2.246218714293168,
"kl": 0.03033447265625,
"learning_rate": 3.8271604938271604e-08,
"loss": 0.0012,
"reward": 1.453125,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.484375,
"step": 1558
},
{
"completion_length": 111.140625,
"epoch": 1.9228871067242443,
"grad_norm": 0.07508634979584024,
"kl": 0.0289306640625,
"learning_rate": 3.7654320987654323e-08,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1559
},
{
"completion_length": 108.796875,
"epoch": 1.9241209130166563,
"grad_norm": 0.7429692427029095,
"kl": 0.0340576171875,
"learning_rate": 3.7037037037037036e-08,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1560
},
{
"completion_length": 110.4375,
"epoch": 1.9253547193090683,
"grad_norm": 0.822897761315987,
"kl": 0.0306396484375,
"learning_rate": 3.641975308641975e-08,
"loss": 0.0012,
"reward": 1.390625,
"reward_std": 0.09375,
"rewards/accuracy_reward": 0.90625,
"rewards/format_reward": 0.484375,
"step": 1561
},
{
"completion_length": 105.4375,
"epoch": 1.9265885256014805,
"grad_norm": 0.6264518973355899,
"kl": 0.02587890625,
"learning_rate": 3.580246913580247e-08,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1562
},
{
"completion_length": 110.09375,
"epoch": 1.9278223318938927,
"grad_norm": 2.9341446901499597,
"kl": 0.11798095703125,
"learning_rate": 3.518518518518519e-08,
"loss": 0.0047,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1563
},
{
"completion_length": 99.375,
"epoch": 1.9290561381863047,
"grad_norm": 0.11536286097817218,
"kl": 0.0367431640625,
"learning_rate": 3.4567901234567895e-08,
"loss": 0.0015,
"reward": 1.4609375,
"reward_std": 0.05170939117670059,
"rewards/accuracy_reward": 0.96875,
"rewards/format_reward": 0.4921875,
"step": 1564
},
{
"completion_length": 100.84375,
"epoch": 1.9302899444787167,
"grad_norm": 1.0812536477100445,
"kl": 0.02618408203125,
"learning_rate": 3.3950617283950614e-08,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1565
},
{
"completion_length": 109.359375,
"epoch": 1.931523750771129,
"grad_norm": 0.11766896455790413,
"kl": 0.0345458984375,
"learning_rate": 3.3333333333333334e-08,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1566
},
{
"completion_length": 100.015625,
"epoch": 1.9327575570635411,
"grad_norm": 0.06706693418746923,
"kl": 0.04833984375,
"learning_rate": 3.271604938271605e-08,
"loss": 0.0019,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1567
},
{
"completion_length": 119.296875,
"epoch": 1.9339913633559531,
"grad_norm": 0.9031902482321832,
"kl": 0.02923583984375,
"learning_rate": 3.2098765432098767e-08,
"loss": 0.0012,
"reward": 1.4296875,
"reward_std": 0.11420939117670059,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.4921875,
"step": 1568
},
{
"completion_length": 110.703125,
"epoch": 1.935225169648365,
"grad_norm": 6.428243766307643,
"kl": 0.02972412109375,
"learning_rate": 3.148148148148148e-08,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1569
},
{
"completion_length": 103.140625,
"epoch": 1.9364589759407773,
"grad_norm": 0.06885323332093031,
"kl": 0.04266357421875,
"learning_rate": 3.086419753086419e-08,
"loss": 0.0017,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1570
},
{
"completion_length": 119.171875,
"epoch": 1.9376927822331895,
"grad_norm": 1.1182676615762377,
"kl": 0.02447509765625,
"learning_rate": 3.024691358024691e-08,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1571
},
{
"completion_length": 114.453125,
"epoch": 1.9389265885256015,
"grad_norm": 2.751621604513145,
"kl": 0.02447509765625,
"learning_rate": 2.962962962962963e-08,
"loss": 0.001,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1572
},
{
"completion_length": 103.09375,
"epoch": 1.9401603948180135,
"grad_norm": 0.6447113083117788,
"kl": 0.02703857421875,
"learning_rate": 2.9012345679012345e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1573
},
{
"completion_length": 107.71875,
"epoch": 1.9413942011104257,
"grad_norm": 0.17807619905038818,
"kl": 0.0230712890625,
"learning_rate": 2.839506172839506e-08,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1574
},
{
"completion_length": 102.078125,
"epoch": 1.942628007402838,
"grad_norm": 0.5865308747807157,
"kl": 0.0338134765625,
"learning_rate": 2.7777777777777774e-08,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.484375,
"step": 1575
},
{
"completion_length": 128.71875,
"epoch": 1.94386181369525,
"grad_norm": 1.2228529651471107,
"kl": 0.0341796875,
"learning_rate": 2.7160493827160494e-08,
"loss": 0.0014,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1576
},
{
"completion_length": 110.640625,
"epoch": 1.945095619987662,
"grad_norm": 0.08140107554273039,
"kl": 0.0338134765625,
"learning_rate": 2.654320987654321e-08,
"loss": 0.0014,
"reward": 1.484375,
"reward_std": 0.03125,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.5,
"step": 1577
},
{
"completion_length": 105.015625,
"epoch": 1.9463294262800739,
"grad_norm": 1.8332257276063542,
"kl": 0.02630615234375,
"learning_rate": 2.5925925925925923e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1578
},
{
"completion_length": 103.796875,
"epoch": 1.947563232572486,
"grad_norm": 0.1712556875571474,
"kl": 0.032958984375,
"learning_rate": 2.5308641975308642e-08,
"loss": 0.0013,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1579
},
{
"completion_length": 112.296875,
"epoch": 1.9487970388648983,
"grad_norm": 0.11484767643310739,
"kl": 0.0245361328125,
"learning_rate": 2.4691358024691355e-08,
"loss": 0.001,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1580
},
{
"completion_length": 117.640625,
"epoch": 1.9500308451573103,
"grad_norm": 0.769066318483228,
"kl": 0.0384521484375,
"learning_rate": 2.407407407407407e-08,
"loss": 0.0015,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1581
},
{
"completion_length": 109.5,
"epoch": 1.9512646514497223,
"grad_norm": 0.16040771074656668,
"kl": 0.02386474609375,
"learning_rate": 2.345679012345679e-08,
"loss": 0.001,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1582
},
{
"completion_length": 97.828125,
"epoch": 1.9524984577421345,
"grad_norm": 0.06569214558947066,
"kl": 0.0230712890625,
"learning_rate": 2.2839506172839504e-08,
"loss": 0.0009,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1583
},
{
"completion_length": 105.53125,
"epoch": 1.9537322640345467,
"grad_norm": 8.565199051740919,
"kl": 0.02947998046875,
"learning_rate": 2.222222222222222e-08,
"loss": 0.0012,
"reward": 1.46875,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.484375,
"step": 1584
},
{
"completion_length": 95.75,
"epoch": 1.9549660703269587,
"grad_norm": 2.8567014768036887,
"kl": 0.0299072265625,
"learning_rate": 2.1604938271604937e-08,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1585
},
{
"completion_length": 97.796875,
"epoch": 1.9561998766193707,
"grad_norm": 0.10877731274957776,
"kl": 0.027099609375,
"learning_rate": 2.0987654320987653e-08,
"loss": 0.0011,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1586
},
{
"completion_length": 99.484375,
"epoch": 1.9574336829117829,
"grad_norm": 0.17733241504667122,
"kl": 0.0343017578125,
"learning_rate": 2.0370370370370373e-08,
"loss": 0.0014,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1587
},
{
"completion_length": 117.265625,
"epoch": 1.958667489204195,
"grad_norm": 5.466646774023603,
"kl": 0.02349853515625,
"learning_rate": 1.9753086419753086e-08,
"loss": 0.0009,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1588
},
{
"completion_length": 105.8125,
"epoch": 1.959901295496607,
"grad_norm": 0.09555044884999613,
"kl": 0.01708984375,
"learning_rate": 1.9135802469135802e-08,
"loss": 0.0007,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1589
},
{
"completion_length": 98.15625,
"epoch": 1.961135101789019,
"grad_norm": 0.08904730611015502,
"kl": 0.0340576171875,
"learning_rate": 1.8518518518518518e-08,
"loss": 0.0014,
"reward": 1.4375,
"reward_std": 0.0,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1590
},
{
"completion_length": 107.328125,
"epoch": 1.962368908081431,
"grad_norm": 1.5549360962073595,
"kl": 0.02105712890625,
"learning_rate": 1.7901234567901234e-08,
"loss": 0.0008,
"reward": 1.4375,
"reward_std": 0.0625,
"rewards/accuracy_reward": 0.9375,
"rewards/format_reward": 0.5,
"step": 1591
},
{
"completion_length": 108.3125,
"epoch": 1.9636027143738433,
"grad_norm": 1.3524256850445908,
"kl": 0.0289306640625,
"learning_rate": 1.7283950617283947e-08,
"loss": 0.0012,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4765625,
"step": 1592
},
{
"completion_length": 114.140625,
"epoch": 1.9648365206662555,
"grad_norm": 1.0420234323538728,
"kl": 0.02972412109375,
"learning_rate": 1.6666666666666667e-08,
"loss": 0.0012,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1593
},
{
"completion_length": 101.46875,
"epoch": 1.9660703269586675,
"grad_norm": 0.09556806498839375,
"kl": 0.05792236328125,
"learning_rate": 1.6049382716049383e-08,
"loss": 0.0023,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1594
},
{
"completion_length": 103.15625,
"epoch": 1.9673041332510794,
"grad_norm": 1.0687695161919974,
"kl": 0.0302734375,
"learning_rate": 1.5432098765432096e-08,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1595
},
{
"completion_length": 110.765625,
"epoch": 1.9685379395434917,
"grad_norm": 7.503802755124931,
"kl": 0.02728271484375,
"learning_rate": 1.4814814814814814e-08,
"loss": 0.0011,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1596
},
{
"completion_length": 99.90625,
"epoch": 1.9697717458359039,
"grad_norm": 1.5608631449110812,
"kl": 0.03033447265625,
"learning_rate": 1.419753086419753e-08,
"loss": 0.0012,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1597
},
{
"completion_length": 94.828125,
"epoch": 1.9710055521283159,
"grad_norm": 0.9159072280029892,
"kl": 0.03955078125,
"learning_rate": 1.3580246913580247e-08,
"loss": 0.0016,
"reward": 1.5,
"reward_std": 0.0,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.5,
"step": 1598
},
{
"completion_length": 119.359375,
"epoch": 1.9722393584207278,
"grad_norm": 0.6335810235067453,
"kl": 0.03594970703125,
"learning_rate": 1.2962962962962961e-08,
"loss": 0.0014,
"reward": 1.4765625,
"reward_std": 0.046875,
"rewards/accuracy_reward": 0.984375,
"rewards/format_reward": 0.4921875,
"step": 1599
},
{
"completion_length": 96.734375,
"epoch": 1.97347316471314,
"grad_norm": 0.0884151499589747,
"kl": 0.03363037109375,
"learning_rate": 1.2345679012345678e-08,
"loss": 0.0013,
"reward": 1.4921875,
"reward_std": 0.015625,
"rewards/accuracy_reward": 1.0,
"rewards/format_reward": 0.4921875,
"step": 1600
}
],
"logging_steps": 1.0,
"max_steps": 1620,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 100,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}