{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.97347316471314,
  "eval_steps": 500,
  "global_step": 1600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "completion_length": 111.375,
      "epoch": 0.0012338062924120913,
      "grad_norm": 4.678755960296523,
      "kl": 0.0,
      "learning_rate": 9.993827160493825e-07,
      "loss": 0.0,
      "reward": 1.046875,
      "reward_std": 0.4388826936483383,
      "rewards/accuracy_reward": 0.78125,
      "rewards/format_reward": 0.265625,
      "step": 1
    },
    {
      "completion_length": 109.296875,
      "epoch": 0.0024676125848241827,
      "grad_norm": 25.811857333887335,
      "kl": 0.0005331039428710938,
      "learning_rate": 9.987654320987654e-07,
      "loss": 0.0,
      "reward": 1.1328125,
      "reward_std": 0.4845912754535675,
      "rewards/accuracy_reward": 0.84375,
      "rewards/format_reward": 0.2890625,
      "step": 2
    },
    {
      "completion_length": 99.359375,
      "epoch": 0.003701418877236274,
      "grad_norm": 24.829404657725267,
      "kl": 0.003330230712890625,
      "learning_rate": 9.981481481481482e-07,
      "loss": 0.0001,
      "reward": 1.078125,
      "reward_std": 0.4819900691509247,
      "rewards/accuracy_reward": 0.75,
      "rewards/format_reward": 0.328125,
      "step": 3
    },
    {
      "completion_length": 105.328125,
      "epoch": 0.004935225169648365,
      "grad_norm": 5.5120424377504085,
      "kl": 0.0046539306640625,
      "learning_rate": 9.975308641975308e-07,
      "loss": 0.0002,
      "reward": 1.2109375,
      "reward_std": 0.3965461850166321,
      "rewards/accuracy_reward": 0.84375,
      "rewards/format_reward": 0.3671875,
      "step": 4
    },
    {
      "completion_length": 115.15625,
      "epoch": 0.006169031462060457,
      "grad_norm": 8.465877318516926,
      "kl": 0.005950927734375,
      "learning_rate": 9.969135802469136e-07,
      "loss": 0.0002,
      "reward": 1.265625,
      "reward_std": 0.30785849690437317,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.375,
      "step": 5
    },
    {
      "completion_length": 83.296875,
      "epoch": 0.007402837754472548,
      "grad_norm": 3.8856368784669737,
      "kl": 0.018310546875,
      "learning_rate": 9.962962962962964e-07,
      "loss": 0.0007,
      "reward": 1.3984375,
      "reward_std": 0.203125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4609375,
      "step": 6
    },
    {
      "completion_length": 94.828125,
      "epoch": 0.00863664404688464,
      "grad_norm": 2.4203932334230345,
      "kl": 0.02496337890625,
      "learning_rate": 9.95679012345679e-07,
      "loss": 0.001,
      "reward": 1.3515625,
      "reward_std": 0.17670938372612,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.4765625,
      "step": 7
    },
    {
      "completion_length": 83.859375,
      "epoch": 0.00987045033929673,
      "grad_norm": 2.108649544088262,
      "kl": 0.03582763671875,
      "learning_rate": 9.950617283950616e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 8
    },
    {
      "completion_length": 91.125,
      "epoch": 0.011104256631708822,
      "grad_norm": 2.8133098608359175,
      "kl": 0.0224609375,
      "learning_rate": 9.944444444444444e-07,
      "loss": 0.0009,
      "reward": 1.2890625,
      "reward_std": 0.18154378235340118,
      "rewards/accuracy_reward": 0.796875,
      "rewards/format_reward": 0.4921875,
      "step": 9
    },
    {
      "completion_length": 92.359375,
      "epoch": 0.012338062924120914,
      "grad_norm": 5.945600850569931,
      "kl": 0.0469970703125,
      "learning_rate": 9.938271604938272e-07,
      "loss": 0.0019,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 10
    },
    {
      "completion_length": 78.21875,
      "epoch": 0.013571869216533004,
      "grad_norm": 0.20698641230705772,
      "kl": 0.015106201171875,
      "learning_rate": 9.9320987654321e-07,
      "loss": 0.0006,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 11
    },
    {
      "completion_length": 83.53125,
      "epoch": 0.014805675508945095,
      "grad_norm": 0.5343182243590763,
      "kl": 0.02557373046875,
      "learning_rate": 9.925925925925926e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 12
    },
    {
      "completion_length": 79.859375,
      "epoch": 0.016039481801357187,
      "grad_norm": 2.711147663668343,
      "kl": 0.0216064453125,
      "learning_rate": 9.919753086419754e-07,
      "loss": 0.0009,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 13
    },
    {
      "completion_length": 86.65625,
      "epoch": 0.01727328809376928,
      "grad_norm": 1.6671476456124643,
      "kl": 0.0257568359375,
      "learning_rate": 9.91358024691358e-07,
      "loss": 0.001,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 14
    },
    {
      "completion_length": 86.765625,
      "epoch": 0.01850709438618137,
      "grad_norm": 1.4971918486524665,
      "kl": 0.02166748046875,
      "learning_rate": 9.907407407407406e-07,
      "loss": 0.0009,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 15
    },
    {
      "completion_length": 77.609375,
      "epoch": 0.01974090067859346,
      "grad_norm": 1.1415570652593325,
      "kl": 0.0206298828125,
      "learning_rate": 9.901234567901234e-07,
      "loss": 0.0008,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 16
    },
    {
      "completion_length": 88.3125,
      "epoch": 0.020974706971005553,
      "grad_norm": 1.3294459706815323,
      "kl": 0.02197265625,
      "learning_rate": 9.895061728395062e-07,
      "loss": 0.0009,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 17
    },
    {
      "completion_length": 102.859375,
      "epoch": 0.022208513263417645,
      "grad_norm": 3.1573653257631067,
      "kl": 0.072265625,
      "learning_rate": 9.88888888888889e-07,
      "loss": 0.0029,
      "reward": 1.4375,
      "reward_std": 0.09858439117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 18
    },
    {
      "completion_length": 106.65625,
      "epoch": 0.023442319555829736,
      "grad_norm": 1.8014267440585425,
      "kl": 0.03240966796875,
      "learning_rate": 9.882716049382716e-07,
      "loss": 0.0013,
      "reward": 1.390625,
      "reward_std": 0.11662658676505089,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.484375,
      "step": 19
    },
    {
      "completion_length": 97.859375,
      "epoch": 0.024676125848241828,
      "grad_norm": 2.2990771390491247,
      "kl": 0.0391845703125,
      "learning_rate": 9.876543209876542e-07,
      "loss": 0.0016,
      "reward": 1.359375,
      "reward_std": 0.1659187749028206,
      "rewards/accuracy_reward": 0.859375,
      "rewards/format_reward": 0.5,
      "step": 20
    },
    {
      "completion_length": 97.046875,
      "epoch": 0.025909932140653916,
      "grad_norm": 5.301141520171692,
      "kl": 0.0396728515625,
      "learning_rate": 9.87037037037037e-07,
      "loss": 0.0016,
      "reward": 1.3984375,
      "reward_std": 0.17670938372612,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.4921875,
      "step": 21
    },
    {
      "completion_length": 95.171875,
      "epoch": 0.027143738433066007,
      "grad_norm": 1.7225048259438263,
      "kl": 0.0426025390625,
      "learning_rate": 9.864197530864198e-07,
      "loss": 0.0017,
      "reward": 1.4296875,
      "reward_std": 0.109375,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 22
    },
    {
      "completion_length": 91.359375,
      "epoch": 0.0283775447254781,
      "grad_norm": 1.1776194385928846,
      "kl": 0.0416259765625,
      "learning_rate": 9.858024691358024e-07,
      "loss": 0.0017,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 23
    },
    {
      "completion_length": 113.421875,
      "epoch": 0.02961135101789019,
      "grad_norm": 1.9386072682452344,
      "kl": 0.047607421875,
      "learning_rate": 9.851851851851852e-07,
      "loss": 0.0019,
      "reward": 1.4140625,
      "reward_std": 0.1454593911767006,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 24
    },
    {
      "completion_length": 100.9375,
      "epoch": 0.030845157310302282,
      "grad_norm": 1.439866726331972,
      "kl": 0.0543212890625,
      "learning_rate": 9.84567901234568e-07,
      "loss": 0.0022,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 25
    },
    {
      "completion_length": 102.671875,
      "epoch": 0.032078963602714373,
      "grad_norm": 1.9652261115525824,
      "kl": 0.04248046875,
      "learning_rate": 9.839506172839506e-07,
      "loss": 0.0017,
      "reward": 1.3125,
      "reward_std": 0.1875,
      "rewards/accuracy_reward": 0.8125,
      "rewards/format_reward": 0.5,
      "step": 26
    },
    {
      "completion_length": 120.515625,
      "epoch": 0.033312769895126465,
      "grad_norm": 3.365126925311549,
      "kl": 0.044921875,
      "learning_rate": 9.833333333333332e-07,
      "loss": 0.0018,
      "reward": 1.3203125,
      "reward_std": 0.2392093911767006,
      "rewards/accuracy_reward": 0.828125,
      "rewards/format_reward": 0.4921875,
      "step": 27
    },
    {
      "completion_length": 98.09375,
      "epoch": 0.03454657618753856,
      "grad_norm": 1.4519509900551117,
      "kl": 0.049072265625,
      "learning_rate": 9.82716049382716e-07,
      "loss": 0.002,
      "reward": 1.453125,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 28
    },
    {
      "completion_length": 108.875,
      "epoch": 0.03578038247995065,
      "grad_norm": 1.9266541199423843,
      "kl": 0.0501708984375,
      "learning_rate": 9.820987654320988e-07,
      "loss": 0.002,
      "reward": 1.390625,
      "reward_std": 0.1923343911767006,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.46875,
      "step": 29
    },
    {
      "completion_length": 113.859375,
      "epoch": 0.03701418877236274,
      "grad_norm": 2.518339855566089,
      "kl": 0.0455322265625,
      "learning_rate": 9.814814814814814e-07,
      "loss": 0.0018,
      "reward": 1.359375,
      "reward_std": 0.19233438372612,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.484375,
      "step": 30
    },
    {
      "completion_length": 94.9375,
      "epoch": 0.03824799506477483,
      "grad_norm": 1.9552848720306542,
      "kl": 0.049560546875,
      "learning_rate": 9.808641975308642e-07,
      "loss": 0.002,
      "reward": 1.4296875,
      "reward_std": 0.08779378235340118,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 31
    },
    {
      "completion_length": 112.75,
      "epoch": 0.03948180135718692,
      "grad_norm": 1.492895286190868,
      "kl": 0.03955078125,
      "learning_rate": 9.80246913580247e-07,
      "loss": 0.0016,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 32
    },
    {
      "completion_length": 100.0,
      "epoch": 0.040715607649599014,
      "grad_norm": 3.071148224200042,
      "kl": 0.038330078125,
      "learning_rate": 9.796296296296296e-07,
      "loss": 0.0015,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 33
    },
    {
      "completion_length": 100.53125,
      "epoch": 0.041949413942011106,
      "grad_norm": 1.8666028826492735,
      "kl": 0.0382080078125,
      "learning_rate": 9.790123456790122e-07,
      "loss": 0.0015,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 34
    },
    {
      "completion_length": 109.375,
      "epoch": 0.0431832202344232,
      "grad_norm": 1.9405696795006586,
      "kl": 0.03167724609375,
      "learning_rate": 9.78395061728395e-07,
      "loss": 0.0013,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 35
    },
    {
      "completion_length": 97.5625,
      "epoch": 0.04441702652683529,
      "grad_norm": 1.7628751766520583,
      "kl": 0.03631591796875,
      "learning_rate": 9.777777777777778e-07,
      "loss": 0.0015,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 36
    },
    {
      "completion_length": 113.140625,
      "epoch": 0.04565083281924738,
      "grad_norm": 1.9019103664772874,
      "kl": 0.036865234375,
      "learning_rate": 9.771604938271606e-07,
      "loss": 0.0015,
      "reward": 1.359375,
      "reward_std": 0.15625,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.484375,
      "step": 37
    },
    {
      "completion_length": 95.421875,
      "epoch": 0.04688463911165947,
      "grad_norm": 1.6154136942292063,
      "kl": 0.038818359375,
      "learning_rate": 9.765432098765432e-07,
      "loss": 0.0016,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 38
    },
    {
      "completion_length": 109.546875,
      "epoch": 0.048118445404071564,
      "grad_norm": 2.5406691520372844,
      "kl": 0.03546142578125,
      "learning_rate": 9.75925925925926e-07,
      "loss": 0.0014,
      "reward": 1.3203125,
      "reward_std": 0.18965356051921844,
      "rewards/accuracy_reward": 0.84375,
      "rewards/format_reward": 0.4765625,
      "step": 39
    },
    {
      "completion_length": 99.875,
      "epoch": 0.049352251696483655,
      "grad_norm": 1.0021869154999843,
      "kl": 0.03363037109375,
      "learning_rate": 9.753086419753086e-07,
      "loss": 0.0013,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 40
    },
    {
      "completion_length": 103.859375,
      "epoch": 0.05058605798889575,
      "grad_norm": 2.028198643858918,
      "kl": 0.0364990234375,
      "learning_rate": 9.746913580246912e-07,
      "loss": 0.0015,
      "reward": 1.40625,
      "reward_std": 0.16108438372612,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.484375,
      "step": 41
    },
    {
      "completion_length": 98.90625,
      "epoch": 0.05181986428130783,
      "grad_norm": 1.4116797877333815,
      "kl": 0.0274658203125,
      "learning_rate": 9.74074074074074e-07,
      "loss": 0.0011,
      "reward": 1.4609375,
      "reward_std": 0.06116959825158119,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 42
    },
    {
      "completion_length": 90.390625,
      "epoch": 0.05305367057371992,
      "grad_norm": 3.0570380391439502,
      "kl": 0.06793212890625,
      "learning_rate": 9.734567901234568e-07,
      "loss": 0.0027,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.46875,
      "step": 43
    },
    {
      "completion_length": 101.078125,
      "epoch": 0.054287476866132015,
      "grad_norm": 1.21034439830767,
      "kl": 0.033447265625,
      "learning_rate": 9.728395061728396e-07,
      "loss": 0.0013,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 44
    },
    {
      "completion_length": 104.109375,
      "epoch": 0.055521283158544106,
      "grad_norm": 1.3767313599530109,
      "kl": 0.028564453125,
      "learning_rate": 9.722222222222222e-07,
      "loss": 0.0011,
      "reward": 1.4140625,
      "reward_std": 0.109375,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 45
    },
    {
      "completion_length": 94.984375,
      "epoch": 0.0567550894509562,
      "grad_norm": 3.608674010145023,
      "kl": 0.03076171875,
      "learning_rate": 9.71604938271605e-07,
      "loss": 0.0012,
      "reward": 1.421875,
      "reward_std": 0.15625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.484375,
      "step": 46
    },
    {
      "completion_length": 96.125,
      "epoch": 0.05798889574336829,
      "grad_norm": 3.424284905443341,
      "kl": 0.029296875,
      "learning_rate": 9.709876543209876e-07,
      "loss": 0.0012,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 47
    },
    {
      "completion_length": 105.953125,
      "epoch": 0.05922270203578038,
      "grad_norm": 3.6635358929273196,
      "kl": 0.0308837890625,
      "learning_rate": 9.703703703703704e-07,
      "loss": 0.0012,
      "reward": 1.359375,
      "reward_std": 0.09858439117670059,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.484375,
      "step": 48
    },
    {
      "completion_length": 97.953125,
      "epoch": 0.06045650832819247,
      "grad_norm": 3.726564466545244,
      "kl": 0.0394287109375,
      "learning_rate": 9.69753086419753e-07,
      "loss": 0.0016,
      "reward": 1.3671875,
      "reward_std": 0.203125,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.4609375,
      "step": 49
    },
    {
      "completion_length": 99.09375,
      "epoch": 0.061690314620604564,
      "grad_norm": 0.3856494128235064,
      "kl": 0.024658203125,
      "learning_rate": 9.691358024691358e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 50
    },
    {
      "completion_length": 98.09375,
      "epoch": 0.06292412091301666,
      "grad_norm": 2.479098554973388,
      "kl": 0.04608154296875,
      "learning_rate": 9.685185185185186e-07,
      "loss": 0.0018,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 51
    },
    {
      "completion_length": 98.109375,
      "epoch": 0.06415792720542875,
      "grad_norm": 2.2328851968691072,
      "kl": 0.0316162109375,
      "learning_rate": 9.679012345679012e-07,
      "loss": 0.0013,
      "reward": 1.375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.5,
      "step": 52
    },
    {
      "completion_length": 93.6875,
      "epoch": 0.06539173349784085,
      "grad_norm": 4.131259561444984,
      "kl": 0.126708984375,
      "learning_rate": 9.67283950617284e-07,
      "loss": 0.0051,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 53
    },
    {
      "completion_length": 92.046875,
      "epoch": 0.06662553979025293,
      "grad_norm": 0.8130352414637579,
      "kl": 0.0308837890625,
      "learning_rate": 9.666666666666666e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 54
    },
    {
      "completion_length": 84.375,
      "epoch": 0.06785934608266501,
      "grad_norm": 0.8582207154886838,
      "kl": 0.03082275390625,
      "learning_rate": 9.660493827160494e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 55
    },
    {
      "completion_length": 92.921875,
      "epoch": 0.06909315237507711,
      "grad_norm": 4.453593794752862,
      "kl": 0.034423828125,
      "learning_rate": 9.65432098765432e-07,
      "loss": 0.0014,
      "reward": 1.3203125,
      "reward_std": 0.18154378235340118,
      "rewards/accuracy_reward": 0.84375,
      "rewards/format_reward": 0.4765625,
      "step": 56
    },
    {
      "completion_length": 94.4375,
      "epoch": 0.0703269586674892,
      "grad_norm": 1.5585298060464017,
      "kl": 0.0419921875,
      "learning_rate": 9.648148148148148e-07,
      "loss": 0.0017,
      "reward": 1.4375,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 57
    },
    {
      "completion_length": 82.828125,
      "epoch": 0.0715607649599013,
      "grad_norm": 1.585145898515498,
      "kl": 0.0408935546875,
      "learning_rate": 9.641975308641976e-07,
      "loss": 0.0016,
      "reward": 1.4140625,
      "reward_std": 0.109375,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 58
    },
    {
      "completion_length": 89.421875,
      "epoch": 0.07279457125231338,
      "grad_norm": 5.598808553951379,
      "kl": 0.0535888671875,
      "learning_rate": 9.635802469135802e-07,
      "loss": 0.0021,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4765625,
      "step": 59
    },
    {
      "completion_length": 79.265625,
      "epoch": 0.07402837754472548,
      "grad_norm": 1.3234162041856352,
      "kl": 0.051513671875,
      "learning_rate": 9.629629629629628e-07,
      "loss": 0.0021,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 60
    },
    {
      "completion_length": 83.296875,
      "epoch": 0.07526218383713756,
      "grad_norm": 2.825578099541699,
      "kl": 0.045166015625,
      "learning_rate": 9.623456790123456e-07,
      "loss": 0.0018,
      "reward": 1.3984375,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.4921875,
      "step": 61
    },
    {
      "completion_length": 96.03125,
      "epoch": 0.07649599012954966,
      "grad_norm": 1.1064729187369466,
      "kl": 0.0380859375,
      "learning_rate": 9.617283950617284e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.04419417306780815,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 62
    },
    {
      "completion_length": 78.6875,
      "epoch": 0.07772979642196175,
      "grad_norm": 5.054559743348827,
      "kl": 0.0494384765625,
      "learning_rate": 9.61111111111111e-07,
      "loss": 0.002,
      "reward": 1.359375,
      "reward_std": 0.21875,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.484375,
      "step": 63
    },
    {
      "completion_length": 98.625,
      "epoch": 0.07896360271437385,
      "grad_norm": 2.9379005667037914,
      "kl": 0.0482177734375,
      "learning_rate": 9.604938271604938e-07,
      "loss": 0.0019,
      "reward": 1.421875,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.484375,
      "step": 64
    },
    {
      "completion_length": 84.9375,
      "epoch": 0.08019740900678593,
      "grad_norm": 2.0220248689471276,
      "kl": 0.0496826171875,
      "learning_rate": 9.598765432098766e-07,
      "loss": 0.002,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 65
    },
    {
      "completion_length": 90.796875,
      "epoch": 0.08143121529919803,
      "grad_norm": 2.702952209157037,
      "kl": 0.0540771484375,
      "learning_rate": 9.592592592592592e-07,
      "loss": 0.0022,
      "reward": 1.421875,
      "reward_std": 0.1392945945262909,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.46875,
      "step": 66
    },
    {
      "completion_length": 82.125,
      "epoch": 0.08266502159161011,
      "grad_norm": 5.687793666044118,
      "kl": 0.052490234375,
      "learning_rate": 9.586419753086418e-07,
      "loss": 0.0021,
      "reward": 1.40625,
      "reward_std": 0.11744705587625504,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.484375,
      "step": 67
    },
    {
      "completion_length": 86.921875,
      "epoch": 0.08389882788402221,
      "grad_norm": 0.2306855672604762,
      "kl": 0.05322265625,
      "learning_rate": 9.580246913580246e-07,
      "loss": 0.0021,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 68
    },
    {
      "completion_length": 88.625,
      "epoch": 0.0851326341764343,
      "grad_norm": 3.2320866246397535,
      "kl": 0.053466796875,
      "learning_rate": 9.574074074074074e-07,
      "loss": 0.0021,
      "reward": 1.3671875,
      "reward_std": 0.16915644705295563,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.4609375,
      "step": 69
    },
    {
      "completion_length": 72.453125,
      "epoch": 0.0863664404688464,
      "grad_norm": 3.045618931053479,
      "kl": 0.0513916015625,
      "learning_rate": 9.567901234567902e-07,
      "loss": 0.0021,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 70
    },
    {
      "completion_length": 77.3125,
      "epoch": 0.08760024676125848,
      "grad_norm": 1.4926168166688647,
      "kl": 0.053955078125,
      "learning_rate": 9.561728395061728e-07,
      "loss": 0.0022,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 71
    },
    {
      "completion_length": 82.671875,
      "epoch": 0.08883405305367058,
      "grad_norm": 1.9410484009306177,
      "kl": 0.0533447265625,
      "learning_rate": 9.555555555555556e-07,
      "loss": 0.0021,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 72
    },
    {
      "completion_length": 93.46875,
      "epoch": 0.09006785934608266,
      "grad_norm": 2.300464538615,
      "kl": 0.0384521484375,
      "learning_rate": 9.549382716049382e-07,
      "loss": 0.0015,
      "reward": 1.4296875,
      "reward_std": 0.109375,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 73
    },
    {
      "completion_length": 92.078125,
      "epoch": 0.09130166563849476,
      "grad_norm": 0.711909931697945,
      "kl": 0.040771484375,
      "learning_rate": 9.543209876543208e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 74
    },
    {
      "completion_length": 93.75,
      "epoch": 0.09253547193090685,
      "grad_norm": 3.534952145607356,
      "kl": 0.1708984375,
      "learning_rate": 9.537037037037036e-07,
      "loss": 0.0068,
      "reward": 1.40625,
      "reward_std": 0.16108438372612,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.484375,
      "step": 75
    },
    {
      "completion_length": 87.296875,
      "epoch": 0.09376927822331894,
      "grad_norm": 0.904209144019997,
      "kl": 0.0416259765625,
      "learning_rate": 9.530864197530863e-07,
      "loss": 0.0017,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 76
    },
    {
      "completion_length": 80.09375,
      "epoch": 0.09500308451573103,
      "grad_norm": 0.47610449548841993,
      "kl": 0.05078125,
      "learning_rate": 9.524691358024691e-07,
      "loss": 0.002,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 77
    },
    {
      "completion_length": 83.375,
      "epoch": 0.09623689080814313,
      "grad_norm": 2.3987775324932015,
      "kl": 0.0452880859375,
      "learning_rate": 9.518518518518518e-07,
      "loss": 0.0018,
      "reward": 1.421875,
      "reward_std": 0.15625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.484375,
      "step": 78
    },
    {
      "completion_length": 81.828125,
      "epoch": 0.09747069710055521,
      "grad_norm": 3.482762163152463,
      "kl": 0.045166015625,
      "learning_rate": 9.512345679012346e-07,
      "loss": 0.0018,
      "reward": 1.40625,
      "reward_std": 0.10669417679309845,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.484375,
      "step": 79
    },
    {
      "completion_length": 98.3125,
      "epoch": 0.09870450339296731,
      "grad_norm": 0.1784487418252595,
      "kl": 0.0377197265625,
      "learning_rate": 9.506172839506172e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 80
    },
    {
      "completion_length": 95.21875,
      "epoch": 0.0999383096853794,
      "grad_norm": 2.147551488420084,
      "kl": 0.0404052734375,
      "learning_rate": 9.499999999999999e-07,
      "loss": 0.0016,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 81
    },
    {
      "completion_length": 98.375,
      "epoch": 0.1011721159777915,
      "grad_norm": 0.5747398286411722,
      "kl": 0.035400390625,
      "learning_rate": 9.493827160493827e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 82
    },
    {
      "completion_length": 85.5,
      "epoch": 0.10240592227020358,
      "grad_norm": 1.912443312694372,
      "kl": 0.0372314453125,
      "learning_rate": 9.487654320987654e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 83
    },
    {
      "completion_length": 80.421875,
      "epoch": 0.10363972856261566,
      "grad_norm": 3.2088829084740937,
      "kl": 0.03759765625,
      "learning_rate": 9.481481481481481e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 84
    },
    {
      "completion_length": 81.265625,
      "epoch": 0.10487353485502776,
      "grad_norm": 3.2910088203894565,
      "kl": 0.04345703125,
      "learning_rate": 9.475308641975308e-07,
      "loss": 0.0017,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 85
    },
    {
      "completion_length": 88.75,
      "epoch": 0.10610734114743985,
      "grad_norm": 2.787700878722345,
      "kl": 0.03369140625,
      "learning_rate": 9.469135802469136e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 86
    },
    {
      "completion_length": 96.75,
      "epoch": 0.10734114743985194,
      "grad_norm": 0.8942806428381357,
      "kl": 0.0277099609375,
      "learning_rate": 9.462962962962962e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 87
    },
    {
      "completion_length": 96.0625,
      "epoch": 0.10857495373226403,
      "grad_norm": 0.9775220262405749,
      "kl": 0.031005859375,
      "learning_rate": 9.456790123456789e-07,
      "loss": 0.0012,
      "reward": 1.4453125,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 88
    },
    {
      "completion_length": 81.9375,
      "epoch": 0.10980876002467613,
      "grad_norm": 2.520167198131087,
      "kl": 0.10394287109375,
      "learning_rate": 9.450617283950617e-07,
      "loss": 0.0042,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 89
    },
    {
      "completion_length": 100.5,
      "epoch": 0.11104256631708821,
      "grad_norm": 1.8214985198767273,
      "kl": 0.047119140625,
      "learning_rate": 9.444444444444444e-07,
      "loss": 0.0019,
      "reward": 1.4375,
      "reward_std": 0.09858439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 90
    },
    {
      "completion_length": 78.234375,
      "epoch": 0.11227637260950031,
      "grad_norm": 1.6327501168691838,
      "kl": 0.03204345703125,
      "learning_rate": 9.438271604938271e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 91
    },
    {
      "completion_length": 98.078125,
      "epoch": 0.1135101789019124,
      "grad_norm": 1.8084413677421536,
      "kl": 0.028564453125,
      "learning_rate": 9.432098765432098e-07,
      "loss": 0.0011,
      "reward": 1.375,
      "reward_std": 0.09858439117670059,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.5,
      "step": 92
    },
    {
      "completion_length": 95.875,
      "epoch": 0.1147439851943245,
      "grad_norm": 1.484097000283282,
      "kl": 0.029052734375,
      "learning_rate": 9.425925925925925e-07,
      "loss": 0.0012,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 93
    },
    {
      "completion_length": 93.90625,
      "epoch": 0.11597779148673658,
      "grad_norm": 1.2403192650194836,
      "kl": 0.02325439453125,
      "learning_rate": 9.419753086419753e-07,
      "loss": 0.0009,
      "reward": 1.4375,
      "reward_std": 0.09858439117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 94
    },
    {
      "completion_length": 99.875,
      "epoch": 0.11721159777914868,
      "grad_norm": 2.6316737587924783,
      "kl": 0.0260009765625,
      "learning_rate": 9.413580246913579e-07,
      "loss": 0.001,
      "reward": 1.390625,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.484375,
      "step": 95
    },
    {
      "completion_length": 94.484375,
      "epoch": 0.11844540407156076,
      "grad_norm": 0.9166415506260656,
      "kl": 0.03076171875,
      "learning_rate": 9.407407407407407e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 96
    },
    {
      "completion_length": 91.40625,
      "epoch": 0.11967921036397286,
      "grad_norm": 0.3411253948907181,
      "kl": 0.02435302734375,
      "learning_rate": 9.401234567901234e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 97
    },
    {
      "completion_length": 103.90625,
      "epoch": 0.12091301665638494,
      "grad_norm": 1.1230557416796232,
      "kl": 0.02813720703125,
      "learning_rate": 9.395061728395062e-07,
      "loss": 0.0011,
      "reward": 1.3984375,
      "reward_std": 0.10665644705295563,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.4921875,
      "step": 98
    },
    {
      "completion_length": 91.796875,
      "epoch": 0.12214682294879704,
      "grad_norm": 0.679582852538816,
      "kl": 0.02862548828125,
      "learning_rate": 9.388888888888888e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 99
    },
    {
      "completion_length": 100.203125,
      "epoch": 0.12338062924120913,
      "grad_norm": 2.5166992768782395,
      "kl": 0.0377197265625,
      "learning_rate": 9.382716049382715e-07,
      "loss": 0.0015,
      "reward": 1.40625,
      "reward_std": 0.1875,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.46875,
      "step": 100
    },
    {
      "completion_length": 103.734375,
      "epoch": 0.12461443553362123,
      "grad_norm": 1.1519664447556612,
      "kl": 0.02288818359375,
      "learning_rate": 9.376543209876543e-07,
      "loss": 0.0009,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 101
    },
    {
      "completion_length": 92.4375,
      "epoch": 0.12584824182603332,
      "grad_norm": 0.1407809974253856,
      "kl": 0.028564453125,
      "learning_rate": 9.370370370370369e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 102
    },
    {
      "completion_length": 96.625,
      "epoch": 0.1270820481184454,
      "grad_norm": 1.0677946961785159,
      "kl": 0.02984619140625,
      "learning_rate": 9.364197530864197e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 103
    },
    {
      "completion_length": 95.734375,
      "epoch": 0.1283158544108575,
      "grad_norm": 2.1578074703765955,
      "kl": 0.02392578125,
      "learning_rate": 9.358024691358024e-07,
      "loss": 0.001,
      "reward": 1.40625,
      "reward_std": 0.13466878235340118,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.5,
      "step": 104
    },
    {
      "completion_length": 100.578125,
      "epoch": 0.1295496607032696,
      "grad_norm": 1.0468977121026402,
      "kl": 0.036376953125,
      "learning_rate": 9.351851851851852e-07,
      "loss": 0.0015,
      "reward": 1.4609375,
      "reward_std": 0.06116959825158119,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 105
    },
    {
      "completion_length": 106.9375,
      "epoch": 0.1307834669956817,
      "grad_norm": 1.4991166712071502,
      "kl": 0.027587890625,
      "learning_rate": 9.345679012345678e-07,
      "loss": 0.0011,
      "reward": 1.390625,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.484375,
      "step": 106
    },
    {
      "completion_length": 105.71875,
      "epoch": 0.13201727328809376,
      "grad_norm": 2.094976404018639,
      "kl": 0.03125,
      "learning_rate": 9.339506172839505e-07,
      "loss": 0.0013,
      "reward": 1.4140625,
      "reward_std": 0.140625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4765625,
      "step": 107
    },
    {
      "completion_length": 90.234375,
      "epoch": 0.13325107958050586,
      "grad_norm": 0.14395889485035912,
      "kl": 0.02197265625,
      "learning_rate": 9.333333333333333e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 108
    },
    {
      "completion_length": 110.953125,
      "epoch": 0.13448488587291796,
      "grad_norm": 2.411907632392255,
      "kl": 0.0306396484375,
      "learning_rate": 9.32716049382716e-07,
      "loss": 0.0012,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 109
    },
    {
      "completion_length": 112.640625,
      "epoch": 0.13571869216533003,
      "grad_norm": 0.13245651011376136,
      "kl": 0.025634765625,
      "learning_rate": 9.320987654320987e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 110
    },
    {
      "completion_length": 95.71875,
      "epoch": 0.13695249845774213,
      "grad_norm": 0.93866558440413,
      "kl": 0.0340576171875,
      "learning_rate": 9.314814814814814e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 111
    },
    {
      "completion_length": 97.671875,
      "epoch": 0.13818630475015423,
      "grad_norm": 1.4130263133672192,
      "kl": 0.02764892578125,
      "learning_rate": 9.308641975308642e-07,
      "loss": 0.0011,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 112
    },
    {
      "completion_length": 107.0,
      "epoch": 0.13942011104256632,
      "grad_norm": 1.2558609007135062,
      "kl": 0.0262451171875,
      "learning_rate": 9.302469135802468e-07,
      "loss": 0.001,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 113
    },
    {
      "completion_length": 103.5625,
      "epoch": 0.1406539173349784,
      "grad_norm": 1.7001142518659913,
      "kl": 0.02813720703125,
      "learning_rate": 9.296296296296295e-07,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 114
    },
    {
      "completion_length": 100.84375,
      "epoch": 0.1418877236273905,
      "grad_norm": 1.7609210855934732,
      "kl": 0.02825927734375,
      "learning_rate": 9.290123456790123e-07,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 115
    },
    {
      "completion_length": 102.546875,
      "epoch": 0.1431215299198026,
      "grad_norm": 2.1106091517125227,
      "kl": 0.026123046875,
      "learning_rate": 9.28395061728395e-07,
      "loss": 0.001,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 116
    },
    {
      "completion_length": 99.84375,
      "epoch": 0.1443553362122147,
      "grad_norm": 2.786119017638113,
      "kl": 0.02606201171875,
      "learning_rate": 9.277777777777777e-07,
      "loss": 0.001,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 117
    },
    {
      "completion_length": 100.46875,
      "epoch": 0.14558914250462676,
      "grad_norm": 1.5962980895388914,
      "kl": 0.027587890625,
      "learning_rate": 9.271604938271604e-07,
      "loss": 0.0011,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 118
    },
    {
      "completion_length": 102.640625,
      "epoch": 0.14682294879703886,
      "grad_norm": 0.5143377179556514,
      "kl": 0.0347900390625,
      "learning_rate": 9.265432098765432e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 119
    },
    {
      "completion_length": 77.15625,
      "epoch": 0.14805675508945096,
      "grad_norm": 1.7474779777035105,
      "kl": 0.045654296875,
      "learning_rate": 9.259259259259259e-07,
      "loss": 0.0018,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 120
    },
    {
      "completion_length": 82.90625,
      "epoch": 0.14929056138186306,
      "grad_norm": 2.7173918487819972,
      "kl": 0.0447998046875,
      "learning_rate": 9.253086419753085e-07,
      "loss": 0.0018,
      "reward": 1.375,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.484375,
      "step": 121
    },
    {
      "completion_length": 86.765625,
      "epoch": 0.15052436767427513,
      "grad_norm": 1.257361543356471,
      "kl": 0.0379638671875,
      "learning_rate": 9.246913580246913e-07,
      "loss": 0.0015,
      "reward": 1.40625,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.5,
      "step": 122
    },
    {
      "completion_length": 82.375,
      "epoch": 0.15175817396668723,
      "grad_norm": 0.7404639367980361,
      "kl": 0.036376953125,
      "learning_rate": 9.24074074074074e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 123
    },
    {
      "completion_length": 88.203125,
      "epoch": 0.15299198025909932,
      "grad_norm": 0.188491702108809,
      "kl": 0.0294189453125,
      "learning_rate": 9.234567901234567e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 124
    },
    {
      "completion_length": 99.921875,
      "epoch": 0.15422578655151142,
      "grad_norm": 0.6481786565037644,
      "kl": 0.0277099609375,
      "learning_rate": 9.228395061728394e-07,
      "loss": 0.0011,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 125
    },
    {
      "completion_length": 81.546875,
      "epoch": 0.1554595928439235,
      "grad_norm": 1.9079808157498979,
      "kl": 0.0325927734375,
      "learning_rate": 9.222222222222222e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 126
    },
    {
      "completion_length": 90.671875,
      "epoch": 0.1566933991363356,
      "grad_norm": 0.1797286108855035,
      "kl": 0.0313720703125,
      "learning_rate": 9.216049382716049e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 127
    },
    {
      "completion_length": 89.953125,
      "epoch": 0.1579272054287477,
      "grad_norm": 1.7125804140840892,
      "kl": 0.035400390625,
      "learning_rate": 9.209876543209875e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 128
    },
    {
      "completion_length": 103.828125,
      "epoch": 0.1591610117211598,
      "grad_norm": 0.9699809190515872,
      "kl": 0.0291748046875,
      "learning_rate": 9.203703703703703e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 129
    },
    {
      "completion_length": 88.875,
      "epoch": 0.16039481801357186,
      "grad_norm": 0.15588250414779797,
      "kl": 0.03173828125,
      "learning_rate": 9.19753086419753e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 130
    },
    {
      "completion_length": 86.296875,
      "epoch": 0.16162862430598396,
      "grad_norm": 3.795614551048789,
      "kl": 0.02911376953125,
      "learning_rate": 9.191358024691358e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 131
    },
    {
      "completion_length": 84.328125,
      "epoch": 0.16286243059839606,
      "grad_norm": 0.27275386441930916,
      "kl": 0.03851318359375,
      "learning_rate": 9.185185185185184e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 132
    },
    {
      "completion_length": 97.078125,
      "epoch": 0.16409623689080816,
      "grad_norm": 0.12331942912613447,
      "kl": 0.0330810546875,
      "learning_rate": 9.179012345679011e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 133
    },
    {
      "completion_length": 94.15625,
      "epoch": 0.16533004318322023,
      "grad_norm": 3.9193833996072063,
      "kl": 0.02978515625,
      "learning_rate": 9.172839506172839e-07,
      "loss": 0.0012,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 134
    },
    {
      "completion_length": 89.75,
      "epoch": 0.16656384947563233,
      "grad_norm": 1.1201900294244898,
      "kl": 0.032470703125,
      "learning_rate": 9.166666666666665e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 135
    },
    {
      "completion_length": 103.1875,
      "epoch": 0.16779765576804442,
      "grad_norm": 0.12480534415717867,
      "kl": 0.0247802734375,
      "learning_rate": 9.160493827160493e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 136
    },
    {
      "completion_length": 91.1875,
      "epoch": 0.16903146206045652,
      "grad_norm": 5.499653020634596,
      "kl": 0.0264892578125,
      "learning_rate": 9.15432098765432e-07,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 137
    },
    {
      "completion_length": 103.046875,
      "epoch": 0.1702652683528686,
      "grad_norm": 0.9288805173629352,
      "kl": 0.02789306640625,
      "learning_rate": 9.148148148148148e-07,
      "loss": 0.0011,
      "reward": 1.390625,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.5,
      "step": 138
    },
    {
      "completion_length": 120.40625,
      "epoch": 0.1714990746452807,
      "grad_norm": 1.1474652101841216,
      "kl": 0.02862548828125,
      "learning_rate": 9.141975308641974e-07,
      "loss": 0.0011,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 139
    },
    {
      "completion_length": 113.265625,
      "epoch": 0.1727328809376928,
      "grad_norm": 1.5422456594646612,
      "kl": 0.0338134765625,
      "learning_rate": 9.135802469135801e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 140
    },
    {
      "completion_length": 100.546875,
      "epoch": 0.17396668723010486,
      "grad_norm": 0.7105116001316822,
      "kl": 0.02972412109375,
      "learning_rate": 9.12962962962963e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 141
    },
    {
      "completion_length": 116.421875,
      "epoch": 0.17520049352251696,
      "grad_norm": 1.3483875095258684,
      "kl": 0.03369140625,
      "learning_rate": 9.123456790123456e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 142
    },
    {
      "completion_length": 100.984375,
      "epoch": 0.17643429981492906,
      "grad_norm": 1.5445125152662849,
      "kl": 0.033203125,
      "learning_rate": 9.117283950617283e-07,
      "loss": 0.0013,
      "reward": 1.390625,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.484375,
      "step": 143
    },
    {
      "completion_length": 117.34375,
      "epoch": 0.17766810610734116,
      "grad_norm": 1.2688617468057768,
      "kl": 0.023193359375,
      "learning_rate": 9.11111111111111e-07,
      "loss": 0.0009,
      "reward": 1.359375,
      "reward_std": 0.1298343911767006,
      "rewards/accuracy_reward": 0.859375,
      "rewards/format_reward": 0.5,
      "step": 144
    },
    {
      "completion_length": 116.53125,
      "epoch": 0.17890191239975323,
      "grad_norm": 1.9369008652014292,
      "kl": 0.0198974609375,
      "learning_rate": 9.104938271604939e-07,
      "loss": 0.0008,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 145
    },
    {
      "completion_length": 98.6875,
      "epoch": 0.18013571869216533,
      "grad_norm": 1.820252512868114,
      "kl": 0.0330810546875,
      "learning_rate": 9.098765432098766e-07,
      "loss": 0.0013,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 146
    },
    {
      "completion_length": 93.21875,
      "epoch": 0.18136952498457742,
      "grad_norm": 0.9148741053498336,
      "kl": 0.02783203125,
      "learning_rate": 9.092592592592591e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 147
    },
    {
      "completion_length": 97.984375,
      "epoch": 0.18260333127698952,
      "grad_norm": 0.8063172705585285,
      "kl": 0.03582763671875,
      "learning_rate": 9.08641975308642e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 148
    },
    {
      "completion_length": 106.984375,
      "epoch": 0.1838371375694016,
      "grad_norm": 1.6786908870342971,
      "kl": 0.0264892578125,
      "learning_rate": 9.080246913580247e-07,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 149
    },
    {
      "completion_length": 98.28125,
      "epoch": 0.1850709438618137,
      "grad_norm": 0.2764046263067454,
      "kl": 0.035888671875,
      "learning_rate": 9.074074074074074e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 150
    },
    {
      "completion_length": 92.484375,
      "epoch": 0.1863047501542258,
      "grad_norm": 1.4764774032743462,
      "kl": 0.03216552734375,
      "learning_rate": 9.0679012345679e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 151
    },
    {
      "completion_length": 85.875,
      "epoch": 0.1875385564466379,
      "grad_norm": 0.21090612523872973,
      "kl": 0.03399658203125,
      "learning_rate": 9.061728395061729e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 152
    },
    {
      "completion_length": 91.703125,
      "epoch": 0.18877236273904996,
      "grad_norm": 0.1408910462204246,
      "kl": 0.0283203125,
      "learning_rate": 9.055555555555556e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 153
    },
    {
      "completion_length": 91.203125,
      "epoch": 0.19000616903146206,
      "grad_norm": 0.9678261448216474,
      "kl": 0.02947998046875,
      "learning_rate": 9.049382716049381e-07,
      "loss": 0.0012,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 154
    },
    {
      "completion_length": 83.484375,
      "epoch": 0.19123997532387416,
      "grad_norm": 0.19144826510871307,
      "kl": 0.034423828125,
      "learning_rate": 9.04320987654321e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 155
    },
    {
      "completion_length": 89.09375,
      "epoch": 0.19247378161628625,
      "grad_norm": 0.18427859512896808,
      "kl": 0.03204345703125,
      "learning_rate": 9.037037037037037e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 156
    },
    {
      "completion_length": 92.4375,
      "epoch": 0.19370758790869833,
      "grad_norm": 0.6796588609207804,
      "kl": 0.03851318359375,
      "learning_rate": 9.030864197530865e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 157
    },
    {
      "completion_length": 88.515625,
      "epoch": 0.19494139420111042,
      "grad_norm": 1.9424383232275872,
      "kl": 0.03466796875,
      "learning_rate": 9.024691358024691e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 158
    },
    {
      "completion_length": 96.015625,
      "epoch": 0.19617520049352252,
      "grad_norm": 0.9468933925142511,
      "kl": 0.0257568359375,
      "learning_rate": 9.018518518518519e-07,
      "loss": 0.001,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 159
    },
    {
      "completion_length": 76.75,
      "epoch": 0.19740900678593462,
      "grad_norm": 0.6955921940338748,
      "kl": 0.0384521484375,
      "learning_rate": 9.012345679012346e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 160
    },
    {
      "completion_length": 85.28125,
      "epoch": 0.1986428130783467,
      "grad_norm": 0.1916756463500352,
      "kl": 0.0318603515625,
      "learning_rate": 9.006172839506172e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 161
    },
    {
      "completion_length": 85.28125,
      "epoch": 0.1998766193707588,
      "grad_norm": 0.880011959914229,
      "kl": 0.03314208984375,
      "learning_rate": 9e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 162
    },
    {
      "completion_length": 89.875,
      "epoch": 0.2011104256631709,
      "grad_norm": 0.13406566183043886,
      "kl": 0.0245361328125,
      "learning_rate": 8.993827160493827e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 163
    },
    {
      "completion_length": 88.03125,
      "epoch": 0.202344231955583,
      "grad_norm": 0.11542559446310607,
      "kl": 0.0262451171875,
      "learning_rate": 8.987654320987655e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 164
    },
    {
      "completion_length": 89.65625,
      "epoch": 0.20357803824799506,
      "grad_norm": 1.8282622132708566,
      "kl": 0.0330810546875,
      "learning_rate": 8.981481481481481e-07,
      "loss": 0.0013,
      "reward": 1.421875,
      "reward_std": 0.1298343911767006,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 165
    },
    {
      "completion_length": 98.578125,
      "epoch": 0.20481184454040716,
      "grad_norm": 0.6010821394264875,
      "kl": 0.02301025390625,
      "learning_rate": 8.975308641975308e-07,
      "loss": 0.0009,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 166
    },
    {
      "completion_length": 88.328125,
      "epoch": 0.20604565083281925,
      "grad_norm": 0.36035232389000194,
      "kl": 0.0323486328125,
      "learning_rate": 8.969135802469136e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 167
    },
    {
      "completion_length": 99.640625,
      "epoch": 0.20727945712523133,
      "grad_norm": 0.2290889051844383,
      "kl": 0.0306396484375,
      "learning_rate": 8.962962962962963e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 168
    },
    {
      "completion_length": 99.5,
      "epoch": 0.20851326341764342,
      "grad_norm": 0.14110023179600917,
      "kl": 0.02606201171875,
      "learning_rate": 8.95679012345679e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 169
    },
    {
      "completion_length": 90.890625,
      "epoch": 0.20974706971005552,
      "grad_norm": 0.9477828972286558,
      "kl": 0.032470703125,
      "learning_rate": 8.950617283950617e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 170
    },
    {
      "completion_length": 105.328125,
      "epoch": 0.21098087600246762,
      "grad_norm": 0.5838442990877823,
      "kl": 0.0306396484375,
      "learning_rate": 8.944444444444445e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 171
    },
    {
      "completion_length": 99.109375,
      "epoch": 0.2122146822948797,
      "grad_norm": 7.192770203313998,
      "kl": 0.09393310546875,
      "learning_rate": 8.938271604938271e-07,
      "loss": 0.0037,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 172
    },
    {
      "completion_length": 110.0,
      "epoch": 0.2134484885872918,
      "grad_norm": 0.1692131761674102,
      "kl": 0.032958984375,
      "learning_rate": 8.932098765432098e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 173
    },
    {
      "completion_length": 102.65625,
      "epoch": 0.2146822948797039,
      "grad_norm": 1.3183298568116895,
      "kl": 0.0321044921875,
      "learning_rate": 8.925925925925926e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 174
    },
    {
      "completion_length": 100.375,
      "epoch": 0.215916101172116,
      "grad_norm": 1.054241469646069,
      "kl": 0.033935546875,
      "learning_rate": 8.919753086419753e-07,
      "loss": 0.0014,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 175
    },
    {
      "completion_length": 103.09375,
      "epoch": 0.21714990746452806,
      "grad_norm": 2.8796530685667854,
      "kl": 0.030517578125,
      "learning_rate": 8.91358024691358e-07,
      "loss": 0.0012,
      "reward": 1.4140625,
      "reward_std": 0.10182205587625504,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 176
    },
    {
      "completion_length": 105.578125,
      "epoch": 0.21838371375694016,
      "grad_norm": 0.871575658152184,
      "kl": 0.03558349609375,
      "learning_rate": 8.907407407407407e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 177
    },
    {
      "completion_length": 101.4375,
      "epoch": 0.21961752004935226,
      "grad_norm": 0.24376423420392773,
      "kl": 0.03765869140625,
      "learning_rate": 8.901234567901235e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 178
    },
    {
      "completion_length": 99.046875,
      "epoch": 0.22085132634176435,
      "grad_norm": 13.628227002609654,
      "kl": 0.043212890625,
      "learning_rate": 8.895061728395062e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 179
    },
    {
      "completion_length": 118.9375,
      "epoch": 0.22208513263417642,
      "grad_norm": 1.1591324233947171,
      "kl": 0.02789306640625,
      "learning_rate": 8.888888888888888e-07,
      "loss": 0.0011,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 180
    },
    {
      "completion_length": 105.5,
      "epoch": 0.22331893892658852,
      "grad_norm": 0.14101835403565086,
      "kl": 0.03204345703125,
      "learning_rate": 8.882716049382716e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 181
    },
    {
      "completion_length": 104.8125,
      "epoch": 0.22455274521900062,
      "grad_norm": 1.0158539850621142,
      "kl": 0.0289306640625,
      "learning_rate": 8.876543209876543e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 182
    },
    {
      "completion_length": 106.328125,
      "epoch": 0.22578655151141272,
      "grad_norm": 1.2227455687727116,
      "kl": 0.0382080078125,
      "learning_rate": 8.870370370370371e-07,
      "loss": 0.0015,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 183
    },
    {
      "completion_length": 112.546875,
      "epoch": 0.2270203578038248,
      "grad_norm": 12.025086507177805,
      "kl": 0.044921875,
      "learning_rate": 8.864197530864197e-07,
      "loss": 0.0018,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 184
    },
    {
      "completion_length": 109.703125,
      "epoch": 0.2282541640962369,
      "grad_norm": 1.2048641252131593,
      "kl": 0.0345458984375,
      "learning_rate": 8.858024691358025e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 185
    },
    {
      "completion_length": 112.6875,
      "epoch": 0.229487970388649,
      "grad_norm": 0.22163445575040908,
      "kl": 0.0277099609375,
      "learning_rate": 8.851851851851852e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 186
    },
    {
      "completion_length": 101.8125,
      "epoch": 0.23072177668106109,
      "grad_norm": 1.5203275492484951,
      "kl": 0.0272216796875,
      "learning_rate": 8.845679012345678e-07,
      "loss": 0.0011,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 187
    },
    {
      "completion_length": 102.28125,
      "epoch": 0.23195558297347316,
      "grad_norm": 1.221199110020032,
      "kl": 0.02789306640625,
      "learning_rate": 8.839506172839506e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 188
    },
    {
      "completion_length": 111.109375,
      "epoch": 0.23318938926588526,
      "grad_norm": 1.5338719020256335,
      "kl": 0.046875,
      "learning_rate": 8.833333333333333e-07,
      "loss": 0.0019,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 189
    },
    {
      "completion_length": 114.046875,
      "epoch": 0.23442319555829735,
      "grad_norm": 0.14496004959227468,
      "kl": 0.0311279296875,
      "learning_rate": 8.827160493827161e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 190
    },
    {
      "completion_length": 117.265625,
      "epoch": 0.23565700185070945,
      "grad_norm": 0.12007304145684158,
      "kl": 0.02734375,
      "learning_rate": 8.820987654320987e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 191
    },
    {
      "completion_length": 102.265625,
      "epoch": 0.23689080814312152,
      "grad_norm": 2.623766029019948,
      "kl": 0.0325927734375,
      "learning_rate": 8.814814814814815e-07,
      "loss": 0.0013,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 192
    },
    {
      "completion_length": 98.453125,
      "epoch": 0.23812461443553362,
      "grad_norm": 1.50282160348329,
      "kl": 0.03497314453125,
      "learning_rate": 8.808641975308642e-07,
      "loss": 0.0014,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 193
    },
    {
      "completion_length": 100.234375,
      "epoch": 0.23935842072794572,
      "grad_norm": 2.605944544179683,
      "kl": 0.05120849609375,
      "learning_rate": 8.802469135802469e-07,
      "loss": 0.0021,
      "reward": 1.4375,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 194
    },
    {
      "completion_length": 101.21875,
      "epoch": 0.2405922270203578,
      "grad_norm": 1.1149956053821903,
      "kl": 0.02410888671875,
      "learning_rate": 8.796296296296296e-07,
      "loss": 0.001,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 195
    },
    {
      "completion_length": 102.28125,
      "epoch": 0.2418260333127699,
      "grad_norm": 1.065024122950971,
      "kl": 0.0433349609375,
      "learning_rate": 8.790123456790123e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 196
    },
    {
      "completion_length": 94.28125,
      "epoch": 0.243059839605182,
      "grad_norm": 1.9362638963919474,
      "kl": 0.0400390625,
      "learning_rate": 8.783950617283951e-07,
      "loss": 0.0016,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 197
    },
    {
      "completion_length": 100.9375,
      "epoch": 0.24429364589759409,
      "grad_norm": 3.956075445432547,
      "kl": 0.0352783203125,
      "learning_rate": 8.777777777777777e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 198
    },
    {
      "completion_length": 93.65625,
      "epoch": 0.24552745219000616,
      "grad_norm": 0.18452967250551858,
      "kl": 0.03240966796875,
      "learning_rate": 8.771604938271605e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 199
    },
    {
      "completion_length": 88.671875,
      "epoch": 0.24676125848241826,
      "grad_norm": 2.657807016101116,
      "kl": 0.03057861328125,
      "learning_rate": 8.765432098765432e-07,
      "loss": 0.0012,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 200
    },
    {
      "completion_length": 92.734375,
      "epoch": 0.24799506477483035,
      "grad_norm": 1.8999568776509204,
      "kl": 0.033935546875,
      "learning_rate": 8.759259259259259e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 201
    },
    {
      "completion_length": 99.75,
      "epoch": 0.24922887106724245,
      "grad_norm": 0.13021551244282883,
      "kl": 0.033447265625,
      "learning_rate": 8.753086419753086e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 202
    },
    {
      "completion_length": 95.84375,
      "epoch": 0.25046267735965455,
      "grad_norm": 1.9270430756256365,
      "kl": 0.035888671875,
      "learning_rate": 8.746913580246913e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 203
    },
    {
      "completion_length": 87.75,
      "epoch": 0.25169648365206665,
      "grad_norm": 0.5298666823997676,
      "kl": 0.0296630859375,
      "learning_rate": 8.740740740740741e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 204
    },
    {
      "completion_length": 91.546875,
      "epoch": 0.2529302899444787,
      "grad_norm": 0.14473491443745068,
      "kl": 0.02734375,
      "learning_rate": 8.734567901234568e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 205
    },
    {
      "completion_length": 94.34375,
      "epoch": 0.2541640962368908,
      "grad_norm": 0.16885406708956474,
      "kl": 0.03228759765625,
      "learning_rate": 8.728395061728394e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 206
    },
    {
      "completion_length": 96.328125,
      "epoch": 0.2553979025293029,
      "grad_norm": 0.47192467178397357,
      "kl": 0.0355224609375,
      "learning_rate": 8.722222222222222e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 207
    },
    {
      "completion_length": 87.9375,
      "epoch": 0.256631708821715,
      "grad_norm": 1.0597997901983314,
      "kl": 0.027099609375,
      "learning_rate": 8.716049382716049e-07,
      "loss": 0.0011,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 208
    },
    {
      "completion_length": 92.3125,
      "epoch": 0.2578655151141271,
      "grad_norm": 2.892268384425487,
      "kl": 0.03411865234375,
      "learning_rate": 8.709876543209877e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 209
    },
    {
      "completion_length": 92.0625,
      "epoch": 0.2590993214065392,
      "grad_norm": 0.36263307699540054,
      "kl": 0.02984619140625,
      "learning_rate": 8.703703703703703e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 210
    },
    {
      "completion_length": 100.953125,
      "epoch": 0.2603331276989513,
      "grad_norm": 13.92828803222089,
      "kl": 0.02777099609375,
      "learning_rate": 8.697530864197531e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 211
    },
    {
      "completion_length": 107.34375,
      "epoch": 0.2615669339913634,
      "grad_norm": 2.1470941679961846,
      "kl": 0.02325439453125,
      "learning_rate": 8.691358024691358e-07,
      "loss": 0.0009,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 212
    },
    {
      "completion_length": 103.65625,
      "epoch": 0.2628007402837754,
      "grad_norm": 0.6155358544379622,
      "kl": 0.03192138671875,
      "learning_rate": 8.685185185185184e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 213
    },
    {
      "completion_length": 114.109375,
      "epoch": 0.2640345465761875,
      "grad_norm": 1.5800937099748629,
      "kl": 0.02410888671875,
      "learning_rate": 8.679012345679012e-07,
      "loss": 0.001,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 214
    },
    {
      "completion_length": 114.03125,
      "epoch": 0.2652683528685996,
      "grad_norm": 0.9029160917224633,
      "kl": 0.021240234375,
      "learning_rate": 8.672839506172839e-07,
      "loss": 0.0008,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 215
    },
    {
      "completion_length": 111.515625,
      "epoch": 0.2665021591610117,
      "grad_norm": 3.949462622313132,
      "kl": 0.02899169921875,
      "learning_rate": 8.666666666666667e-07,
      "loss": 0.0012,
      "reward": 1.375,
      "reward_std": 0.19716878235340118,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.484375,
      "step": 216
    },
    {
      "completion_length": 122.40625,
      "epoch": 0.2677359654534238,
      "grad_norm": 1.1779046233108275,
      "kl": 0.040771484375,
      "learning_rate": 8.660493827160493e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 217
    },
    {
      "completion_length": 108.1875,
      "epoch": 0.2689697717458359,
      "grad_norm": 0.7610416990419067,
      "kl": 0.025634765625,
      "learning_rate": 8.654320987654321e-07,
      "loss": 0.001,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 218
    },
    {
      "completion_length": 119.59375,
      "epoch": 0.270203578038248,
      "grad_norm": 2.8080064609783384,
      "kl": 0.0252685546875,
      "learning_rate": 8.648148148148148e-07,
      "loss": 0.001,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 219
    },
    {
      "completion_length": 128.28125,
      "epoch": 0.27143738433066006,
      "grad_norm": 0.8510965819270552,
      "kl": 0.02362060546875,
      "learning_rate": 8.641975308641974e-07,
      "loss": 0.0009,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 220
    },
    {
      "completion_length": 108.25,
      "epoch": 0.27267119062307216,
      "grad_norm": 0.3718688006477163,
      "kl": 0.025390625,
      "learning_rate": 8.635802469135802e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 221
    },
    {
      "completion_length": 120.5625,
      "epoch": 0.27390499691548426,
      "grad_norm": 4.241589286596635,
      "kl": 0.02972412109375,
      "learning_rate": 8.629629629629629e-07,
      "loss": 0.0012,
      "reward": 1.4375,
      "reward_std": 0.09858439117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 222
    },
    {
      "completion_length": 123.96875,
      "epoch": 0.27513880320789635,
      "grad_norm": 1.0726576713822102,
      "kl": 0.02386474609375,
      "learning_rate": 8.623456790123457e-07,
      "loss": 0.001,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 223
    },
    {
      "completion_length": 107.359375,
      "epoch": 0.27637260950030845,
      "grad_norm": 0.152597950050889,
      "kl": 0.02752685546875,
      "learning_rate": 8.617283950617283e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 224
    },
    {
      "completion_length": 121.796875,
      "epoch": 0.27760641579272055,
      "grad_norm": 3.119512530325868,
      "kl": 0.0260009765625,
      "learning_rate": 8.611111111111111e-07,
      "loss": 0.001,
      "reward": 1.421875,
      "reward_std": 0.1298343911767006,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 225
    },
    {
      "completion_length": 106.84375,
      "epoch": 0.27884022208513265,
      "grad_norm": 0.10610459271179505,
      "kl": 0.023681640625,
      "learning_rate": 8.604938271604938e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 226
    },
    {
      "completion_length": 114.390625,
      "epoch": 0.28007402837754475,
      "grad_norm": 2.01011305857028,
      "kl": 0.02557373046875,
      "learning_rate": 8.598765432098765e-07,
      "loss": 0.001,
      "reward": 1.4375,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 227
    },
    {
      "completion_length": 109.046875,
      "epoch": 0.2813078346699568,
      "grad_norm": 0.102104691566505,
      "kl": 0.02593994140625,
      "learning_rate": 8.592592592592592e-07,
      "loss": 0.001,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 228
    },
    {
      "completion_length": 124.9375,
      "epoch": 0.2825416409623689,
      "grad_norm": 1.4669707599549984,
      "kl": 0.03167724609375,
      "learning_rate": 8.586419753086419e-07,
      "loss": 0.0013,
      "reward": 1.4453125,
      "reward_std": 0.109375,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 229
    },
    {
      "completion_length": 114.6875,
      "epoch": 0.283775447254781,
      "grad_norm": 1.01940095115173,
      "kl": 0.02911376953125,
      "learning_rate": 8.580246913580247e-07,
      "loss": 0.0012,
      "reward": 1.4609375,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 230
    },
    {
      "completion_length": 119.9375,
      "epoch": 0.2850092535471931,
      "grad_norm": 0.11268503086354136,
      "kl": 0.0257568359375,
      "learning_rate": 8.574074074074074e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 231
    },
    {
      "completion_length": 101.96875,
      "epoch": 0.2862430598396052,
      "grad_norm": 2.1821627030607984,
      "kl": 0.029052734375,
      "learning_rate": 8.567901234567901e-07,
      "loss": 0.0012,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 232
    },
    {
      "completion_length": 100.375,
      "epoch": 0.2874768661320173,
      "grad_norm": 0.9533441313618776,
      "kl": 0.03399658203125,
      "learning_rate": 8.561728395061728e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 233
    },
    {
      "completion_length": 95.03125,
      "epoch": 0.2887106724244294,
      "grad_norm": 0.1125138818104882,
      "kl": 0.0225830078125,
      "learning_rate": 8.555555555555555e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 234
    },
    {
      "completion_length": 95.828125,
      "epoch": 0.2899444787168415,
      "grad_norm": 0.9451902075655895,
      "kl": 0.03094482421875,
      "learning_rate": 8.549382716049382e-07,
      "loss": 0.0012,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 235
    },
    {
      "completion_length": 99.875,
      "epoch": 0.2911782850092535,
      "grad_norm": 0.7450244453750808,
      "kl": 0.02783203125,
      "learning_rate": 8.543209876543209e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 236
    },
    {
      "completion_length": 100.125,
      "epoch": 0.2924120913016656,
      "grad_norm": 0.13811529904092884,
      "kl": 0.024169921875,
      "learning_rate": 8.537037037037037e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 237
    },
    {
      "completion_length": 99.84375,
      "epoch": 0.2936458975940777,
      "grad_norm": 0.8840306394909327,
      "kl": 0.02716064453125,
      "learning_rate": 8.530864197530864e-07,
      "loss": 0.0011,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 238
    },
    {
      "completion_length": 81.046875,
      "epoch": 0.2948797038864898,
      "grad_norm": 1.362316876107362,
      "kl": 0.0279541015625,
      "learning_rate": 8.524691358024691e-07,
      "loss": 0.0011,
      "reward": 1.421875,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 239
    },
    {
      "completion_length": 94.125,
      "epoch": 0.2961135101789019,
      "grad_norm": 2.1661404762630947,
      "kl": 0.03662109375,
      "learning_rate": 8.518518518518518e-07,
      "loss": 0.0015,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4765625,
      "step": 240
    },
    {
      "completion_length": 99.78125,
      "epoch": 0.297347316471314,
      "grad_norm": 0.10994046725795842,
      "kl": 0.02490234375,
      "learning_rate": 8.512345679012345e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 241
    },
    {
      "completion_length": 99.515625,
      "epoch": 0.2985811227637261,
      "grad_norm": 1.8913578952727663,
      "kl": 0.02947998046875,
      "learning_rate": 8.506172839506173e-07,
      "loss": 0.0012,
      "reward": 1.3984375,
      "reward_std": 0.171875,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.4921875,
      "step": 242
    },
    {
      "completion_length": 95.3125,
      "epoch": 0.2998149290561382,
      "grad_norm": 1.09546786205772,
      "kl": 0.03082275390625,
      "learning_rate": 8.499999999999999e-07,
      "loss": 0.0012,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 243
    },
    {
      "completion_length": 74.328125,
      "epoch": 0.30104873534855026,
      "grad_norm": 1.5100024937453411,
      "kl": 0.029296875,
      "learning_rate": 8.493827160493827e-07,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 244
    },
    {
      "completion_length": 84.53125,
      "epoch": 0.30228254164096235,
      "grad_norm": 0.798381096712671,
      "kl": 0.02838134765625,
      "learning_rate": 8.487654320987654e-07,
      "loss": 0.0011,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 245
    },
    {
      "completion_length": 95.765625,
      "epoch": 0.30351634793337445,
      "grad_norm": 1.4056871065194014,
      "kl": 0.0274658203125,
      "learning_rate": 8.48148148148148e-07,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 246
    },
    {
      "completion_length": 83.0625,
      "epoch": 0.30475015422578655,
      "grad_norm": 3.21632638091983,
      "kl": 0.0384521484375,
      "learning_rate": 8.475308641975308e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 247
    },
    {
      "completion_length": 82.015625,
      "epoch": 0.30598396051819865,
      "grad_norm": 0.3705279873021814,
      "kl": 0.044677734375,
      "learning_rate": 8.469135802469135e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 248
    },
    {
      "completion_length": 88.125,
      "epoch": 0.30721776681061075,
      "grad_norm": 0.8058344745492995,
      "kl": 0.03070068359375,
      "learning_rate": 8.462962962962963e-07,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 249
    },
    {
      "completion_length": 84.640625,
      "epoch": 0.30845157310302285,
      "grad_norm": 0.7054655009852402,
      "kl": 0.0252685546875,
      "learning_rate": 8.456790123456789e-07,
      "loss": 0.001,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 250
    },
    {
      "completion_length": 88.84375,
      "epoch": 0.3096853793954349,
      "grad_norm": 0.12428286351467527,
      "kl": 0.0299072265625,
      "learning_rate": 8.450617283950617e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 251
    },
    {
      "completion_length": 95.109375,
      "epoch": 0.310919185687847,
      "grad_norm": 1.3768392690769744,
      "kl": 0.0333251953125,
      "learning_rate": 8.444444444444444e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 252
    },
    {
      "completion_length": 98.15625,
      "epoch": 0.3121529919802591,
      "grad_norm": 0.9719527546172964,
      "kl": 0.038330078125,
      "learning_rate": 8.438271604938271e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 253
    },
    {
      "completion_length": 99.65625,
      "epoch": 0.3133867982726712,
      "grad_norm": 2.234891191723662,
      "kl": 0.0390625,
      "learning_rate": 8.432098765432098e-07,
      "loss": 0.0016,
      "reward": 1.453125,
      "reward_std": 0.0767945945262909,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 254
    },
    {
      "completion_length": 112.3125,
      "epoch": 0.3146206045650833,
      "grad_norm": 0.5560449310377436,
      "kl": 0.031005859375,
      "learning_rate": 8.425925925925925e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 255
    },
    {
      "completion_length": 103.640625,
      "epoch": 0.3158544108574954,
      "grad_norm": 2.569672654740016,
      "kl": 0.036865234375,
      "learning_rate": 8.419753086419753e-07,
      "loss": 0.0015,
      "reward": 1.34375,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.859375,
      "rewards/format_reward": 0.484375,
      "step": 256
    },
    {
      "completion_length": 104.171875,
      "epoch": 0.3170882171499075,
      "grad_norm": 1.048362705398106,
      "kl": 0.0367431640625,
      "learning_rate": 8.41358024691358e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 257
    },
    {
      "completion_length": 98.8125,
      "epoch": 0.3183220234423196,
      "grad_norm": 0.14247381929505634,
      "kl": 0.0286865234375,
      "learning_rate": 8.407407407407407e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 258
    },
    {
      "completion_length": 87.421875,
      "epoch": 0.3195558297347316,
      "grad_norm": 0.9519025752890172,
      "kl": 0.0277099609375,
      "learning_rate": 8.401234567901234e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 259
    },
    {
      "completion_length": 106.171875,
      "epoch": 0.3207896360271437,
      "grad_norm": 1.1879777227910546,
      "kl": 0.03271484375,
      "learning_rate": 8.395061728395061e-07,
      "loss": 0.0013,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 260
    },
    {
      "completion_length": 94.5,
      "epoch": 0.3220234423195558,
      "grad_norm": 2.3905488976388445,
      "kl": 0.0391845703125,
      "learning_rate": 8.388888888888888e-07,
      "loss": 0.0016,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 261
    },
    {
      "completion_length": 79.390625,
      "epoch": 0.3232572486119679,
      "grad_norm": 1.4214431012079713,
      "kl": 0.02972412109375,
      "learning_rate": 8.382716049382715e-07,
      "loss": 0.0012,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 262
    },
    {
      "completion_length": 92.859375,
      "epoch": 0.32449105490438,
      "grad_norm": 0.12243131945509758,
      "kl": 0.02490234375,
      "learning_rate": 8.376543209876543e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 263
    },
    {
      "completion_length": 93.921875,
      "epoch": 0.3257248611967921,
      "grad_norm": 0.13882769911124548,
      "kl": 0.0279541015625,
      "learning_rate": 8.37037037037037e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 264
    },
    {
      "completion_length": 84.96875,
      "epoch": 0.3269586674892042,
      "grad_norm": 1.5231561954754678,
      "kl": 0.040771484375,
      "learning_rate": 8.364197530864197e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 265
    },
    {
      "completion_length": 96.359375,
      "epoch": 0.3281924737816163,
      "grad_norm": 1.0889939479334378,
      "kl": 0.033203125,
      "learning_rate": 8.358024691358024e-07,
      "loss": 0.0013,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 266
    },
    {
      "completion_length": 70.78125,
      "epoch": 0.32942628007402835,
      "grad_norm": 1.6165176744113465,
      "kl": 0.03289794921875,
      "learning_rate": 8.351851851851851e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 267
    },
    {
      "completion_length": 84.6875,
      "epoch": 0.33066008636644045,
      "grad_norm": 2.654086789942034,
      "kl": 0.03564453125,
      "learning_rate": 8.345679012345679e-07,
      "loss": 0.0014,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 268
    },
    {
      "completion_length": 87.265625,
      "epoch": 0.33189389265885255,
      "grad_norm": 6.1898666778960925,
      "kl": 0.0362548828125,
      "learning_rate": 8.339506172839505e-07,
      "loss": 0.0015,
      "reward": 1.34375,
      "reward_std": 0.1610843911767006,
      "rewards/accuracy_reward": 0.84375,
      "rewards/format_reward": 0.5,
      "step": 269
    },
    {
      "completion_length": 75.359375,
      "epoch": 0.33312769895126465,
      "grad_norm": 0.23491998280841656,
      "kl": 0.0357666015625,
      "learning_rate": 8.333333333333333e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 270
    },
    {
      "completion_length": 67.609375,
      "epoch": 0.33436150524367675,
      "grad_norm": 0.29316729948697884,
      "kl": 0.047119140625,
      "learning_rate": 8.32716049382716e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 271
    },
    {
      "completion_length": 77.53125,
      "epoch": 0.33559531153608885,
      "grad_norm": 0.1649119808872064,
      "kl": 0.0333251953125,
      "learning_rate": 8.320987654320987e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 272
    },
    {
      "completion_length": 89.9375,
      "epoch": 0.33682911782850095,
      "grad_norm": 0.6906431712838024,
      "kl": 0.03759765625,
      "learning_rate": 8.314814814814814e-07,
      "loss": 0.0015,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 273
    },
    {
      "completion_length": 88.0,
      "epoch": 0.33806292412091304,
      "grad_norm": 1.8236519275457557,
      "kl": 0.0743408203125,
      "learning_rate": 8.308641975308641e-07,
      "loss": 0.003,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 274
    },
    {
      "completion_length": 90.109375,
      "epoch": 0.3392967304133251,
      "grad_norm": 0.1338863534456492,
      "kl": 0.0333251953125,
      "learning_rate": 8.302469135802469e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 275
    },
    {
      "completion_length": 95.203125,
      "epoch": 0.3405305367057372,
      "grad_norm": 0.7355319778739802,
      "kl": 0.02838134765625,
      "learning_rate": 8.296296296296295e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 276
    },
    {
      "completion_length": 110.28125,
      "epoch": 0.3417643429981493,
      "grad_norm": 0.7275009378471291,
      "kl": 0.02783203125,
      "learning_rate": 8.290123456790123e-07,
      "loss": 0.0011,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 277
    },
    {
      "completion_length": 109.125,
      "epoch": 0.3429981492905614,
      "grad_norm": 1.0089869869870634,
      "kl": 0.03369140625,
      "learning_rate": 8.28395061728395e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 278
    },
    {
      "completion_length": 99.609375,
      "epoch": 0.3442319555829735,
      "grad_norm": 0.20699539928356767,
      "kl": 0.0245361328125,
      "learning_rate": 8.277777777777777e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 279
    },
    {
      "completion_length": 113.09375,
      "epoch": 0.3454657618753856,
      "grad_norm": 0.11298698359611624,
      "kl": 0.02752685546875,
      "learning_rate": 8.271604938271604e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 280
    },
    {
      "completion_length": 102.265625,
      "epoch": 0.3466995681677977,
      "grad_norm": 2.3109103252010703,
      "kl": 0.02850341796875,
      "learning_rate": 8.265432098765431e-07,
      "loss": 0.0011,
      "reward": 1.40625,
      "reward_std": 0.09858439117670059,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.5,
      "step": 281
    },
    {
      "completion_length": 107.21875,
      "epoch": 0.3479333744602097,
      "grad_norm": 0.17952806868963864,
      "kl": 0.02850341796875,
      "learning_rate": 8.259259259259259e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 282
    },
    {
      "completion_length": 97.015625,
      "epoch": 0.3491671807526218,
      "grad_norm": 0.77378241999928,
      "kl": 0.03778076171875,
      "learning_rate": 8.253086419753085e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 283
    },
    {
      "completion_length": 117.890625,
      "epoch": 0.3504009870450339,
      "grad_norm": 0.3876575740509508,
      "kl": 0.02642822265625,
      "learning_rate": 8.246913580246913e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 284
    },
    {
      "completion_length": 108.234375,
      "epoch": 0.351634793337446,
      "grad_norm": 3.409355285547882,
      "kl": 0.0452880859375,
      "learning_rate": 8.24074074074074e-07,
      "loss": 0.0018,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 285
    },
    {
      "completion_length": 118.0,
      "epoch": 0.3528685996298581,
      "grad_norm": 1.2256701283772542,
      "kl": 0.0277099609375,
      "learning_rate": 8.234567901234567e-07,
      "loss": 0.0011,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 286
    },
    {
      "completion_length": 107.921875,
      "epoch": 0.3541024059222702,
      "grad_norm": 0.7622507520881698,
      "kl": 0.03057861328125,
      "learning_rate": 8.228395061728394e-07,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 287
    },
    {
      "completion_length": 107.4375,
      "epoch": 0.3553362122146823,
      "grad_norm": 0.10628054381551118,
      "kl": 0.0355224609375,
      "learning_rate": 8.222222222222221e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 288
    },
    {
      "completion_length": 115.484375,
      "epoch": 0.3565700185070944,
      "grad_norm": 1.1891274633884175,
      "kl": 0.02618408203125,
      "learning_rate": 8.216049382716049e-07,
      "loss": 0.001,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4765625,
      "step": 289
    },
    {
      "completion_length": 113.953125,
      "epoch": 0.35780382479950645,
      "grad_norm": 0.33566720152455715,
      "kl": 0.03228759765625,
      "learning_rate": 8.209876543209876e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 290
    },
    {
      "completion_length": 113.921875,
      "epoch": 0.35903763109191855,
      "grad_norm": 0.9645728957920443,
      "kl": 0.0391845703125,
      "learning_rate": 8.203703703703703e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 291
    },
    {
      "completion_length": 111.8125,
      "epoch": 0.36027143738433065,
      "grad_norm": 1.6311940584905775,
      "kl": 0.0313720703125,
      "learning_rate": 8.19753086419753e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 292
    },
    {
      "completion_length": 109.171875,
      "epoch": 0.36150524367674275,
      "grad_norm": 1.1857748637819094,
      "kl": 0.0380859375,
      "learning_rate": 8.191358024691357e-07,
      "loss": 0.0015,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 293
    },
    {
      "completion_length": 132.09375,
      "epoch": 0.36273904996915485,
      "grad_norm": 1.58351438459382,
      "kl": 0.02813720703125,
      "learning_rate": 8.185185185185185e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 294
    },
    {
      "completion_length": 116.21875,
      "epoch": 0.36397285626156695,
      "grad_norm": 0.935941647960514,
      "kl": 0.0318603515625,
      "learning_rate": 8.179012345679011e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 295
    },
    {
      "completion_length": 116.421875,
      "epoch": 0.36520666255397904,
      "grad_norm": 0.6556472323479887,
      "kl": 0.0369873046875,
      "learning_rate": 8.17283950617284e-07,
      "loss": 0.0015,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 296
    },
    {
      "completion_length": 107.75,
      "epoch": 0.36644046884639114,
      "grad_norm": 0.15408070657942932,
      "kl": 0.03155517578125,
      "learning_rate": 8.166666666666666e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 297
    },
    {
      "completion_length": 106.640625,
      "epoch": 0.3676742751388032,
      "grad_norm": 0.11219502394349387,
      "kl": 0.0347900390625,
      "learning_rate": 8.160493827160493e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 298
    },
    {
      "completion_length": 118.09375,
      "epoch": 0.3689080814312153,
      "grad_norm": 0.1518721239015485,
      "kl": 0.0341796875,
      "learning_rate": 8.15432098765432e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 299
    },
    {
      "completion_length": 103.734375,
      "epoch": 0.3701418877236274,
      "grad_norm": 0.1201344278278038,
      "kl": 0.03497314453125,
      "learning_rate": 8.148148148148147e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 300
    },
    {
      "completion_length": 124.203125,
      "epoch": 0.3713756940160395,
      "grad_norm": 0.9598777261191352,
      "kl": 0.030029296875,
      "learning_rate": 8.141975308641976e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 301
    },
    {
      "completion_length": 114.140625,
      "epoch": 0.3726095003084516,
      "grad_norm": 1.312106099604609,
      "kl": 0.03759765625,
      "learning_rate": 8.135802469135801e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 302
    },
    {
      "completion_length": 106.359375,
      "epoch": 0.3738433066008637,
      "grad_norm": 1.4306152976454702,
      "kl": 0.039306640625,
      "learning_rate": 8.12962962962963e-07,
      "loss": 0.0016,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 303
    },
    {
      "completion_length": 114.75,
      "epoch": 0.3750771128932758,
      "grad_norm": 1.2388036775310052,
      "kl": 0.05419921875,
      "learning_rate": 8.123456790123457e-07,
      "loss": 0.0022,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 304
    },
    {
      "completion_length": 114.859375,
      "epoch": 0.3763109191856878,
      "grad_norm": 1.2183746008949263,
      "kl": 0.03436279296875,
      "learning_rate": 8.117283950617285e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 305
    },
    {
      "completion_length": 105.625,
      "epoch": 0.3775447254780999,
      "grad_norm": 2.08731585222591,
      "kl": 0.046875,
      "learning_rate": 8.11111111111111e-07,
      "loss": 0.0019,
      "reward": 1.3359375,
      "reward_std": 0.13708597421646118,
      "rewards/accuracy_reward": 0.859375,
      "rewards/format_reward": 0.4765625,
      "step": 306
    },
    {
      "completion_length": 118.03125,
      "epoch": 0.378778531770512,
      "grad_norm": 2.1464745162966734,
      "kl": 0.02655029296875,
      "learning_rate": 8.104938271604938e-07,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.07216878235340118,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 307
    },
    {
      "completion_length": 107.515625,
      "epoch": 0.3800123380629241,
      "grad_norm": 3.0345168237299665,
      "kl": 0.03253173828125,
      "learning_rate": 8.098765432098766e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 308
    },
    {
      "completion_length": 115.25,
      "epoch": 0.3812461443553362,
      "grad_norm": 0.08735470436068267,
      "kl": 0.02764892578125,
      "learning_rate": 8.092592592592592e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 309
    },
    {
      "completion_length": 110.0,
      "epoch": 0.3824799506477483,
      "grad_norm": 1.4030843824043246,
      "kl": 0.038818359375,
      "learning_rate": 8.08641975308642e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 310
    },
    {
      "completion_length": 105.1875,
      "epoch": 0.3837137569401604,
      "grad_norm": 0.8725419005899122,
      "kl": 0.039794921875,
      "learning_rate": 8.080246913580247e-07,
      "loss": 0.0016,
      "reward": 1.34375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.84375,
      "rewards/format_reward": 0.5,
      "step": 311
    },
    {
      "completion_length": 110.625,
      "epoch": 0.3849475632325725,
      "grad_norm": 0.32783261702056293,
      "kl": 0.0306396484375,
      "learning_rate": 8.074074074074075e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 312
    },
    {
      "completion_length": 110.609375,
      "epoch": 0.38618136952498455,
      "grad_norm": 0.5596611062321236,
      "kl": 0.03021240234375,
      "learning_rate": 8.067901234567901e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 313
    },
    {
      "completion_length": 113.484375,
      "epoch": 0.38741517581739665,
      "grad_norm": 0.5649753103275257,
      "kl": 0.0418701171875,
      "learning_rate": 8.061728395061728e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 314
    },
    {
      "completion_length": 101.859375,
      "epoch": 0.38864898210980875,
      "grad_norm": 0.7581562221726408,
      "kl": 0.0423583984375,
      "learning_rate": 8.055555555555556e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 315
    },
    {
      "completion_length": 90.046875,
      "epoch": 0.38988278840222085,
      "grad_norm": 0.11844554417823297,
      "kl": 0.028076171875,
      "learning_rate": 8.049382716049383e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 316
    },
    {
      "completion_length": 96.84375,
      "epoch": 0.39111659469463295,
      "grad_norm": 0.13876277953301658,
      "kl": 0.0380859375,
      "learning_rate": 8.04320987654321e-07,
      "loss": 0.0015,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 317
    },
    {
      "completion_length": 106.78125,
      "epoch": 0.39235040098704504,
      "grad_norm": 4.826461125932491,
      "kl": 0.0455322265625,
      "learning_rate": 8.037037037037037e-07,
      "loss": 0.0018,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 318
    },
    {
      "completion_length": 103.75,
      "epoch": 0.39358420727945714,
      "grad_norm": 0.2056973112698208,
      "kl": 0.0374755859375,
      "learning_rate": 8.030864197530864e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 319
    },
    {
      "completion_length": 108.6875,
      "epoch": 0.39481801357186924,
      "grad_norm": 2.297616995886277,
      "kl": 0.03363037109375,
      "learning_rate": 8.024691358024691e-07,
      "loss": 0.0013,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 320
    },
    {
      "completion_length": 103.625,
      "epoch": 0.3960518198642813,
      "grad_norm": 0.6185158264960239,
      "kl": 0.031982421875,
      "learning_rate": 8.018518518518518e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 321
    },
    {
      "completion_length": 105.46875,
      "epoch": 0.3972856261566934,
      "grad_norm": 0.8925619857670551,
      "kl": 0.0386962890625,
      "learning_rate": 8.012345679012346e-07,
      "loss": 0.0015,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 322
    },
    {
      "completion_length": 90.078125,
      "epoch": 0.3985194324491055,
      "grad_norm": 0.25684298115190063,
      "kl": 0.02764892578125,
      "learning_rate": 8.006172839506173e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 323
    },
    {
      "completion_length": 96.25,
      "epoch": 0.3997532387415176,
      "grad_norm": 1.5712460253515814,
      "kl": 0.0533447265625,
      "learning_rate": 8e-07,
      "loss": 0.0021,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 324
    },
    {
      "completion_length": 91.25,
      "epoch": 0.4009870450339297,
      "grad_norm": 2.9034787525887293,
      "kl": 0.0316162109375,
      "learning_rate": 7.993827160493827e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 325
    },
    {
      "completion_length": 114.875,
      "epoch": 0.4022208513263418,
      "grad_norm": 1.7248364195979065,
      "kl": 0.03759765625,
      "learning_rate": 7.987654320987654e-07,
      "loss": 0.0015,
      "reward": 1.40625,
      "reward_std": 0.1298343911767006,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.484375,
      "step": 326
    },
    {
      "completion_length": 92.078125,
      "epoch": 0.4034546576187539,
      "grad_norm": 2.411016844095608,
      "kl": 0.0419921875,
      "learning_rate": 7.981481481481482e-07,
      "loss": 0.0017,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 327
    },
    {
      "completion_length": 106.25,
      "epoch": 0.404688463911166,
      "grad_norm": 0.12555595632000496,
      "kl": 0.03125,
      "learning_rate": 7.975308641975308e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 328
    },
    {
      "completion_length": 90.21875,
      "epoch": 0.405922270203578,
      "grad_norm": 1.706150428225619,
      "kl": 0.02874755859375,
      "learning_rate": 7.969135802469136e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 329
    },
    {
      "completion_length": 91.8125,
      "epoch": 0.4071560764959901,
      "grad_norm": 2.8379392889000146,
      "kl": 0.037841796875,
      "learning_rate": 7.962962962962963e-07,
      "loss": 0.0015,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 330
    },
    {
      "completion_length": 87.03125,
      "epoch": 0.4083898827884022,
      "grad_norm": 0.7080213096110735,
      "kl": 0.03460693359375,
      "learning_rate": 7.956790123456791e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 331
    },
    {
      "completion_length": 93.84375,
      "epoch": 0.4096236890808143,
      "grad_norm": 0.19080879922262708,
      "kl": 0.03302001953125,
      "learning_rate": 7.950617283950617e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 332
    },
    {
      "completion_length": 95.46875,
      "epoch": 0.4108574953732264,
      "grad_norm": 0.19570769341053224,
      "kl": 0.0445556640625,
      "learning_rate": 7.944444444444444e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 333
    },
    {
      "completion_length": 99.28125,
      "epoch": 0.4120913016656385,
      "grad_norm": 94.36005906741694,
      "kl": 2.3729248046875,
      "learning_rate": 7.938271604938272e-07,
      "loss": 0.0956,
      "reward": 1.390625,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.484375,
      "step": 334
    },
    {
      "completion_length": 94.5,
      "epoch": 0.4133251079580506,
      "grad_norm": 3.2451848598297928,
      "kl": 0.0362548828125,
      "learning_rate": 7.932098765432098e-07,
      "loss": 0.0015,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 335
    },
    {
      "completion_length": 94.296875,
      "epoch": 0.41455891425046265,
      "grad_norm": 0.7454720449191138,
      "kl": 0.0367431640625,
      "learning_rate": 7.925925925925926e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 336
    },
    {
      "completion_length": 91.75,
      "epoch": 0.41579272054287475,
      "grad_norm": 0.8789624685880375,
      "kl": 0.037353515625,
      "learning_rate": 7.919753086419753e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 337
    },
    {
      "completion_length": 104.671875,
      "epoch": 0.41702652683528685,
      "grad_norm": 2.8944176075735513,
      "kl": 0.0474853515625,
      "learning_rate": 7.913580246913581e-07,
      "loss": 0.0019,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 338
    },
    {
      "completion_length": 77.125,
      "epoch": 0.41826033312769895,
      "grad_norm": 2.3287904223637694,
      "kl": 0.0521240234375,
      "learning_rate": 7.907407407407407e-07,
      "loss": 0.0021,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 339
    },
    {
      "completion_length": 92.234375,
      "epoch": 0.41949413942011105,
      "grad_norm": 3.00621614993322,
      "kl": 0.0389404296875,
      "learning_rate": 7.901234567901234e-07,
      "loss": 0.0016,
      "reward": 1.3671875,
      "reward_std": 0.18991719186306,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.4609375,
      "step": 340
    },
    {
      "completion_length": 105.515625,
      "epoch": 0.42072794571252314,
      "grad_norm": 2.0542144000546996,
      "kl": 0.0418701171875,
      "learning_rate": 7.895061728395062e-07,
      "loss": 0.0017,
      "reward": 1.3515625,
      "reward_std": 0.171875,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.4609375,
      "step": 341
    },
    {
      "completion_length": 96.609375,
      "epoch": 0.42196175200493524,
      "grad_norm": 1.8402391465192725,
      "kl": 0.0421142578125,
      "learning_rate": 7.888888888888889e-07,
      "loss": 0.0017,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 342
    },
    {
      "completion_length": 116.234375,
      "epoch": 0.42319555829734734,
      "grad_norm": 1.6697732509417476,
      "kl": 0.038818359375,
      "learning_rate": 7.882716049382716e-07,
      "loss": 0.0016,
      "reward": 1.4375,
      "reward_std": 0.09858439117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 343
    },
    {
      "completion_length": 94.75,
      "epoch": 0.4244293645897594,
      "grad_norm": 2.1345353407845247,
      "kl": 0.029052734375,
      "learning_rate": 7.876543209876543e-07,
      "loss": 0.0012,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 344
    },
    {
      "completion_length": 94.53125,
      "epoch": 0.4256631708821715,
      "grad_norm": 1.13473341987239,
      "kl": 0.036376953125,
      "learning_rate": 7.870370370370371e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 345
    },
    {
      "completion_length": 88.625,
      "epoch": 0.4268969771745836,
      "grad_norm": 5.929297920151606,
      "kl": 0.0440673828125,
      "learning_rate": 7.864197530864197e-07,
      "loss": 0.0018,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 346
    },
    {
      "completion_length": 95.828125,
      "epoch": 0.4281307834669957,
      "grad_norm": 3.706327779643451,
      "kl": 0.0283203125,
      "learning_rate": 7.858024691358024e-07,
      "loss": 0.0011,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 347
    },
    {
      "completion_length": 90.953125,
      "epoch": 0.4293645897594078,
      "grad_norm": 1.1513788825307198,
      "kl": 0.03369140625,
      "learning_rate": 7.851851851851852e-07,
      "loss": 0.0013,
      "reward": 1.4296875,
      "reward_std": 0.07057205587625504,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 348
    },
    {
      "completion_length": 92.265625,
      "epoch": 0.4305983960518199,
      "grad_norm": 2.996947178301085,
      "kl": 0.05291748046875,
      "learning_rate": 7.845679012345679e-07,
      "loss": 0.0021,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 349
    },
    {
      "completion_length": 76.84375,
      "epoch": 0.431832202344232,
      "grad_norm": 1.5198319988313809,
      "kl": 0.047607421875,
      "learning_rate": 7.839506172839506e-07,
      "loss": 0.0019,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 350
    },
    {
      "completion_length": 101.328125,
      "epoch": 0.4330660086366441,
      "grad_norm": 1.545046601497342,
      "kl": 0.037841796875,
      "learning_rate": 7.833333333333333e-07,
      "loss": 0.0015,
      "reward": 1.421875,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 351
    },
    {
      "completion_length": 94.15625,
      "epoch": 0.4342998149290561,
      "grad_norm": 4.517333348041995,
      "kl": 0.035400390625,
      "learning_rate": 7.82716049382716e-07,
      "loss": 0.0014,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 352
    },
    {
      "completion_length": 93.59375,
      "epoch": 0.4355336212214682,
      "grad_norm": 1.5151117360085922,
      "kl": 0.03155517578125,
      "learning_rate": 7.820987654320988e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 353
    },
    {
      "completion_length": 89.671875,
      "epoch": 0.4367674275138803,
      "grad_norm": 1.217135417717019,
      "kl": 0.034423828125,
      "learning_rate": 7.814814814814814e-07,
      "loss": 0.0014,
      "reward": 1.375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.5,
      "step": 354
    },
    {
      "completion_length": 99.671875,
      "epoch": 0.4380012338062924,
      "grad_norm": 0.9990136067526295,
      "kl": 0.0426025390625,
      "learning_rate": 7.808641975308642e-07,
      "loss": 0.0017,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 355
    },
    {
      "completion_length": 83.578125,
      "epoch": 0.4392350400987045,
      "grad_norm": 1.6015323930284124,
      "kl": 0.037109375,
      "learning_rate": 7.802469135802469e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 356
    },
    {
      "completion_length": 83.671875,
      "epoch": 0.4404688463911166,
      "grad_norm": 1.0507324310367392,
      "kl": 0.036376953125,
      "learning_rate": 7.796296296296296e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 357
    },
    {
      "completion_length": 83.84375,
      "epoch": 0.4417026526835287,
      "grad_norm": 0.13901710461679817,
      "kl": 0.034423828125,
      "learning_rate": 7.790123456790123e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 358
    },
    {
      "completion_length": 106.0,
      "epoch": 0.44293645897594075,
      "grad_norm": 0.13957009433859577,
      "kl": 0.0341796875,
      "learning_rate": 7.78395061728395e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 359
    },
    {
      "completion_length": 108.546875,
      "epoch": 0.44417026526835285,
      "grad_norm": 0.9473099627495285,
      "kl": 0.0372314453125,
      "learning_rate": 7.777777777777778e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 360
    },
    {
      "completion_length": 102.015625,
      "epoch": 0.44540407156076495,
      "grad_norm": 0.8865352127549287,
      "kl": 0.0335693359375,
      "learning_rate": 7.771604938271604e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 361
    },
    {
      "completion_length": 101.296875,
      "epoch": 0.44663787785317705,
      "grad_norm": 0.23970707276422162,
      "kl": 0.02972412109375,
      "learning_rate": 7.765432098765432e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 362
    },
    {
      "completion_length": 96.875,
      "epoch": 0.44787168414558914,
      "grad_norm": 1.6341854153827389,
      "kl": 0.0372314453125,
      "learning_rate": 7.759259259259259e-07,
      "loss": 0.0015,
      "reward": 1.3671875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.4921875,
      "step": 363
    },
    {
      "completion_length": 103.65625,
      "epoch": 0.44910549043800124,
      "grad_norm": 0.1351436200893501,
      "kl": 0.0308837890625,
      "learning_rate": 7.753086419753087e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 364
    },
    {
      "completion_length": 104.6875,
      "epoch": 0.45033929673041334,
      "grad_norm": 0.14418306811747159,
      "kl": 0.03094482421875,
      "learning_rate": 7.746913580246913e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 365
    },
    {
      "completion_length": 104.53125,
      "epoch": 0.45157310302282544,
      "grad_norm": 1.0374667196743053,
      "kl": 0.0369873046875,
      "learning_rate": 7.74074074074074e-07,
      "loss": 0.0015,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 366
    },
    {
      "completion_length": 107.15625,
      "epoch": 0.4528069093152375,
      "grad_norm": 0.4780426583329873,
      "kl": 0.0306396484375,
      "learning_rate": 7.734567901234568e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 367
    },
    {
      "completion_length": 101.203125,
      "epoch": 0.4540407156076496,
      "grad_norm": 1.5973152256219447,
      "kl": 0.03765869140625,
      "learning_rate": 7.728395061728394e-07,
      "loss": 0.0015,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 368
    },
    {
      "completion_length": 101.390625,
      "epoch": 0.4552745219000617,
      "grad_norm": 0.1382621873425396,
      "kl": 0.03546142578125,
      "learning_rate": 7.722222222222222e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 369
    },
    {
      "completion_length": 107.671875,
      "epoch": 0.4565083281924738,
      "grad_norm": 0.9960899513667455,
      "kl": 0.034912109375,
      "learning_rate": 7.716049382716049e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 370
    },
    {
      "completion_length": 112.890625,
      "epoch": 0.4577421344848859,
      "grad_norm": 0.1935168853295157,
      "kl": 0.035888671875,
      "learning_rate": 7.709876543209877e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 371
    },
    {
      "completion_length": 90.40625,
      "epoch": 0.458975940777298,
      "grad_norm": 0.11246549215146472,
      "kl": 0.037353515625,
      "learning_rate": 7.703703703703703e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 372
    },
    {
      "completion_length": 104.359375,
      "epoch": 0.4602097470697101,
      "grad_norm": 0.10607984707206873,
      "kl": 0.031005859375,
      "learning_rate": 7.69753086419753e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 373
    },
    {
      "completion_length": 106.53125,
      "epoch": 0.46144355336212217,
      "grad_norm": 2.2199838043160622,
      "kl": 0.03521728515625,
      "learning_rate": 7.691358024691358e-07,
      "loss": 0.0014,
      "reward": 1.4453125,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 374
    },
    {
      "completion_length": 109.4375,
      "epoch": 0.4626773596545342,
      "grad_norm": 1.4498520254296168,
      "kl": 0.0333251953125,
      "learning_rate": 7.685185185185185e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 375
    },
    {
      "completion_length": 93.875,
      "epoch": 0.4639111659469463,
      "grad_norm": 1.6478500657565187,
      "kl": 0.03271484375,
      "learning_rate": 7.679012345679012e-07,
      "loss": 0.0013,
      "reward": 1.40625,
      "reward_std": 0.13466878235340118,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.5,
      "step": 376
    },
    {
      "completion_length": 108.3125,
      "epoch": 0.4651449722393584,
      "grad_norm": 1.5253531179764708,
      "kl": 0.02740478515625,
      "learning_rate": 7.672839506172839e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 377
    },
    {
      "completion_length": 103.8125,
      "epoch": 0.4663787785317705,
      "grad_norm": 0.12474585867095289,
      "kl": 0.0291748046875,
      "learning_rate": 7.666666666666667e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 378
    },
    {
      "completion_length": 93.15625,
      "epoch": 0.4676125848241826,
      "grad_norm": 0.174457190691226,
      "kl": 0.03192138671875,
      "learning_rate": 7.660493827160494e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 379
    },
    {
      "completion_length": 90.25,
      "epoch": 0.4688463911165947,
      "grad_norm": 1.43168062797368,
      "kl": 0.03668212890625,
      "learning_rate": 7.65432098765432e-07,
      "loss": 0.0015,
      "reward": 1.40625,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.5,
      "step": 380
    },
    {
      "completion_length": 110.828125,
      "epoch": 0.4700801974090068,
      "grad_norm": 1.5308912672497321,
      "kl": 0.02972412109375,
      "learning_rate": 7.648148148148148e-07,
      "loss": 0.0012,
      "reward": 1.4453125,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 381
    },
    {
      "completion_length": 111.125,
      "epoch": 0.4713140037014189,
      "grad_norm": 3.2746361892569578,
      "kl": 0.0345458984375,
      "learning_rate": 7.641975308641975e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 382
    },
    {
      "completion_length": 109.109375,
      "epoch": 0.47254780999383095,
      "grad_norm": 0.1959938526603289,
      "kl": 0.03326416015625,
      "learning_rate": 7.635802469135802e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 383
    },
    {
      "completion_length": 113.09375,
      "epoch": 0.47378161628624305,
      "grad_norm": 1.1323741716109788,
      "kl": 0.032958984375,
      "learning_rate": 7.629629629629629e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 384
    },
    {
      "completion_length": 93.75,
      "epoch": 0.47501542257865514,
      "grad_norm": 0.19289422862021985,
      "kl": 0.030029296875,
      "learning_rate": 7.623456790123457e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 385
    },
    {
      "completion_length": 93.359375,
      "epoch": 0.47624922887106724,
      "grad_norm": 1.7916714584986824,
      "kl": 0.03143310546875,
      "learning_rate": 7.617283950617284e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.07216878235340118,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 386
    },
    {
      "completion_length": 112.375,
      "epoch": 0.47748303516347934,
      "grad_norm": 4.221385866403513,
      "kl": 0.0323486328125,
      "learning_rate": 7.61111111111111e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 387
    },
    {
      "completion_length": 109.5,
      "epoch": 0.47871684145589144,
      "grad_norm": 1.6250035629353075,
      "kl": 0.0286865234375,
      "learning_rate": 7.604938271604938e-07,
      "loss": 0.0011,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 388
    },
    {
      "completion_length": 101.71875,
      "epoch": 0.47995064774830354,
      "grad_norm": 1.2485179291690656,
      "kl": 0.03759765625,
      "learning_rate": 7.598765432098765e-07,
      "loss": 0.0015,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 389
    },
    {
      "completion_length": 112.40625,
      "epoch": 0.4811844540407156,
      "grad_norm": 0.9874833014314521,
      "kl": 0.0333251953125,
      "learning_rate": 7.592592592592593e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 390
    },
    {
      "completion_length": 106.34375,
      "epoch": 0.4824182603331277,
      "grad_norm": 0.12692250406594965,
      "kl": 0.02996826171875,
      "learning_rate": 7.586419753086419e-07,
      "loss": 0.0012,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 391
    },
    {
      "completion_length": 98.453125,
      "epoch": 0.4836520666255398,
      "grad_norm": 5.508362138721079,
      "kl": 0.03662109375,
      "learning_rate": 7.580246913580246e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 392
    },
    {
      "completion_length": 96.890625,
      "epoch": 0.4848858729179519,
      "grad_norm": 0.795968012612445,
      "kl": 0.0377197265625,
      "learning_rate": 7.574074074074074e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 393
    },
    {
      "completion_length": 104.5625,
      "epoch": 0.486119679210364,
      "grad_norm": 0.14130680454948635,
      "kl": 0.036376953125,
      "learning_rate": 7.5679012345679e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 394
    },
    {
      "completion_length": 102.8125,
      "epoch": 0.4873534855027761,
      "grad_norm": 0.14568325972804572,
      "kl": 0.0350341796875,
      "learning_rate": 7.561728395061728e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 395
    },
    {
      "completion_length": 102.09375,
      "epoch": 0.48858729179518817,
      "grad_norm": 1.095669733955308,
      "kl": 0.0374755859375,
      "learning_rate": 7.555555555555555e-07,
      "loss": 0.0015,
      "reward": 1.4375,
      "reward_std": 0.07216878235340118,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 396
    },
    {
      "completion_length": 112.671875,
      "epoch": 0.48982109808760027,
      "grad_norm": 0.7648864309796235,
      "kl": 0.03955078125,
      "learning_rate": 7.549382716049383e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 397
    },
    {
      "completion_length": 110.828125,
      "epoch": 0.4910549043800123,
      "grad_norm": 0.8393076216316355,
      "kl": 0.0308837890625,
      "learning_rate": 7.543209876543209e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 398
    },
    {
      "completion_length": 98.5625,
      "epoch": 0.4922887106724244,
      "grad_norm": 1.1762577440464237,
      "kl": 0.031005859375,
      "learning_rate": 7.537037037037036e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 399
    },
    {
      "completion_length": 101.796875,
      "epoch": 0.4935225169648365,
      "grad_norm": 1.5824610332887101,
      "kl": 0.042236328125,
      "learning_rate": 7.530864197530864e-07,
      "loss": 0.0017,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 400
    },
    {
      "completion_length": 121.765625,
      "epoch": 0.4947563232572486,
      "grad_norm": 1.8286921966142833,
      "kl": 0.03204345703125,
      "learning_rate": 7.524691358024691e-07,
      "loss": 0.0013,
      "reward": 1.421875,
      "reward_std": 0.10341878235340118,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 401
    },
    {
      "completion_length": 100.046875,
      "epoch": 0.4959901295496607,
      "grad_norm": 1.5385750443707533,
      "kl": 0.0599365234375,
      "learning_rate": 7.518518518518518e-07,
      "loss": 0.0024,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 402
    },
    {
      "completion_length": 105.90625,
      "epoch": 0.4972239358420728,
      "grad_norm": 0.8101128969952909,
      "kl": 0.0374755859375,
      "learning_rate": 7.512345679012345e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 403
    },
    {
      "completion_length": 105.78125,
      "epoch": 0.4984577421344849,
      "grad_norm": 0.1910824228188204,
      "kl": 0.0362548828125,
      "learning_rate": 7.506172839506173e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 404
    },
    {
      "completion_length": 104.328125,
      "epoch": 0.499691548426897,
      "grad_norm": 0.6145109800330038,
      "kl": 0.0333251953125,
      "learning_rate": 7.5e-07,
      "loss": 0.0013,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 405
    },
    {
      "completion_length": 89.453125,
      "epoch": 0.5009253547193091,
      "grad_norm": 0.16657824205345234,
      "kl": 0.0340576171875,
      "learning_rate": 7.493827160493826e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 406
    },
    {
      "completion_length": 104.078125,
      "epoch": 0.5021591610117212,
      "grad_norm": 0.20413927801266737,
      "kl": 0.039794921875,
      "learning_rate": 7.487654320987654e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 407
    },
    {
      "completion_length": 102.71875,
      "epoch": 0.5033929673041333,
      "grad_norm": 0.8933133563018772,
      "kl": 0.0361328125,
      "learning_rate": 7.481481481481481e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 408
    },
    {
      "completion_length": 109.453125,
      "epoch": 0.5046267735965454,
      "grad_norm": 1.2258093860057382,
      "kl": 0.037841796875,
      "learning_rate": 7.475308641975308e-07,
      "loss": 0.0015,
      "reward": 1.4296875,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 409
    },
    {
      "completion_length": 105.03125,
      "epoch": 0.5058605798889574,
      "grad_norm": 2.2758021044967354,
      "kl": 0.0369873046875,
      "learning_rate": 7.469135802469135e-07,
      "loss": 0.0015,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 410
    },
    {
      "completion_length": 113.65625,
      "epoch": 0.5070943861813695,
      "grad_norm": 0.11788221074668948,
      "kl": 0.0313720703125,
      "learning_rate": 7.462962962962963e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 411
    },
    {
      "completion_length": 115.859375,
      "epoch": 0.5083281924737816,
      "grad_norm": 2.740619572589042,
      "kl": 0.04156494140625,
      "learning_rate": 7.45679012345679e-07,
      "loss": 0.0017,
      "reward": 1.4453125,
      "reward_std": 0.109375,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 412
    },
    {
      "completion_length": 102.734375,
      "epoch": 0.5095619987661937,
      "grad_norm": 0.1206036672528074,
      "kl": 0.02685546875,
      "learning_rate": 7.450617283950616e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 413
    },
    {
      "completion_length": 101.671875,
      "epoch": 0.5107958050586058,
      "grad_norm": 0.14165506332779973,
      "kl": 0.0302734375,
      "learning_rate": 7.444444444444444e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 414
    },
    {
      "completion_length": 106.875,
      "epoch": 0.5120296113510179,
      "grad_norm": 1.0916585422775806,
      "kl": 0.037841796875,
      "learning_rate": 7.438271604938271e-07,
      "loss": 0.0015,
      "reward": 1.40625,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.5,
      "step": 415
    },
    {
      "completion_length": 91.84375,
      "epoch": 0.51326341764343,
      "grad_norm": 0.5100860693114542,
      "kl": 0.0316162109375,
      "learning_rate": 7.432098765432099e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 416
    },
    {
      "completion_length": 99.515625,
      "epoch": 0.5144972239358421,
      "grad_norm": 1.9397381917561676,
      "kl": 0.03082275390625,
      "learning_rate": 7.425925925925925e-07,
      "loss": 0.0012,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 417
    },
    {
      "completion_length": 107.75,
      "epoch": 0.5157310302282542,
      "grad_norm": 1.593571982316367,
      "kl": 0.0361328125,
      "learning_rate": 7.419753086419753e-07,
      "loss": 0.0014,
      "reward": 1.3984375,
      "reward_std": 0.07057205587625504,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.4921875,
      "step": 418
    },
    {
      "completion_length": 107.890625,
      "epoch": 0.5169648365206663,
      "grad_norm": 1.5060653335906566,
      "kl": 0.0321044921875,
      "learning_rate": 7.41358024691358e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.029919598251581192,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 419
    },
    {
      "completion_length": 94.4375,
      "epoch": 0.5181986428130784,
      "grad_norm": 0.16233217438617362,
      "kl": 0.038818359375,
      "learning_rate": 7.407407407407406e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 420
    },
    {
      "completion_length": 111.453125,
      "epoch": 0.5194324491054905,
      "grad_norm": 2.1022197751361156,
      "kl": 0.04998779296875,
      "learning_rate": 7.401234567901234e-07,
      "loss": 0.002,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 421
    },
    {
      "completion_length": 106.484375,
      "epoch": 0.5206662553979026,
      "grad_norm": 0.12073888264322984,
      "kl": 0.0404052734375,
      "learning_rate": 7.395061728395061e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 422
    },
    {
      "completion_length": 111.734375,
      "epoch": 0.5219000616903147,
      "grad_norm": 0.8545164645800863,
      "kl": 0.038818359375,
      "learning_rate": 7.388888888888889e-07,
      "loss": 0.0016,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 423
    },
    {
      "completion_length": 113.078125,
      "epoch": 0.5231338679827268,
      "grad_norm": 0.355915456852108,
      "kl": 0.0330810546875,
      "learning_rate": 7.382716049382715e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 424
    },
    {
      "completion_length": 114.296875,
      "epoch": 0.5243676742751388,
      "grad_norm": 0.1081676258746828,
      "kl": 0.02789306640625,
      "learning_rate": 7.376543209876542e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 425
    },
    {
      "completion_length": 104.921875,
      "epoch": 0.5256014805675508,
      "grad_norm": 1.6307475473728836,
      "kl": 0.0350341796875,
      "learning_rate": 7.37037037037037e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 426
    },
    {
      "completion_length": 97.703125,
      "epoch": 0.526835286859963,
      "grad_norm": 1.1060759775809033,
      "kl": 0.0330810546875,
      "learning_rate": 7.364197530864197e-07,
      "loss": 0.0013,
      "reward": 1.375,
      "reward_std": 0.07216878235340118,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.5,
      "step": 427
    },
    {
      "completion_length": 117.046875,
      "epoch": 0.528069093152375,
      "grad_norm": 1.9194662075451667,
      "kl": 0.034912109375,
      "learning_rate": 7.358024691358024e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 428
    },
    {
      "completion_length": 108.421875,
      "epoch": 0.5293028994447871,
      "grad_norm": 1.7557258114509284,
      "kl": 0.0419921875,
      "learning_rate": 7.351851851851851e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 429
    },
    {
      "completion_length": 124.6875,
      "epoch": 0.5305367057371992,
      "grad_norm": 0.14943155598011326,
      "kl": 0.0390625,
      "learning_rate": 7.345679012345679e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 430
    },
    {
      "completion_length": 112.015625,
      "epoch": 0.5317705120296113,
      "grad_norm": 2.716496614553637,
      "kl": 0.041748046875,
      "learning_rate": 7.339506172839505e-07,
      "loss": 0.0017,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 431
    },
    {
      "completion_length": 124.203125,
      "epoch": 0.5330043183220234,
      "grad_norm": 0.5846048824832558,
      "kl": 0.03057861328125,
      "learning_rate": 7.333333333333332e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 432
    },
    {
      "completion_length": 112.53125,
      "epoch": 0.5342381246144355,
      "grad_norm": 1.1507930449944663,
      "kl": 0.03515625,
      "learning_rate": 7.32716049382716e-07,
      "loss": 0.0014,
      "reward": 1.390625,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.484375,
      "step": 433
    },
    {
      "completion_length": 120.515625,
      "epoch": 0.5354719309068476,
      "grad_norm": 1.0009738311528362,
      "kl": 0.02911376953125,
      "learning_rate": 7.320987654320987e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 434
    },
    {
      "completion_length": 124.875,
      "epoch": 0.5367057371992597,
      "grad_norm": 0.09574981341466597,
      "kl": 0.03338623046875,
      "learning_rate": 7.314814814814814e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 435
    },
    {
      "completion_length": 113.15625,
      "epoch": 0.5379395434916718,
      "grad_norm": 2.0967620399532043,
      "kl": 0.0341796875,
      "learning_rate": 7.308641975308641e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 436
    },
    {
      "completion_length": 123.03125,
      "epoch": 0.5391733497840839,
      "grad_norm": 0.8284663008942426,
      "kl": 0.04010009765625,
      "learning_rate": 7.302469135802469e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 437
    },
    {
      "completion_length": 121.578125,
      "epoch": 0.540407156076496,
      "grad_norm": 2.2126331603295926,
      "kl": 0.037841796875,
      "learning_rate": 7.296296296296296e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 438
    },
    {
      "completion_length": 103.296875,
      "epoch": 0.5416409623689081,
      "grad_norm": 0.6373232988105797,
      "kl": 0.027587890625,
      "learning_rate": 7.290123456790122e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 439
    },
    {
      "completion_length": 107.59375,
      "epoch": 0.5428747686613201,
      "grad_norm": 0.08525136032582374,
      "kl": 0.04150390625,
      "learning_rate": 7.28395061728395e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 440
    },
    {
      "completion_length": 110.921875,
      "epoch": 0.5441085749537322,
      "grad_norm": 0.09805958132057753,
      "kl": 0.0299072265625,
      "learning_rate": 7.277777777777777e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 441
    },
    {
      "completion_length": 109.703125,
      "epoch": 0.5453423812461443,
      "grad_norm": 0.8333896914094041,
      "kl": 0.037353515625,
      "learning_rate": 7.271604938271605e-07,
      "loss": 0.0015,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 442
    },
    {
      "completion_length": 122.03125,
      "epoch": 0.5465761875385564,
      "grad_norm": 0.6432774526790864,
      "kl": 0.038330078125,
      "learning_rate": 7.265432098765431e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 443
    },
    {
      "completion_length": 121.953125,
      "epoch": 0.5478099938309685,
      "grad_norm": 0.170274741698066,
      "kl": 0.04345703125,
      "learning_rate": 7.259259259259259e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 444
    },
    {
      "completion_length": 126.046875,
      "epoch": 0.5490438001233806,
      "grad_norm": 0.11521750439414052,
      "kl": 0.0377197265625,
      "learning_rate": 7.253086419753086e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 445
    },
    {
      "completion_length": 111.328125,
      "epoch": 0.5502776064157927,
      "grad_norm": 0.19942709665092612,
      "kl": 0.0390625,
      "learning_rate": 7.246913580246912e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 446
    },
    {
      "completion_length": 118.265625,
      "epoch": 0.5515114127082048,
      "grad_norm": 5.234042568041391,
      "kl": 0.03515625,
      "learning_rate": 7.24074074074074e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 447
    },
    {
      "completion_length": 107.453125,
      "epoch": 0.5527452190006169,
      "grad_norm": 1.3615305321556572,
      "kl": 0.041748046875,
      "learning_rate": 7.234567901234567e-07,
      "loss": 0.0017,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 448
    },
    {
      "completion_length": 116.078125,
      "epoch": 0.553979025293029,
      "grad_norm": 0.10153861873873482,
      "kl": 0.0367431640625,
      "learning_rate": 7.228395061728395e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 449
    },
    {
      "completion_length": 89.859375,
      "epoch": 0.5552128315854411,
      "grad_norm": 0.8889982981582901,
      "kl": 0.0350341796875,
      "learning_rate": 7.222222222222221e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 450
    },
    {
      "completion_length": 126.6875,
      "epoch": 0.5564466378778532,
      "grad_norm": 1.0351433495665627,
      "kl": 0.033447265625,
      "learning_rate": 7.21604938271605e-07,
      "loss": 0.0013,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 451
    },
    {
      "completion_length": 107.53125,
      "epoch": 0.5576804441702653,
      "grad_norm": 0.17092682008053364,
      "kl": 0.03118896484375,
      "learning_rate": 7.209876543209876e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 452
    },
    {
      "completion_length": 114.546875,
      "epoch": 0.5589142504626774,
      "grad_norm": 1.2460586266757607,
      "kl": 0.0377197265625,
      "learning_rate": 7.203703703703703e-07,
      "loss": 0.0015,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 453
    },
    {
      "completion_length": 111.71875,
      "epoch": 0.5601480567550895,
      "grad_norm": 5.513468652358379,
      "kl": 0.04638671875,
      "learning_rate": 7.19753086419753e-07,
      "loss": 0.0019,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 454
    },
    {
      "completion_length": 93.234375,
      "epoch": 0.5613818630475016,
      "grad_norm": 0.18634338579978432,
      "kl": 0.0361328125,
      "learning_rate": 7.191358024691357e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 455
    },
    {
      "completion_length": 113.296875,
      "epoch": 0.5626156693399136,
      "grad_norm": 0.12109828256888329,
      "kl": 0.035400390625,
      "learning_rate": 7.185185185185186e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 456
    },
    {
      "completion_length": 112.90625,
      "epoch": 0.5638494756323257,
      "grad_norm": 2.6162805356839254,
      "kl": 0.034423828125,
      "learning_rate": 7.179012345679011e-07,
      "loss": 0.0014,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 457
    },
    {
      "completion_length": 116.671875,
      "epoch": 0.5650832819247378,
      "grad_norm": 0.6901453588665127,
      "kl": 0.02880859375,
      "learning_rate": 7.17283950617284e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 458
    },
    {
      "completion_length": 110.09375,
      "epoch": 0.5663170882171499,
      "grad_norm": 0.9932405010189939,
      "kl": 0.0303955078125,
      "learning_rate": 7.166666666666667e-07,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 459
    },
    {
      "completion_length": 109.734375,
      "epoch": 0.567550894509562,
      "grad_norm": 2.0928294441175868,
      "kl": 0.04541015625,
      "learning_rate": 7.160493827160494e-07,
      "loss": 0.0018,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 460
    },
    {
      "completion_length": 111.234375,
      "epoch": 0.5687847008019741,
      "grad_norm": 2.3393458629804798,
      "kl": 0.03912353515625,
      "learning_rate": 7.15432098765432e-07,
      "loss": 0.0016,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 461
    },
    {
      "completion_length": 110.78125,
      "epoch": 0.5700185070943862,
      "grad_norm": 0.9220340499104741,
      "kl": 0.038330078125,
      "learning_rate": 7.148148148148148e-07,
      "loss": 0.0015,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 462
    },
    {
      "completion_length": 100.125,
      "epoch": 0.5712523133867983,
      "grad_norm": 0.6593044271665618,
      "kl": 0.0284423828125,
      "learning_rate": 7.141975308641976e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 463
    },
    {
      "completion_length": 96.46875,
      "epoch": 0.5724861196792104,
      "grad_norm": 2.0047135977525743,
      "kl": 0.02691650390625,
      "learning_rate": 7.135802469135803e-07,
      "loss": 0.0011,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 464
    },
    {
      "completion_length": 111.34375,
      "epoch": 0.5737199259716225,
      "grad_norm": 1.5629719631204386,
      "kl": 0.03277587890625,
      "learning_rate": 7.129629629629629e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 465
    },
    {
      "completion_length": 95.25,
      "epoch": 0.5749537322640346,
      "grad_norm": 0.30843206843760007,
      "kl": 0.036865234375,
      "learning_rate": 7.123456790123457e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 466
    },
    {
      "completion_length": 102.265625,
      "epoch": 0.5761875385564467,
      "grad_norm": 1.3819366740474035,
      "kl": 0.03369140625,
      "learning_rate": 7.117283950617284e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 467
    },
    {
      "completion_length": 100.546875,
      "epoch": 0.5774213448488588,
      "grad_norm": 0.8857800301406399,
      "kl": 0.0347900390625,
      "learning_rate": 7.111111111111111e-07,
      "loss": 0.0014,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 468
    },
    {
      "completion_length": 115.90625,
      "epoch": 0.5786551511412709,
      "grad_norm": 0.11511955384645207,
      "kl": 0.02978515625,
      "learning_rate": 7.104938271604938e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 469
    },
    {
      "completion_length": 101.453125,
      "epoch": 0.579888957433683,
      "grad_norm": 1.2172794415682382,
      "kl": 0.036376953125,
      "learning_rate": 7.098765432098766e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 470
    },
    {
      "completion_length": 114.578125,
      "epoch": 0.581122763726095,
      "grad_norm": 0.97944704549122,
      "kl": 0.03448486328125,
      "learning_rate": 7.092592592592593e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 471
    },
    {
      "completion_length": 101.625,
      "epoch": 0.582356570018507,
      "grad_norm": 0.3641811640464067,
      "kl": 0.03448486328125,
      "learning_rate": 7.086419753086419e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 472
    },
    {
      "completion_length": 87.765625,
      "epoch": 0.5835903763109191,
      "grad_norm": 0.13083955927031402,
      "kl": 0.032470703125,
      "learning_rate": 7.080246913580247e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 473
    },
    {
      "completion_length": 94.625,
      "epoch": 0.5848241826033312,
      "grad_norm": 0.25644875135623374,
      "kl": 0.03668212890625,
      "learning_rate": 7.074074074074074e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 474
    },
    {
      "completion_length": 103.203125,
      "epoch": 0.5860579888957433,
      "grad_norm": 1.0086941252004196,
      "kl": 0.03216552734375,
      "learning_rate": 7.067901234567902e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 475
    },
    {
      "completion_length": 103.796875,
      "epoch": 0.5872917951881554,
      "grad_norm": 0.18059575618693471,
      "kl": 0.02880859375,
      "learning_rate": 7.061728395061728e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 476
    },
    {
      "completion_length": 102.734375,
      "epoch": 0.5885256014805675,
      "grad_norm": 1.326923849560059,
      "kl": 0.03167724609375,
      "learning_rate": 7.055555555555556e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 477
    },
    {
      "completion_length": 110.578125,
      "epoch": 0.5897594077729796,
      "grad_norm": 0.18057468346093894,
      "kl": 0.03277587890625,
      "learning_rate": 7.049382716049383e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 478
    },
    {
      "completion_length": 103.4375,
      "epoch": 0.5909932140653917,
      "grad_norm": 0.10601538963198394,
      "kl": 0.02679443359375,
      "learning_rate": 7.043209876543209e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 479
    },
    {
      "completion_length": 94.25,
      "epoch": 0.5922270203578038,
      "grad_norm": 0.09230529952831874,
      "kl": 0.030029296875,
      "learning_rate": 7.037037037037037e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 480
    },
    {
      "completion_length": 114.53125,
      "epoch": 0.5934608266502159,
      "grad_norm": 1.6663096643888975,
      "kl": 0.0377197265625,
      "learning_rate": 7.030864197530864e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 481
    },
    {
      "completion_length": 106.671875,
      "epoch": 0.594694632942628,
      "grad_norm": 0.764672975210206,
      "kl": 0.03759765625,
      "learning_rate": 7.024691358024692e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 482
    },
    {
      "completion_length": 109.671875,
      "epoch": 0.5959284392350401,
      "grad_norm": 6.0661389792265705,
      "kl": 0.033447265625,
      "learning_rate": 7.018518518518518e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 483
    },
    {
      "completion_length": 107.8125,
      "epoch": 0.5971622455274522,
      "grad_norm": 1.6466772882151068,
      "kl": 0.033935546875,
      "learning_rate": 7.012345679012346e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 484
    },
    {
      "completion_length": 107.484375,
      "epoch": 0.5983960518198643,
      "grad_norm": 0.10564993420836505,
      "kl": 0.02960205078125,
      "learning_rate": 7.006172839506173e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 485
    },
    {
      "completion_length": 112.0,
      "epoch": 0.5996298581122764,
      "grad_norm": 1.0990407713412051,
      "kl": 0.03021240234375,
      "learning_rate": 7e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 486
    },
    {
      "completion_length": 107.765625,
      "epoch": 0.6008636644046884,
      "grad_norm": 1.9341427403801685,
      "kl": 0.0296630859375,
      "learning_rate": 6.993827160493827e-07,
      "loss": 0.0012,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 487
    },
    {
      "completion_length": 103.515625,
      "epoch": 0.6020974706971005,
      "grad_norm": 0.22100563379056812,
      "kl": 0.02532958984375,
      "learning_rate": 6.987654320987654e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 488
    },
    {
      "completion_length": 97.5,
      "epoch": 0.6033312769895126,
      "grad_norm": 0.10839933198900521,
      "kl": 0.03057861328125,
      "learning_rate": 6.981481481481482e-07,
      "loss": 0.0012,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 489
    },
    {
      "completion_length": 103.5625,
      "epoch": 0.6045650832819247,
      "grad_norm": 6.334611331511861,
      "kl": 0.039794921875,
      "learning_rate": 6.975308641975309e-07,
      "loss": 0.0016,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 490
    },
    {
      "completion_length": 102.1875,
      "epoch": 0.6057988895743368,
      "grad_norm": 1.6042515088454408,
      "kl": 0.0330810546875,
      "learning_rate": 6.969135802469136e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 491
    },
    {
      "completion_length": 94.484375,
      "epoch": 0.6070326958667489,
      "grad_norm": 0.1827143126799403,
      "kl": 0.031982421875,
      "learning_rate": 6.962962962962963e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 492
    },
    {
      "completion_length": 101.75,
      "epoch": 0.608266502159161,
      "grad_norm": 0.15291938301965333,
      "kl": 0.03125,
      "learning_rate": 6.95679012345679e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 493
    },
    {
      "completion_length": 116.5625,
      "epoch": 0.6095003084515731,
      "grad_norm": 0.1258199506638142,
      "kl": 0.032958984375,
      "learning_rate": 6.950617283950617e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 494
    },
    {
      "completion_length": 93.875,
      "epoch": 0.6107341147439852,
      "grad_norm": 0.12254538971657326,
      "kl": 0.02618408203125,
      "learning_rate": 6.944444444444444e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 495
    },
    {
      "completion_length": 105.4375,
      "epoch": 0.6119679210363973,
      "grad_norm": 0.8864120169469207,
      "kl": 0.02880859375,
      "learning_rate": 6.938271604938272e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 496
    },
    {
      "completion_length": 94.78125,
      "epoch": 0.6132017273288094,
      "grad_norm": 0.17228775589634576,
      "kl": 0.0263671875,
      "learning_rate": 6.932098765432099e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 497
    },
    {
      "completion_length": 106.140625,
      "epoch": 0.6144355336212215,
      "grad_norm": 0.12753855740863163,
      "kl": 0.02490234375,
      "learning_rate": 6.925925925925925e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 498
    },
    {
      "completion_length": 106.421875,
      "epoch": 0.6156693399136336,
      "grad_norm": 0.2217270122636105,
      "kl": 0.0311279296875,
      "learning_rate": 6.919753086419753e-07,
      "loss": 0.0012,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 499
    },
    {
      "completion_length": 116.921875,
      "epoch": 0.6169031462060457,
      "grad_norm": 3.2253246932929174,
      "kl": 0.04119873046875,
      "learning_rate": 6.91358024691358e-07,
      "loss": 0.0017,
      "reward": 1.3671875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.4921875,
      "step": 500
    },
    {
      "completion_length": 121.46875,
      "epoch": 0.6181369524984578,
      "grad_norm": 2.495799844091578,
      "kl": 0.041259765625,
      "learning_rate": 6.907407407407408e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 501
    },
    {
      "completion_length": 110.265625,
      "epoch": 0.6193707587908698,
      "grad_norm": 0.13645965020434822,
      "kl": 0.03228759765625,
      "learning_rate": 6.901234567901234e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 502
    },
    {
      "completion_length": 100.921875,
      "epoch": 0.6206045650832819,
      "grad_norm": 0.7133668615950521,
      "kl": 0.035400390625,
      "learning_rate": 6.895061728395062e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 503
    },
    {
      "completion_length": 99.671875,
      "epoch": 0.621838371375694,
      "grad_norm": 0.31303996888486485,
      "kl": 0.034423828125,
      "learning_rate": 6.888888888888889e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 504
    },
    {
      "completion_length": 108.984375,
      "epoch": 0.6230721776681061,
      "grad_norm": 0.8078285216925571,
      "kl": 0.03424072265625,
      "learning_rate": 6.882716049382715e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 505
    },
    {
      "completion_length": 112.328125,
      "epoch": 0.6243059839605182,
      "grad_norm": 0.7732570878800064,
      "kl": 0.039794921875,
      "learning_rate": 6.876543209876543e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 506
    },
    {
      "completion_length": 119.796875,
      "epoch": 0.6255397902529303,
      "grad_norm": 3.4723349229764997,
      "kl": 0.03106689453125,
      "learning_rate": 6.87037037037037e-07,
      "loss": 0.0012,
      "reward": 1.3828125,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.4921875,
      "step": 507
    },
    {
      "completion_length": 115.21875,
      "epoch": 0.6267735965453424,
      "grad_norm": 0.09927708777472799,
      "kl": 0.03045654296875,
      "learning_rate": 6.864197530864198e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 508
    },
    {
      "completion_length": 103.265625,
      "epoch": 0.6280074028377545,
      "grad_norm": 0.11986770637621663,
      "kl": 0.033203125,
      "learning_rate": 6.858024691358024e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 509
    },
    {
      "completion_length": 120.875,
      "epoch": 0.6292412091301666,
      "grad_norm": 0.9124636120279241,
      "kl": 0.0328369140625,
      "learning_rate": 6.851851851851852e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 510
    },
    {
      "completion_length": 115.40625,
      "epoch": 0.6304750154225787,
      "grad_norm": 2.133816696886171,
      "kl": 0.02899169921875,
      "learning_rate": 6.845679012345679e-07,
      "loss": 0.0012,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 511
    },
    {
      "completion_length": 132.078125,
      "epoch": 0.6317088217149908,
      "grad_norm": 1.4053972419504113,
      "kl": 0.031982421875,
      "learning_rate": 6.839506172839506e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 512
    },
    {
      "completion_length": 119.125,
      "epoch": 0.6329426280074029,
      "grad_norm": 0.11243791043624791,
      "kl": 0.031005859375,
      "learning_rate": 6.833333333333333e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 513
    },
    {
      "completion_length": 112.953125,
      "epoch": 0.634176434299815,
      "grad_norm": 0.10512386451761656,
      "kl": 0.0281982421875,
      "learning_rate": 6.82716049382716e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 514
    },
    {
      "completion_length": 109.5,
      "epoch": 0.6354102405922271,
      "grad_norm": 1.4269667485349982,
      "kl": 0.0308837890625,
      "learning_rate": 6.820987654320988e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 515
    },
    {
      "completion_length": 90.484375,
      "epoch": 0.6366440468846392,
      "grad_norm": 0.15974394736465136,
      "kl": 0.033447265625,
      "learning_rate": 6.814814814814814e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 516
    },
    {
      "completion_length": 111.90625,
      "epoch": 0.6378778531770513,
      "grad_norm": 0.09787378925768153,
      "kl": 0.03228759765625,
      "learning_rate": 6.808641975308642e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 517
    },
    {
      "completion_length": 112.015625,
      "epoch": 0.6391116594694632,
      "grad_norm": 0.19459862256034988,
      "kl": 0.02459716796875,
      "learning_rate": 6.802469135802469e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 518
    },
    {
      "completion_length": 108.265625,
      "epoch": 0.6403454657618753,
      "grad_norm": 0.8372501965923447,
      "kl": 0.02978515625,
      "learning_rate": 6.796296296296296e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 519
    },
    {
      "completion_length": 117.046875,
      "epoch": 0.6415792720542874,
      "grad_norm": 3.9340504862011145,
      "kl": 0.03350830078125,
      "learning_rate": 6.790123456790123e-07,
      "loss": 0.0013,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 520
    },
    {
      "completion_length": 108.703125,
      "epoch": 0.6428130783466995,
      "grad_norm": 1.4562180228651505,
      "kl": 0.02752685546875,
      "learning_rate": 6.78395061728395e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 521
    },
    {
      "completion_length": 99.109375,
      "epoch": 0.6440468846391116,
      "grad_norm": 0.11952541620799842,
      "kl": 0.03369140625,
      "learning_rate": 6.777777777777778e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 522
    },
    {
      "completion_length": 109.390625,
      "epoch": 0.6452806909315237,
      "grad_norm": 1.0921126135169936,
      "kl": 0.03485107421875,
      "learning_rate": 6.771604938271605e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 523
    },
    {
      "completion_length": 104.8125,
      "epoch": 0.6465144972239358,
      "grad_norm": 3.3277803517008464,
      "kl": 0.0438232421875,
      "learning_rate": 6.765432098765432e-07,
      "loss": 0.0018,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 524
    },
    {
      "completion_length": 117.921875,
      "epoch": 0.6477483035163479,
      "grad_norm": 0.16203866215911872,
      "kl": 0.043701171875,
      "learning_rate": 6.759259259259259e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 525
    },
    {
      "completion_length": 106.1875,
      "epoch": 0.64898210980876,
      "grad_norm": 3.313422780059698,
      "kl": 0.0489501953125,
      "learning_rate": 6.753086419753086e-07,
      "loss": 0.002,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 526
    },
    {
      "completion_length": 115.75,
      "epoch": 0.6502159161011721,
      "grad_norm": 1.2178746584625855,
      "kl": 0.0386962890625,
      "learning_rate": 6.746913580246914e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 527
    },
    {
      "completion_length": 104.015625,
      "epoch": 0.6514497223935842,
      "grad_norm": 1.2222880661331195,
      "kl": 0.0333251953125,
      "learning_rate": 6.74074074074074e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 528
    },
    {
      "completion_length": 110.484375,
      "epoch": 0.6526835286859963,
      "grad_norm": 2.590815574779253,
      "kl": 0.03289794921875,
      "learning_rate": 6.734567901234568e-07,
      "loss": 0.0013,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 529
    },
    {
      "completion_length": 107.40625,
      "epoch": 0.6539173349784084,
      "grad_norm": 0.596158884476886,
      "kl": 0.03741455078125,
      "learning_rate": 6.728395061728395e-07,
      "loss": 0.0015,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 530
    },
    {
      "completion_length": 88.171875,
      "epoch": 0.6551511412708205,
      "grad_norm": 5.887832404111741,
      "kl": 0.0372314453125,
      "learning_rate": 6.722222222222222e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 531
    },
    {
      "completion_length": 98.171875,
      "epoch": 0.6563849475632326,
      "grad_norm": 0.1272128622500354,
      "kl": 0.02703857421875,
      "learning_rate": 6.716049382716049e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 532
    },
    {
      "completion_length": 96.234375,
      "epoch": 0.6576187538556446,
      "grad_norm": 1.228262531653624,
      "kl": 0.039306640625,
      "learning_rate": 6.709876543209876e-07,
      "loss": 0.0016,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 533
    },
    {
      "completion_length": 110.140625,
      "epoch": 0.6588525601480567,
      "grad_norm": 0.7890932436681697,
      "kl": 0.036376953125,
      "learning_rate": 6.703703703703704e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 534
    },
    {
      "completion_length": 95.15625,
      "epoch": 0.6600863664404688,
      "grad_norm": 0.7752259812815786,
      "kl": 0.03131103515625,
      "learning_rate": 6.69753086419753e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 535
    },
    {
      "completion_length": 103.203125,
      "epoch": 0.6613201727328809,
      "grad_norm": 0.885860486954362,
      "kl": 0.037109375,
      "learning_rate": 6.691358024691358e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 536
    },
    {
      "completion_length": 104.0,
      "epoch": 0.662553979025293,
      "grad_norm": 0.2448523454539756,
      "kl": 0.043701171875,
      "learning_rate": 6.685185185185185e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 537
    },
    {
      "completion_length": 107.875,
      "epoch": 0.6637877853177051,
      "grad_norm": 0.6204369278998937,
      "kl": 0.0360107421875,
      "learning_rate": 6.679012345679012e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 538
    },
    {
      "completion_length": 110.875,
      "epoch": 0.6650215916101172,
      "grad_norm": 2.570916366155839,
      "kl": 0.0413818359375,
      "learning_rate": 6.672839506172839e-07,
      "loss": 0.0017,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 539
    },
    {
      "completion_length": 118.703125,
      "epoch": 0.6662553979025293,
      "grad_norm": 0.6295463236658331,
      "kl": 0.035888671875,
      "learning_rate": 6.666666666666666e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 540
    },
    {
      "completion_length": 122.90625,
      "epoch": 0.6674892041949414,
      "grad_norm": 0.11264288023256797,
      "kl": 0.0400390625,
      "learning_rate": 6.660493827160494e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 541
    },
    {
      "completion_length": 110.953125,
      "epoch": 0.6687230104873535,
      "grad_norm": 1.6096528956181355,
      "kl": 0.037353515625,
      "learning_rate": 6.65432098765432e-07,
      "loss": 0.0015,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 542
    },
    {
      "completion_length": 103.375,
      "epoch": 0.6699568167797656,
      "grad_norm": 0.14983208340936272,
      "kl": 0.041259765625,
      "learning_rate": 6.648148148148148e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 543
    },
    {
      "completion_length": 96.8125,
      "epoch": 0.6711906230721777,
      "grad_norm": 0.1120957315606829,
      "kl": 0.0311279296875,
      "learning_rate": 6.641975308641975e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 544
    },
    {
      "completion_length": 110.21875,
      "epoch": 0.6724244293645898,
      "grad_norm": 1.2376428115747553,
      "kl": 0.0447998046875,
      "learning_rate": 6.635802469135802e-07,
      "loss": 0.0018,
      "reward": 1.421875,
      "reward_std": 0.13794417306780815,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.46875,
      "step": 545
    },
    {
      "completion_length": 110.9375,
      "epoch": 0.6736582356570019,
      "grad_norm": 0.8514750293398613,
      "kl": 0.041748046875,
      "learning_rate": 6.629629629629629e-07,
      "loss": 0.0017,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 546
    },
    {
      "completion_length": 103.875,
      "epoch": 0.674892041949414,
      "grad_norm": 0.09081667635805855,
      "kl": 0.0374755859375,
      "learning_rate": 6.623456790123456e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 547
    },
    {
      "completion_length": 112.640625,
      "epoch": 0.6761258482418261,
      "grad_norm": 0.592089217634733,
      "kl": 0.0438232421875,
      "learning_rate": 6.617283950617284e-07,
      "loss": 0.0017,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 548
    },
    {
      "completion_length": 112.25,
      "epoch": 0.6773596545342381,
      "grad_norm": 0.10315306284144561,
      "kl": 0.03076171875,
      "learning_rate": 6.611111111111111e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 549
    },
    {
      "completion_length": 100.484375,
      "epoch": 0.6785934608266502,
      "grad_norm": 0.1325397722865268,
      "kl": 0.0406494140625,
      "learning_rate": 6.604938271604938e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 550
    },
    {
      "completion_length": 102.984375,
      "epoch": 0.6798272671190623,
      "grad_norm": 0.1643876296159077,
      "kl": 0.034912109375,
      "learning_rate": 6.598765432098765e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 551
    },
    {
      "completion_length": 96.765625,
      "epoch": 0.6810610734114744,
      "grad_norm": 1.028325552151721,
      "kl": 0.0760498046875,
      "learning_rate": 6.592592592592592e-07,
      "loss": 0.003,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 552
    },
    {
      "completion_length": 98.796875,
      "epoch": 0.6822948797038865,
      "grad_norm": 0.11839394624398145,
      "kl": 0.03955078125,
      "learning_rate": 6.586419753086419e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 553
    },
    {
      "completion_length": 89.828125,
      "epoch": 0.6835286859962986,
      "grad_norm": 0.18259456597246024,
      "kl": 0.03411865234375,
      "learning_rate": 6.580246913580246e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 554
    },
    {
      "completion_length": 102.65625,
      "epoch": 0.6847624922887107,
      "grad_norm": 0.8727338698071115,
      "kl": 0.0341796875,
      "learning_rate": 6.574074074074074e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 555
    },
    {
      "completion_length": 102.3125,
      "epoch": 0.6859962985811228,
      "grad_norm": 0.5323633915886724,
      "kl": 0.0438232421875,
      "learning_rate": 6.567901234567901e-07,
      "loss": 0.0018,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 556
    },
    {
      "completion_length": 95.28125,
      "epoch": 0.6872301048735349,
      "grad_norm": 0.4416872163294425,
      "kl": 0.037841796875,
      "learning_rate": 6.561728395061728e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 557
    },
    {
      "completion_length": 100.234375,
      "epoch": 0.688463911165947,
      "grad_norm": 0.09215060193592126,
      "kl": 0.041748046875,
      "learning_rate": 6.555555555555555e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 558
    },
    {
      "completion_length": 103.984375,
      "epoch": 0.6896977174583591,
      "grad_norm": 0.9950840064210901,
      "kl": 0.02825927734375,
      "learning_rate": 6.549382716049382e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 559
    },
    {
      "completion_length": 99.40625,
      "epoch": 0.6909315237507712,
      "grad_norm": 0.8182764340988057,
      "kl": 0.0440673828125,
      "learning_rate": 6.54320987654321e-07,
      "loss": 0.0018,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 560
    },
    {
      "completion_length": 104.046875,
      "epoch": 0.6921653300431833,
      "grad_norm": 1.9864073060061487,
      "kl": 0.0343017578125,
      "learning_rate": 6.537037037037036e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 561
    },
    {
      "completion_length": 102.484375,
      "epoch": 0.6933991363355954,
      "grad_norm": 0.0813989757759978,
      "kl": 0.0364990234375,
      "learning_rate": 6.530864197530864e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 562
    },
    {
      "completion_length": 97.96875,
      "epoch": 0.6946329426280075,
      "grad_norm": 1.013109736804528,
      "kl": 0.0396728515625,
      "learning_rate": 6.524691358024691e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 563
    },
    {
      "completion_length": 103.640625,
      "epoch": 0.6958667489204194,
      "grad_norm": 1.3132011357717663,
      "kl": 0.037353515625,
      "learning_rate": 6.518518518518519e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 564
    },
    {
      "completion_length": 95.046875,
      "epoch": 0.6971005552128315,
      "grad_norm": 0.57407637638119,
      "kl": 0.0419921875,
      "learning_rate": 6.512345679012345e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 565
    },
    {
      "completion_length": 101.875,
      "epoch": 0.6983343615052436,
      "grad_norm": 0.5294994003030877,
      "kl": 0.03515625,
      "learning_rate": 6.506172839506172e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 566
    },
    {
      "completion_length": 122.625,
      "epoch": 0.6995681677976557,
      "grad_norm": 3.148006707962375,
      "kl": 0.046142578125,
      "learning_rate": 6.5e-07,
      "loss": 0.0018,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 567
    },
    {
      "completion_length": 109.671875,
      "epoch": 0.7008019740900678,
      "grad_norm": 1.4841010081399664,
      "kl": 0.0482177734375,
      "learning_rate": 6.493827160493826e-07,
      "loss": 0.0019,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 568
    },
    {
      "completion_length": 102.53125,
      "epoch": 0.7020357803824799,
      "grad_norm": 0.17949942029232646,
      "kl": 0.041748046875,
      "learning_rate": 6.487654320987654e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 569
    },
    {
      "completion_length": 114.078125,
      "epoch": 0.703269586674892,
      "grad_norm": 0.27950761339737196,
      "kl": 0.048828125,
      "learning_rate": 6.481481481481481e-07,
      "loss": 0.002,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 570
    },
    {
      "completion_length": 112.546875,
      "epoch": 0.7045033929673041,
      "grad_norm": 0.13604878673577128,
      "kl": 0.0335693359375,
      "learning_rate": 6.475308641975308e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 571
    },
    {
      "completion_length": 125.453125,
      "epoch": 0.7057371992597162,
      "grad_norm": 0.08408779934533316,
      "kl": 0.041748046875,
      "learning_rate": 6.469135802469135e-07,
      "loss": 0.0017,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 572
    },
    {
      "completion_length": 115.0625,
      "epoch": 0.7069710055521283,
      "grad_norm": 0.7928090407648283,
      "kl": 0.0377197265625,
      "learning_rate": 6.462962962962962e-07,
      "loss": 0.0015,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 573
    },
    {
      "completion_length": 122.09375,
      "epoch": 0.7082048118445404,
      "grad_norm": 0.8997029469955565,
      "kl": 0.039306640625,
      "learning_rate": 6.45679012345679e-07,
      "loss": 0.0016,
      "reward": 1.4296875,
      "reward_std": 0.07057205587625504,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 574
    },
    {
      "completion_length": 113.828125,
      "epoch": 0.7094386181369525,
      "grad_norm": 0.6768755634238571,
      "kl": 0.0382080078125,
      "learning_rate": 6.450617283950617e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 575
    },
    {
      "completion_length": 113.125,
      "epoch": 0.7106724244293646,
      "grad_norm": 1.3804504165212328,
      "kl": 0.03131103515625,
      "learning_rate": 6.444444444444444e-07,
      "loss": 0.0013,
      "reward": 1.375,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.484375,
      "step": 576
    },
    {
      "completion_length": 122.09375,
      "epoch": 0.7119062307217767,
      "grad_norm": 0.1106555246665533,
      "kl": 0.0277099609375,
      "learning_rate": 6.438271604938271e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 577
    },
    {
      "completion_length": 103.0625,
      "epoch": 0.7131400370141888,
      "grad_norm": 0.66936183237414,
      "kl": 0.032470703125,
      "learning_rate": 6.432098765432098e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 578
    },
    {
      "completion_length": 112.8125,
      "epoch": 0.7143738433066008,
      "grad_norm": 1.2327667249407253,
      "kl": 0.02801513671875,
      "learning_rate": 6.425925925925925e-07,
      "loss": 0.0011,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 579
    },
    {
      "completion_length": 120.5,
      "epoch": 0.7156076495990129,
      "grad_norm": 0.7399765872430594,
      "kl": 0.0281982421875,
      "learning_rate": 6.419753086419752e-07,
      "loss": 0.0011,
      "reward": 1.40625,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.5,
      "step": 580
    },
    {
      "completion_length": 116.875,
      "epoch": 0.716841455891425,
      "grad_norm": 0.9290460937336746,
      "kl": 0.0380859375,
      "learning_rate": 6.41358024691358e-07,
      "loss": 0.0015,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 581
    },
    {
      "completion_length": 112.03125,
      "epoch": 0.7180752621838371,
      "grad_norm": 2.006633608684569,
      "kl": 0.036865234375,
      "learning_rate": 6.407407407407407e-07,
      "loss": 0.0015,
      "reward": 1.4375,
      "reward_std": 0.07216878235340118,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 582
    },
    {
      "completion_length": 105.921875,
      "epoch": 0.7193090684762492,
      "grad_norm": 0.2854304309234838,
      "kl": 0.0360107421875,
      "learning_rate": 6.401234567901234e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 583
    },
    {
      "completion_length": 106.640625,
      "epoch": 0.7205428747686613,
      "grad_norm": 0.09337736915120738,
      "kl": 0.0289306640625,
      "learning_rate": 6.395061728395061e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 584
    },
    {
      "completion_length": 121.65625,
      "epoch": 0.7217766810610734,
      "grad_norm": 0.8716070084619838,
      "kl": 0.0338134765625,
      "learning_rate": 6.388888888888888e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 585
    },
    {
      "completion_length": 104.875,
      "epoch": 0.7230104873534855,
      "grad_norm": 0.5106770281804973,
      "kl": 0.0328369140625,
      "learning_rate": 6.382716049382716e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 586
    },
    {
      "completion_length": 105.578125,
      "epoch": 0.7242442936458976,
      "grad_norm": 0.1924986759027035,
      "kl": 0.02618408203125,
      "learning_rate": 6.376543209876542e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 587
    },
    {
      "completion_length": 106.21875,
      "epoch": 0.7254780999383097,
      "grad_norm": 0.10579694537219615,
      "kl": 0.0303955078125,
      "learning_rate": 6.37037037037037e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 588
    },
    {
      "completion_length": 92.1875,
      "epoch": 0.7267119062307218,
      "grad_norm": 0.08522149415470472,
      "kl": 0.02154541015625,
      "learning_rate": 6.364197530864197e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 589
    },
    {
      "completion_length": 112.4375,
      "epoch": 0.7279457125231339,
      "grad_norm": 0.1550271726305113,
      "kl": 0.048583984375,
      "learning_rate": 6.358024691358025e-07,
      "loss": 0.0019,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 590
    },
    {
      "completion_length": 112.65625,
      "epoch": 0.729179518815546,
      "grad_norm": 0.16649503649575081,
      "kl": 0.0296630859375,
      "learning_rate": 6.351851851851851e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 591
    },
    {
      "completion_length": 106.125,
      "epoch": 0.7304133251079581,
      "grad_norm": 0.15114348278190062,
      "kl": 0.0272216796875,
      "learning_rate": 6.345679012345678e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 592
    },
    {
      "completion_length": 92.390625,
      "epoch": 0.7316471314003702,
      "grad_norm": 0.8694661829081057,
      "kl": 0.03564453125,
      "learning_rate": 6.339506172839506e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 593
    },
    {
      "completion_length": 107.59375,
      "epoch": 0.7328809376927823,
      "grad_norm": 11.844993085200043,
      "kl": 0.043212890625,
      "learning_rate": 6.333333333333332e-07,
      "loss": 0.0017,
      "reward": 1.40625,
      "reward_std": 0.09858439117670059,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.5,
      "step": 594
    },
    {
      "completion_length": 102.296875,
      "epoch": 0.7341147439851943,
      "grad_norm": 0.6209395309771242,
      "kl": 0.048095703125,
      "learning_rate": 6.32716049382716e-07,
      "loss": 0.0019,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 595
    },
    {
      "completion_length": 103.453125,
      "epoch": 0.7353485502776064,
      "grad_norm": 1.2073760702217682,
      "kl": 0.043701171875,
      "learning_rate": 6.320987654320987e-07,
      "loss": 0.0017,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 596
    },
    {
      "completion_length": 122.875,
      "epoch": 0.7365823565700185,
      "grad_norm": 0.38041630703021617,
      "kl": 0.0439453125,
      "learning_rate": 6.314814814814815e-07,
      "loss": 0.0018,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 597
    },
    {
      "completion_length": 108.875,
      "epoch": 0.7378161628624306,
      "grad_norm": 1.3301458087769809,
      "kl": 0.037353515625,
      "learning_rate": 6.308641975308641e-07,
      "loss": 0.0015,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 598
    },
    {
      "completion_length": 114.375,
      "epoch": 0.7390499691548427,
      "grad_norm": 1.4217372606515701,
      "kl": 0.0501708984375,
      "learning_rate": 6.302469135802468e-07,
      "loss": 0.002,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 599
    },
    {
      "completion_length": 111.71875,
      "epoch": 0.7402837754472548,
      "grad_norm": 0.5884069113617648,
      "kl": 0.05029296875,
      "learning_rate": 6.296296296296296e-07,
      "loss": 0.002,
      "reward": 1.359375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.859375,
      "rewards/format_reward": 0.5,
      "step": 600
    },
    {
      "completion_length": 96.390625,
      "epoch": 0.7415175817396669,
      "grad_norm": 1.5513306437933212,
      "kl": 0.0391845703125,
      "learning_rate": 6.290123456790122e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 601
    },
    {
      "completion_length": 104.59375,
      "epoch": 0.742751388032079,
      "grad_norm": 0.1336905542394722,
      "kl": 0.0535888671875,
      "learning_rate": 6.28395061728395e-07,
      "loss": 0.0021,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 602
    },
    {
      "completion_length": 100.625,
      "epoch": 0.7439851943244911,
      "grad_norm": 0.21493763740894353,
      "kl": 0.05078125,
      "learning_rate": 6.277777777777777e-07,
      "loss": 0.002,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 603
    },
    {
      "completion_length": 124.171875,
      "epoch": 0.7452190006169032,
      "grad_norm": 0.8273440664285385,
      "kl": 0.06201171875,
      "learning_rate": 6.271604938271605e-07,
      "loss": 0.0025,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 604
    },
    {
      "completion_length": 120.671875,
      "epoch": 0.7464528069093153,
      "grad_norm": 0.11554099113024738,
      "kl": 0.0511474609375,
      "learning_rate": 6.265432098765431e-07,
      "loss": 0.002,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 605
    },
    {
      "completion_length": 115.296875,
      "epoch": 0.7476866132017274,
      "grad_norm": 0.12911393561826293,
      "kl": 0.0565185546875,
      "learning_rate": 6.259259259259258e-07,
      "loss": 0.0023,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 606
    },
    {
      "completion_length": 106.625,
      "epoch": 0.7489204194941395,
      "grad_norm": 1.0914927792305498,
      "kl": 0.0400390625,
      "learning_rate": 6.253086419753086e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 607
    },
    {
      "completion_length": 111.5,
      "epoch": 0.7501542257865516,
      "grad_norm": 1.2124844485945039,
      "kl": 0.06689453125,
      "learning_rate": 6.246913580246913e-07,
      "loss": 0.0027,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 608
    },
    {
      "completion_length": 100.0,
      "epoch": 0.7513880320789637,
      "grad_norm": 0.5907048610794731,
      "kl": 0.0413818359375,
      "learning_rate": 6.24074074074074e-07,
      "loss": 0.0017,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 609
    },
    {
      "completion_length": 95.78125,
      "epoch": 0.7526218383713756,
      "grad_norm": 0.29152735365821736,
      "kl": 0.049560546875,
      "learning_rate": 6.234567901234567e-07,
      "loss": 0.002,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 610
    },
    {
      "completion_length": 103.671875,
      "epoch": 0.7538556446637877,
      "grad_norm": 0.18657582102671222,
      "kl": 0.0455322265625,
      "learning_rate": 6.228395061728394e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 611
    },
    {
      "completion_length": 114.21875,
      "epoch": 0.7550894509561998,
      "grad_norm": 0.137378106465678,
      "kl": 0.04638671875,
      "learning_rate": 6.222222222222223e-07,
      "loss": 0.0019,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 612
    },
    {
      "completion_length": 108.40625,
      "epoch": 0.7563232572486119,
      "grad_norm": 0.19864691265120454,
      "kl": 0.0506591796875,
      "learning_rate": 6.216049382716048e-07,
      "loss": 0.002,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 613
    },
    {
      "completion_length": 110.1875,
      "epoch": 0.757557063541024,
      "grad_norm": 1.7675345952343595,
      "kl": 0.0478515625,
      "learning_rate": 6.209876543209877e-07,
      "loss": 0.0019,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 614
    },
    {
      "completion_length": 104.265625,
      "epoch": 0.7587908698334361,
      "grad_norm": 0.9796724094156686,
      "kl": 0.045166015625,
      "learning_rate": 6.203703703703704e-07,
      "loss": 0.0018,
      "reward": 1.4375,
      "reward_std": 0.08537658676505089,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 615
    },
    {
      "completion_length": 95.546875,
      "epoch": 0.7600246761258482,
      "grad_norm": 4.988467405305695,
      "kl": 0.2042236328125,
      "learning_rate": 6.19753086419753e-07,
      "loss": 0.0082,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 616
    },
    {
      "completion_length": 100.21875,
      "epoch": 0.7612584824182603,
      "grad_norm": 1.4482591724942648,
      "kl": 0.049560546875,
      "learning_rate": 6.191358024691358e-07,
      "loss": 0.002,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 617
    },
    {
      "completion_length": 102.421875,
      "epoch": 0.7624922887106724,
      "grad_norm": 1.0640633794978491,
      "kl": 0.0411376953125,
      "learning_rate": 6.185185185185185e-07,
      "loss": 0.0016,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 618
    },
    {
      "completion_length": 100.953125,
      "epoch": 0.7637260950030845,
      "grad_norm": 0.10869812601519788,
      "kl": 0.03662109375,
      "learning_rate": 6.179012345679013e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 619
    },
    {
      "completion_length": 105.9375,
      "epoch": 0.7649599012954966,
      "grad_norm": 0.0973077122810746,
      "kl": 0.03662109375,
      "learning_rate": 6.172839506172839e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 620
    },
    {
      "completion_length": 121.28125,
      "epoch": 0.7661937075879087,
      "grad_norm": 3.5759736622645497,
      "kl": 0.0419921875,
      "learning_rate": 6.166666666666667e-07,
      "loss": 0.0017,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 621
    },
    {
      "completion_length": 115.5,
      "epoch": 0.7674275138803208,
      "grad_norm": 2.0013123146307605,
      "kl": 0.06103515625,
      "learning_rate": 6.160493827160494e-07,
      "loss": 0.0024,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 622
    },
    {
      "completion_length": 121.515625,
      "epoch": 0.7686613201727329,
      "grad_norm": 1.7594472710892903,
      "kl": 0.0621337890625,
      "learning_rate": 6.154320987654322e-07,
      "loss": 0.0025,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 623
    },
    {
      "completion_length": 117.40625,
      "epoch": 0.769895126465145,
      "grad_norm": 1.4875586480842138,
      "kl": 0.05078125,
      "learning_rate": 6.148148148148148e-07,
      "loss": 0.002,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 624
    },
    {
      "completion_length": 103.53125,
      "epoch": 0.7711289327575571,
      "grad_norm": 1.087325089702676,
      "kl": 0.0469970703125,
      "learning_rate": 6.141975308641975e-07,
      "loss": 0.0019,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 625
    },
    {
      "completion_length": 110.234375,
      "epoch": 0.7723627390499691,
      "grad_norm": 1.188074009041468,
      "kl": 0.0555419921875,
      "learning_rate": 6.135802469135803e-07,
      "loss": 0.0022,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 626
    },
    {
      "completion_length": 103.953125,
      "epoch": 0.7735965453423812,
      "grad_norm": 1.2850412566705645,
      "kl": 0.0555419921875,
      "learning_rate": 6.129629629629629e-07,
      "loss": 0.0022,
      "reward": 1.4765625,
      "reward_std": 0.029919598251581192,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 627
    },
    {
      "completion_length": 119.171875,
      "epoch": 0.7748303516347933,
      "grad_norm": 1.1026762287651828,
      "kl": 0.0623779296875,
      "learning_rate": 6.123456790123457e-07,
      "loss": 0.0025,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 628
    },
    {
      "completion_length": 112.296875,
      "epoch": 0.7760641579272054,
      "grad_norm": 3.755512920419185,
      "kl": 0.1055908203125,
      "learning_rate": 6.117283950617284e-07,
      "loss": 0.0042,
      "reward": 1.4453125,
      "reward_std": 0.109375,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 629
    },
    {
      "completion_length": 108.859375,
      "epoch": 0.7772979642196175,
      "grad_norm": 0.8816365218671202,
      "kl": 0.044189453125,
      "learning_rate": 6.111111111111112e-07,
      "loss": 0.0018,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 630
    },
    {
      "completion_length": 110.953125,
      "epoch": 0.7785317705120296,
      "grad_norm": 0.3632868051624646,
      "kl": 0.040283203125,
      "learning_rate": 6.104938271604938e-07,
      "loss": 0.0016,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 631
    },
    {
      "completion_length": 114.4375,
      "epoch": 0.7797655768044417,
      "grad_norm": 14.564889950108656,
      "kl": 0.0540771484375,
      "learning_rate": 6.098765432098765e-07,
      "loss": 0.0022,
      "reward": 1.390625,
      "reward_std": 0.08619705587625504,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.484375,
      "step": 632
    },
    {
      "completion_length": 110.125,
      "epoch": 0.7809993830968538,
      "grad_norm": 0.13692486665494175,
      "kl": 0.04150390625,
      "learning_rate": 6.092592592592593e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 633
    },
    {
      "completion_length": 121.71875,
      "epoch": 0.7822331893892659,
      "grad_norm": 0.5464836805856643,
      "kl": 0.047119140625,
      "learning_rate": 6.08641975308642e-07,
      "loss": 0.0019,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 634
    },
    {
      "completion_length": 105.234375,
      "epoch": 0.783466995681678,
      "grad_norm": 1.2234358687555564,
      "kl": 0.039794921875,
      "learning_rate": 6.080246913580247e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 635
    },
    {
      "completion_length": 109.140625,
      "epoch": 0.7847008019740901,
      "grad_norm": 1.1757757764902859,
      "kl": 0.0557861328125,
      "learning_rate": 6.074074074074074e-07,
      "loss": 0.0022,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 636
    },
    {
      "completion_length": 123.21875,
      "epoch": 0.7859346082665022,
      "grad_norm": 1.9591413509732767,
      "kl": 0.0494384765625,
      "learning_rate": 6.067901234567902e-07,
      "loss": 0.002,
      "reward": 1.40625,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.484375,
      "step": 637
    },
    {
      "completion_length": 124.890625,
      "epoch": 0.7871684145589143,
      "grad_norm": 0.6959194239559751,
      "kl": 0.0489501953125,
      "learning_rate": 6.061728395061729e-07,
      "loss": 0.002,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 638
    },
    {
      "completion_length": 119.4375,
      "epoch": 0.7884022208513264,
      "grad_norm": 2.1773557940503196,
      "kl": 0.03955078125,
      "learning_rate": 6.055555555555555e-07,
      "loss": 0.0016,
      "reward": 1.4375,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 639
    },
    {
      "completion_length": 102.953125,
      "epoch": 0.7896360271437385,
      "grad_norm": 5.4552654989852885,
      "kl": 0.051025390625,
      "learning_rate": 6.049382716049383e-07,
      "loss": 0.002,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 640
    },
    {
      "completion_length": 117.546875,
      "epoch": 0.7908698334361505,
      "grad_norm": 1.2400224471040937,
      "kl": 0.0556640625,
      "learning_rate": 6.04320987654321e-07,
      "loss": 0.0022,
      "reward": 1.3984375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4765625,
      "step": 641
    },
    {
      "completion_length": 111.203125,
      "epoch": 0.7921036397285626,
      "grad_norm": 0.20718486663803923,
      "kl": 0.051025390625,
      "learning_rate": 6.037037037037037e-07,
      "loss": 0.002,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 642
    },
    {
      "completion_length": 98.015625,
      "epoch": 0.7933374460209747,
      "grad_norm": 0.16924866249236792,
      "kl": 0.0545654296875,
      "learning_rate": 6.030864197530864e-07,
      "loss": 0.0022,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 643
    },
    {
      "completion_length": 84.21875,
      "epoch": 0.7945712523133868,
      "grad_norm": 3.167461712158039,
      "kl": 0.0570068359375,
      "learning_rate": 6.024691358024692e-07,
      "loss": 0.0023,
      "reward": 1.40625,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.484375,
      "step": 644
    },
    {
      "completion_length": 101.6875,
      "epoch": 0.7958050586057989,
      "grad_norm": 1.771664898416848,
      "kl": 0.0689697265625,
      "learning_rate": 6.018518518518519e-07,
      "loss": 0.0028,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 645
    },
    {
      "completion_length": 115.03125,
      "epoch": 0.797038864898211,
      "grad_norm": 0.8162035702814715,
      "kl": 0.041259765625,
      "learning_rate": 6.012345679012345e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 646
    },
    {
      "completion_length": 105.65625,
      "epoch": 0.7982726711906231,
      "grad_norm": 0.4994326949240207,
      "kl": 0.0380859375,
      "learning_rate": 6.006172839506173e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 647
    },
    {
      "completion_length": 83.75,
      "epoch": 0.7995064774830352,
      "grad_norm": 2.074046928972364,
      "kl": 0.0457763671875,
      "learning_rate": 6e-07,
      "loss": 0.0018,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 648
    },
    {
      "completion_length": 111.59375,
      "epoch": 0.8007402837754473,
      "grad_norm": 0.7103835545447327,
      "kl": 0.0494384765625,
      "learning_rate": 5.993827160493828e-07,
      "loss": 0.002,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 649
    },
    {
      "completion_length": 95.546875,
      "epoch": 0.8019740900678594,
      "grad_norm": 1.3102917512875751,
      "kl": 0.0546875,
      "learning_rate": 5.987654320987654e-07,
      "loss": 0.0022,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 650
    },
    {
      "completion_length": 109.109375,
      "epoch": 0.8032078963602715,
      "grad_norm": 0.8082798791374863,
      "kl": 0.039794921875,
      "learning_rate": 5.981481481481481e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 651
    },
    {
      "completion_length": 103.71875,
      "epoch": 0.8044417026526836,
      "grad_norm": 0.519518032070318,
      "kl": 0.052490234375,
      "learning_rate": 5.975308641975309e-07,
      "loss": 0.0021,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 652
    },
    {
      "completion_length": 101.40625,
      "epoch": 0.8056755089450957,
      "grad_norm": 0.6270328082863429,
      "kl": 0.06005859375,
      "learning_rate": 5.969135802469135e-07,
      "loss": 0.0024,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 653
    },
    {
      "completion_length": 100.796875,
      "epoch": 0.8069093152375078,
      "grad_norm": 0.15581192387468973,
      "kl": 0.0418701171875,
      "learning_rate": 5.962962962962963e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 654
    },
    {
      "completion_length": 103.84375,
      "epoch": 0.8081431215299199,
      "grad_norm": 0.6430784126140745,
      "kl": 0.030517578125,
      "learning_rate": 5.95679012345679e-07,
      "loss": 0.0012,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 655
    },
    {
      "completion_length": 104.90625,
      "epoch": 0.809376927822332,
      "grad_norm": 0.1371056448793011,
      "kl": 0.047119140625,
      "learning_rate": 5.950617283950618e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 656
    },
    {
      "completion_length": 106.359375,
      "epoch": 0.8106107341147439,
      "grad_norm": 0.2319803189915482,
      "kl": 0.046875,
      "learning_rate": 5.944444444444444e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 657
    },
    {
      "completion_length": 102.71875,
      "epoch": 0.811844540407156,
      "grad_norm": 0.12082133780926309,
      "kl": 0.0447998046875,
      "learning_rate": 5.938271604938271e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 658
    },
    {
      "completion_length": 106.96875,
      "epoch": 0.8130783466995681,
      "grad_norm": 0.1153369703742515,
      "kl": 0.034912109375,
      "learning_rate": 5.932098765432099e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 659
    },
    {
      "completion_length": 114.75,
      "epoch": 0.8143121529919802,
      "grad_norm": 0.5366983443333084,
      "kl": 0.04638671875,
      "learning_rate": 5.925925925925926e-07,
      "loss": 0.0019,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 660
    },
    {
      "completion_length": 107.609375,
      "epoch": 0.8155459592843923,
      "grad_norm": 0.723067786809759,
      "kl": 0.0438232421875,
      "learning_rate": 5.919753086419753e-07,
      "loss": 0.0018,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 661
    },
    {
      "completion_length": 109.625,
      "epoch": 0.8167797655768044,
      "grad_norm": 0.3277281043572439,
      "kl": 0.0443115234375,
      "learning_rate": 5.91358024691358e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 662
    },
    {
      "completion_length": 99.3125,
      "epoch": 0.8180135718692165,
      "grad_norm": 0.13554545048131333,
      "kl": 0.0570068359375,
      "learning_rate": 5.907407407407408e-07,
      "loss": 0.0023,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 663
    },
    {
      "completion_length": 133.28125,
      "epoch": 0.8192473781616286,
      "grad_norm": 0.3409033365446875,
      "kl": 0.046630859375,
      "learning_rate": 5.901234567901234e-07,
      "loss": 0.0019,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 664
    },
    {
      "completion_length": 124.6875,
      "epoch": 0.8204811844540407,
      "grad_norm": 0.5838204441284646,
      "kl": 0.0538330078125,
      "learning_rate": 5.895061728395061e-07,
      "loss": 0.0022,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 665
    },
    {
      "completion_length": 127.515625,
      "epoch": 0.8217149907464528,
      "grad_norm": 0.09989114507305993,
      "kl": 0.0406494140625,
      "learning_rate": 5.888888888888889e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 666
    },
    {
      "completion_length": 121.8125,
      "epoch": 0.8229487970388649,
      "grad_norm": 0.9720845915409976,
      "kl": 0.0469970703125,
      "learning_rate": 5.882716049382716e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 667
    },
    {
      "completion_length": 106.96875,
      "epoch": 0.824182603331277,
      "grad_norm": 0.7435286312934679,
      "kl": 0.0374755859375,
      "learning_rate": 5.876543209876543e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 668
    },
    {
      "completion_length": 90.953125,
      "epoch": 0.8254164096236891,
      "grad_norm": 1.0100992361174066,
      "kl": 0.0694580078125,
      "learning_rate": 5.87037037037037e-07,
      "loss": 0.0028,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 669
    },
    {
      "completion_length": 113.96875,
      "epoch": 0.8266502159161012,
      "grad_norm": 0.08574201343158261,
      "kl": 0.0416259765625,
      "learning_rate": 5.864197530864198e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 670
    },
    {
      "completion_length": 108.390625,
      "epoch": 0.8278840222085133,
      "grad_norm": 1.2257207443092462,
      "kl": 0.05126953125,
      "learning_rate": 5.858024691358025e-07,
      "loss": 0.0021,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 671
    },
    {
      "completion_length": 122.984375,
      "epoch": 0.8291178285009253,
      "grad_norm": 0.0792380947962358,
      "kl": 0.05322265625,
      "learning_rate": 5.851851851851851e-07,
      "loss": 0.0021,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 672
    },
    {
      "completion_length": 111.953125,
      "epoch": 0.8303516347933374,
      "grad_norm": 1.3178353403651533,
      "kl": 0.0513916015625,
      "learning_rate": 5.845679012345679e-07,
      "loss": 0.0021,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 673
    },
    {
      "completion_length": 112.171875,
      "epoch": 0.8315854410857495,
      "grad_norm": 0.3185779407317927,
      "kl": 0.0389404296875,
      "learning_rate": 5.839506172839506e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 674
    },
    {
      "completion_length": 118.71875,
      "epoch": 0.8328192473781616,
      "grad_norm": 0.0891774838318766,
      "kl": 0.039794921875,
      "learning_rate": 5.833333333333334e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 675
    },
    {
      "completion_length": 100.171875,
      "epoch": 0.8340530536705737,
      "grad_norm": 5.419391231334811,
      "kl": 0.23291015625,
      "learning_rate": 5.82716049382716e-07,
      "loss": 0.0093,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 676
    },
    {
      "completion_length": 121.40625,
      "epoch": 0.8352868599629858,
      "grad_norm": 0.10925843025319877,
      "kl": 0.045654296875,
      "learning_rate": 5.820987654320988e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 677
    },
    {
      "completion_length": 114.859375,
      "epoch": 0.8365206662553979,
      "grad_norm": 2.0130911442232953,
      "kl": 0.0408935546875,
      "learning_rate": 5.814814814814815e-07,
      "loss": 0.0016,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 678
    },
    {
      "completion_length": 108.875,
      "epoch": 0.83775447254781,
      "grad_norm": 1.0087348872516875,
      "kl": 0.052734375,
      "learning_rate": 5.808641975308641e-07,
      "loss": 0.0021,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 679
    },
    {
      "completion_length": 117.359375,
      "epoch": 0.8389882788402221,
      "grad_norm": 0.562963746052721,
      "kl": 0.052734375,
      "learning_rate": 5.802469135802469e-07,
      "loss": 0.0021,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 680
    },
    {
      "completion_length": 121.96875,
      "epoch": 0.8402220851326342,
      "grad_norm": 1.0786919254103653,
      "kl": 0.056396484375,
      "learning_rate": 5.796296296296296e-07,
      "loss": 0.0023,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 681
    },
    {
      "completion_length": 121.546875,
      "epoch": 0.8414558914250463,
      "grad_norm": 0.6082261353599578,
      "kl": 0.0347900390625,
      "learning_rate": 5.790123456790124e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 682
    },
    {
      "completion_length": 133.421875,
      "epoch": 0.8426896977174584,
      "grad_norm": 0.5287971346356818,
      "kl": 0.049072265625,
      "learning_rate": 5.78395061728395e-07,
      "loss": 0.002,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 683
    },
    {
      "completion_length": 117.140625,
      "epoch": 0.8439235040098705,
      "grad_norm": 1.2878857280645113,
      "kl": 0.05517578125,
      "learning_rate": 5.777777777777777e-07,
      "loss": 0.0022,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 684
    },
    {
      "completion_length": 120.703125,
      "epoch": 0.8451573103022826,
      "grad_norm": 1.771482808551298,
      "kl": 0.0487060546875,
      "learning_rate": 5.771604938271605e-07,
      "loss": 0.002,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 685
    },
    {
      "completion_length": 112.578125,
      "epoch": 0.8463911165946947,
      "grad_norm": 1.074159944570807,
      "kl": 0.04541015625,
      "learning_rate": 5.765432098765432e-07,
      "loss": 0.0018,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 686
    },
    {
      "completion_length": 118.109375,
      "epoch": 0.8476249228871067,
      "grad_norm": 0.12040427685897154,
      "kl": 0.035888671875,
      "learning_rate": 5.759259259259259e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 687
    },
    {
      "completion_length": 120.65625,
      "epoch": 0.8488587291795188,
      "grad_norm": 0.08539121205224318,
      "kl": 0.0323486328125,
      "learning_rate": 5.753086419753086e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 688
    },
    {
      "completion_length": 122.171875,
      "epoch": 0.8500925354719309,
      "grad_norm": 0.5594270197952906,
      "kl": 0.0341796875,
      "learning_rate": 5.746913580246914e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 689
    },
    {
      "completion_length": 117.78125,
      "epoch": 0.851326341764343,
      "grad_norm": 1.5735356566209462,
      "kl": 0.033935546875,
      "learning_rate": 5.74074074074074e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 690
    },
    {
      "completion_length": 111.71875,
      "epoch": 0.8525601480567551,
      "grad_norm": 1.4479218827661673,
      "kl": 0.037353515625,
      "learning_rate": 5.734567901234567e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 691
    },
    {
      "completion_length": 117.984375,
      "epoch": 0.8537939543491672,
      "grad_norm": 0.1335086158455276,
      "kl": 0.03521728515625,
      "learning_rate": 5.728395061728395e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 692
    },
    {
      "completion_length": 105.703125,
      "epoch": 0.8550277606415793,
      "grad_norm": 1.3601183608453609,
      "kl": 0.0394287109375,
      "learning_rate": 5.722222222222222e-07,
      "loss": 0.0016,
      "reward": 1.40625,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.5,
      "step": 693
    },
    {
      "completion_length": 102.375,
      "epoch": 0.8562615669339914,
      "grad_norm": 0.623779068893223,
      "kl": 0.0340576171875,
      "learning_rate": 5.716049382716049e-07,
      "loss": 0.0014,
      "reward": 1.390625,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.5,
      "step": 694
    },
    {
      "completion_length": 111.375,
      "epoch": 0.8574953732264035,
      "grad_norm": 1.8770924201703876,
      "kl": 0.040283203125,
      "learning_rate": 5.709876543209876e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 695
    },
    {
      "completion_length": 97.40625,
      "epoch": 0.8587291795188156,
      "grad_norm": 0.1892410945652006,
      "kl": 0.0372314453125,
      "learning_rate": 5.703703703703704e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 696
    },
    {
      "completion_length": 111.546875,
      "epoch": 0.8599629858112277,
      "grad_norm": 0.9295051833393664,
      "kl": 0.038330078125,
      "learning_rate": 5.697530864197531e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 697
    },
    {
      "completion_length": 122.34375,
      "epoch": 0.8611967921036398,
      "grad_norm": 19.782753784007976,
      "kl": 0.0457763671875,
      "learning_rate": 5.691358024691357e-07,
      "loss": 0.0018,
      "reward": 1.375,
      "reward_std": 0.1610843911767006,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.484375,
      "step": 698
    },
    {
      "completion_length": 95.578125,
      "epoch": 0.8624305983960519,
      "grad_norm": 0.11063611152817406,
      "kl": 0.03662109375,
      "learning_rate": 5.685185185185185e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 699
    },
    {
      "completion_length": 110.9375,
      "epoch": 0.863664404688464,
      "grad_norm": 0.6229237241620708,
      "kl": 0.0384521484375,
      "learning_rate": 5.679012345679012e-07,
      "loss": 0.0015,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 700
    },
    {
      "completion_length": 96.3125,
      "epoch": 0.864898210980876,
      "grad_norm": 6.858884038900654,
      "kl": 0.0479736328125,
      "learning_rate": 5.672839506172839e-07,
      "loss": 0.0019,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 701
    },
    {
      "completion_length": 124.21875,
      "epoch": 0.8661320172732881,
      "grad_norm": 0.6113557858385268,
      "kl": 0.03240966796875,
      "learning_rate": 5.666666666666666e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 702
    },
    {
      "completion_length": 106.296875,
      "epoch": 0.8673658235657001,
      "grad_norm": 0.5451966192576995,
      "kl": 0.0447998046875,
      "learning_rate": 5.660493827160494e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 703
    },
    {
      "completion_length": 115.984375,
      "epoch": 0.8685996298581122,
      "grad_norm": 1.4626260358560337,
      "kl": 0.057861328125,
      "learning_rate": 5.654320987654321e-07,
      "loss": 0.0023,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 704
    },
    {
      "completion_length": 114.21875,
      "epoch": 0.8698334361505243,
      "grad_norm": 1.3646359707113385,
      "kl": 0.03448486328125,
      "learning_rate": 5.648148148148147e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 705
    },
    {
      "completion_length": 110.515625,
      "epoch": 0.8710672424429364,
      "grad_norm": 0.10883991931713129,
      "kl": 0.04052734375,
      "learning_rate": 5.641975308641975e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 706
    },
    {
      "completion_length": 123.484375,
      "epoch": 0.8723010487353485,
      "grad_norm": 0.13302679936872075,
      "kl": 0.03363037109375,
      "learning_rate": 5.635802469135802e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 707
    },
    {
      "completion_length": 113.84375,
      "epoch": 0.8735348550277606,
      "grad_norm": 0.8388718197119287,
      "kl": 0.042724609375,
      "learning_rate": 5.62962962962963e-07,
      "loss": 0.0017,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 708
    },
    {
      "completion_length": 98.875,
      "epoch": 0.8747686613201727,
      "grad_norm": 0.09773410970706489,
      "kl": 0.032958984375,
      "learning_rate": 5.623456790123456e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 709
    },
    {
      "completion_length": 105.46875,
      "epoch": 0.8760024676125848,
      "grad_norm": 1.418332748529176,
      "kl": 0.0374755859375,
      "learning_rate": 5.617283950617284e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 710
    },
    {
      "completion_length": 81.953125,
      "epoch": 0.8772362739049969,
      "grad_norm": 0.12656538520820462,
      "kl": 0.02752685546875,
      "learning_rate": 5.611111111111111e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 711
    },
    {
      "completion_length": 102.4375,
      "epoch": 0.878470080197409,
      "grad_norm": 1.5828634121479856,
      "kl": 0.02752685546875,
      "learning_rate": 5.604938271604937e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 712
    },
    {
      "completion_length": 95.4375,
      "epoch": 0.8797038864898211,
      "grad_norm": 1.3795708379204845,
      "kl": 0.0369873046875,
      "learning_rate": 5.598765432098765e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 713
    },
    {
      "completion_length": 110.171875,
      "epoch": 0.8809376927822332,
      "grad_norm": 0.12885713922155742,
      "kl": 0.03515625,
      "learning_rate": 5.592592592592592e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 714
    },
    {
      "completion_length": 102.71875,
      "epoch": 0.8821714990746453,
      "grad_norm": 0.6647208515863664,
      "kl": 0.02972412109375,
      "learning_rate": 5.58641975308642e-07,
      "loss": 0.0012,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 715
    },
    {
      "completion_length": 89.84375,
      "epoch": 0.8834053053670574,
      "grad_norm": 0.7687651462186926,
      "kl": 0.03546142578125,
      "learning_rate": 5.580246913580246e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 716
    },
    {
      "completion_length": 103.875,
      "epoch": 0.8846391116594695,
      "grad_norm": 0.15981117066795628,
      "kl": 0.03271484375,
      "learning_rate": 5.574074074074074e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 717
    },
    {
      "completion_length": 89.59375,
      "epoch": 0.8858729179518815,
      "grad_norm": 0.30860782364514927,
      "kl": 0.0328369140625,
      "learning_rate": 5.567901234567901e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 718
    },
    {
      "completion_length": 103.40625,
      "epoch": 0.8871067242442936,
      "grad_norm": 0.8553967700227283,
      "kl": 0.0379638671875,
      "learning_rate": 5.561728395061728e-07,
      "loss": 0.0015,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 719
    },
    {
      "completion_length": 96.171875,
      "epoch": 0.8883405305367057,
      "grad_norm": 0.6845436511935259,
      "kl": 0.0338134765625,
      "learning_rate": 5.555555555555555e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 720
    },
    {
      "completion_length": 91.140625,
      "epoch": 0.8895743368291178,
      "grad_norm": 0.11306098241132524,
      "kl": 0.03656005859375,
      "learning_rate": 5.549382716049382e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 721
    },
    {
      "completion_length": 101.609375,
      "epoch": 0.8908081431215299,
      "grad_norm": 0.9041806089280088,
      "kl": 0.0487060546875,
      "learning_rate": 5.54320987654321e-07,
      "loss": 0.0019,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 722
    },
    {
      "completion_length": 100.921875,
      "epoch": 0.892041949413942,
      "grad_norm": 0.14438904098620917,
      "kl": 0.0234375,
      "learning_rate": 5.537037037037037e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 723
    },
    {
      "completion_length": 99.09375,
      "epoch": 0.8932757557063541,
      "grad_norm": 0.22056319904280486,
      "kl": 0.0328369140625,
      "learning_rate": 5.530864197530863e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 724
    },
    {
      "completion_length": 95.21875,
      "epoch": 0.8945095619987662,
      "grad_norm": 0.7874860738444718,
      "kl": 0.04345703125,
      "learning_rate": 5.524691358024691e-07,
      "loss": 0.0017,
      "reward": 1.40625,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.5,
      "step": 725
    },
    {
      "completion_length": 97.78125,
      "epoch": 0.8957433682911783,
      "grad_norm": 0.11492952296942653,
      "kl": 0.03369140625,
      "learning_rate": 5.518518518518518e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 726
    },
    {
      "completion_length": 116.609375,
      "epoch": 0.8969771745835904,
      "grad_norm": 1.4711904737226351,
      "kl": 0.03558349609375,
      "learning_rate": 5.512345679012345e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 727
    },
    {
      "completion_length": 111.484375,
      "epoch": 0.8982109808760025,
      "grad_norm": 0.6187010676581436,
      "kl": 0.0382080078125,
      "learning_rate": 5.506172839506172e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 728
    },
    {
      "completion_length": 94.609375,
      "epoch": 0.8994447871684146,
      "grad_norm": 0.828321094998922,
      "kl": 0.0400390625,
      "learning_rate": 5.5e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 729
    },
    {
      "completion_length": 111.03125,
      "epoch": 0.9006785934608267,
      "grad_norm": 0.10693103228634156,
      "kl": 0.03466796875,
      "learning_rate": 5.493827160493827e-07,
      "loss": 0.0014,
      "reward": 1.375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.5,
      "step": 730
    },
    {
      "completion_length": 104.328125,
      "epoch": 0.9019123997532388,
      "grad_norm": 0.1605900742688468,
      "kl": 0.0333251953125,
      "learning_rate": 5.487654320987653e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 731
    },
    {
      "completion_length": 102.203125,
      "epoch": 0.9031462060456509,
      "grad_norm": 0.23414730399914255,
      "kl": 0.03466796875,
      "learning_rate": 5.481481481481481e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 732
    },
    {
      "completion_length": 112.390625,
      "epoch": 0.904380012338063,
      "grad_norm": 1.0766788205294142,
      "kl": 0.0421142578125,
      "learning_rate": 5.475308641975308e-07,
      "loss": 0.0017,
      "reward": 1.4375,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 733
    },
    {
      "completion_length": 109.96875,
      "epoch": 0.905613818630475,
      "grad_norm": 0.29830716407314173,
      "kl": 0.03857421875,
      "learning_rate": 5.469135802469136e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 734
    },
    {
      "completion_length": 110.453125,
      "epoch": 0.9068476249228871,
      "grad_norm": 4.112105925319438,
      "kl": 0.0347900390625,
      "learning_rate": 5.462962962962962e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 735
    },
    {
      "completion_length": 104.9375,
      "epoch": 0.9080814312152992,
      "grad_norm": 0.100966934335546,
      "kl": 0.0330810546875,
      "learning_rate": 5.45679012345679e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 736
    },
    {
      "completion_length": 110.46875,
      "epoch": 0.9093152375077113,
      "grad_norm": 1.1584260131915738,
      "kl": 0.0377197265625,
      "learning_rate": 5.450617283950617e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 737
    },
    {
      "completion_length": 114.84375,
      "epoch": 0.9105490438001234,
      "grad_norm": 0.0919063438779977,
      "kl": 0.037109375,
      "learning_rate": 5.444444444444443e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 738
    },
    {
      "completion_length": 104.0,
      "epoch": 0.9117828500925355,
      "grad_norm": 0.10363909554799788,
      "kl": 0.0443115234375,
      "learning_rate": 5.438271604938271e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 739
    },
    {
      "completion_length": 103.71875,
      "epoch": 0.9130166563849476,
      "grad_norm": 0.9508947474483296,
      "kl": 0.03131103515625,
      "learning_rate": 5.432098765432098e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 740
    },
    {
      "completion_length": 122.59375,
      "epoch": 0.9142504626773597,
      "grad_norm": 0.1016261538965828,
      "kl": 0.0386962890625,
      "learning_rate": 5.425925925925926e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 741
    },
    {
      "completion_length": 113.203125,
      "epoch": 0.9154842689697718,
      "grad_norm": 0.08832300484163848,
      "kl": 0.0313720703125,
      "learning_rate": 5.419753086419752e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 742
    },
    {
      "completion_length": 120.203125,
      "epoch": 0.9167180752621839,
      "grad_norm": 0.14202466752849732,
      "kl": 0.033447265625,
      "learning_rate": 5.41358024691358e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 743
    },
    {
      "completion_length": 98.578125,
      "epoch": 0.917951881554596,
      "grad_norm": 0.7367426507918151,
      "kl": 0.0311279296875,
      "learning_rate": 5.407407407407407e-07,
      "loss": 0.0012,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 744
    },
    {
      "completion_length": 102.796875,
      "epoch": 0.919185687847008,
      "grad_norm": 0.7893179699011489,
      "kl": 0.03643798828125,
      "learning_rate": 5.401234567901234e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 745
    },
    {
      "completion_length": 101.34375,
      "epoch": 0.9204194941394201,
      "grad_norm": 1.4721883664150521,
      "kl": 0.03472900390625,
      "learning_rate": 5.395061728395061e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 746
    },
    {
      "completion_length": 103.890625,
      "epoch": 0.9216533004318322,
      "grad_norm": 0.23142032097772008,
      "kl": 0.044677734375,
      "learning_rate": 5.388888888888888e-07,
      "loss": 0.0018,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 747
    },
    {
      "completion_length": 99.75,
      "epoch": 0.9228871067242443,
      "grad_norm": 0.7923695626152921,
      "kl": 0.037353515625,
      "learning_rate": 5.382716049382716e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 748
    },
    {
      "completion_length": 118.703125,
      "epoch": 0.9241209130166563,
      "grad_norm": 0.14815550275104572,
      "kl": 0.03143310546875,
      "learning_rate": 5.376543209876542e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 749
    },
    {
      "completion_length": 102.625,
      "epoch": 0.9253547193090684,
      "grad_norm": 2.639476467052268,
      "kl": 0.04931640625,
      "learning_rate": 5.37037037037037e-07,
      "loss": 0.002,
      "reward": 1.4609375,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 750
    },
    {
      "completion_length": 104.078125,
      "epoch": 0.9265885256014805,
      "grad_norm": 0.08691885462044133,
      "kl": 0.0362548828125,
      "learning_rate": 5.364197530864197e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 751
    },
    {
      "completion_length": 113.8125,
      "epoch": 0.9278223318938926,
      "grad_norm": 0.08165910222166516,
      "kl": 0.03057861328125,
      "learning_rate": 5.358024691358024e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 752
    },
    {
      "completion_length": 103.84375,
      "epoch": 0.9290561381863047,
      "grad_norm": 0.924675227049689,
      "kl": 0.034423828125,
      "learning_rate": 5.351851851851851e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 753
    },
    {
      "completion_length": 97.734375,
      "epoch": 0.9302899444787168,
      "grad_norm": 0.4846280563313137,
      "kl": 0.02569580078125,
      "learning_rate": 5.345679012345678e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 754
    },
    {
      "completion_length": 95.53125,
      "epoch": 0.9315237507711289,
      "grad_norm": 0.15014480417025322,
      "kl": 0.0382080078125,
      "learning_rate": 5.339506172839506e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 755
    },
    {
      "completion_length": 103.875,
      "epoch": 0.932757557063541,
      "grad_norm": 0.6472132428917067,
      "kl": 0.033447265625,
      "learning_rate": 5.333333333333333e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 756
    },
    {
      "completion_length": 105.84375,
      "epoch": 0.9339913633559531,
      "grad_norm": 0.7570960071648538,
      "kl": 0.03759765625,
      "learning_rate": 5.327160493827159e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 757
    },
    {
      "completion_length": 98.890625,
      "epoch": 0.9352251696483652,
      "grad_norm": 0.3944676788672842,
      "kl": 0.0423583984375,
      "learning_rate": 5.320987654320987e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 758
    },
    {
      "completion_length": 103.765625,
      "epoch": 0.9364589759407773,
      "grad_norm": 0.9720205223072333,
      "kl": 0.0374755859375,
      "learning_rate": 5.314814814814814e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 759
    },
    {
      "completion_length": 113.71875,
      "epoch": 0.9376927822331894,
      "grad_norm": 0.1063565093446416,
      "kl": 0.0439453125,
      "learning_rate": 5.308641975308642e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 760
    },
    {
      "completion_length": 100.96875,
      "epoch": 0.9389265885256015,
      "grad_norm": 1.824701209020281,
      "kl": 0.046630859375,
      "learning_rate": 5.302469135802468e-07,
      "loss": 0.0019,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 761
    },
    {
      "completion_length": 103.3125,
      "epoch": 0.9401603948180136,
      "grad_norm": 0.7280582821186421,
      "kl": 0.0372314453125,
      "learning_rate": 5.296296296296296e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 762
    },
    {
      "completion_length": 94.609375,
      "epoch": 0.9413942011104257,
      "grad_norm": 2.186029545883409,
      "kl": 0.032958984375,
      "learning_rate": 5.290123456790123e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 763
    },
    {
      "completion_length": 94.015625,
      "epoch": 0.9426280074028378,
      "grad_norm": 1.968721343440177,
      "kl": 0.03680419921875,
      "learning_rate": 5.283950617283949e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 764
    },
    {
      "completion_length": 101.734375,
      "epoch": 0.9438618136952498,
      "grad_norm": 0.08299451455109697,
      "kl": 0.0350341796875,
      "learning_rate": 5.277777777777777e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 765
    },
    {
      "completion_length": 107.609375,
      "epoch": 0.9450956199876619,
      "grad_norm": 0.12113908196050857,
      "kl": 0.03045654296875,
      "learning_rate": 5.271604938271604e-07,
      "loss": 0.0012,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 766
    },
    {
      "completion_length": 98.421875,
      "epoch": 0.946329426280074,
      "grad_norm": 1.3747794681226384,
      "kl": 0.03240966796875,
      "learning_rate": 5.265432098765433e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 767
    },
    {
      "completion_length": 119.6875,
      "epoch": 0.9475632325724861,
      "grad_norm": 2.7507593881214967,
      "kl": 0.0482177734375,
      "learning_rate": 5.259259259259258e-07,
      "loss": 0.0019,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 768
    },
    {
      "completion_length": 101.59375,
      "epoch": 0.9487970388648982,
      "grad_norm": 1.4306893275995223,
      "kl": 0.029541015625,
      "learning_rate": 5.253086419753087e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 769
    },
    {
      "completion_length": 110.09375,
      "epoch": 0.9500308451573103,
      "grad_norm": 1.5179604856980848,
      "kl": 0.038818359375,
      "learning_rate": 5.246913580246914e-07,
      "loss": 0.0016,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 770
    },
    {
      "completion_length": 94.078125,
      "epoch": 0.9512646514497224,
      "grad_norm": 0.18075865118305506,
      "kl": 0.0323486328125,
      "learning_rate": 5.24074074074074e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 771
    },
    {
      "completion_length": 98.546875,
      "epoch": 0.9524984577421345,
      "grad_norm": 0.6497198721676046,
      "kl": 0.03564453125,
      "learning_rate": 5.234567901234568e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 772
    },
    {
      "completion_length": 100.296875,
      "epoch": 0.9537322640345466,
      "grad_norm": 0.5527808324368301,
      "kl": 0.027099609375,
      "learning_rate": 5.228395061728395e-07,
      "loss": 0.0011,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 773
    },
    {
      "completion_length": 111.703125,
      "epoch": 0.9549660703269587,
      "grad_norm": 0.10021874910827079,
      "kl": 0.0469970703125,
      "learning_rate": 5.222222222222223e-07,
      "loss": 0.0019,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 774
    },
    {
      "completion_length": 119.84375,
      "epoch": 0.9561998766193708,
      "grad_norm": 1.5024560967543,
      "kl": 0.032958984375,
      "learning_rate": 5.216049382716049e-07,
      "loss": 0.0013,
      "reward": 1.4453125,
      "reward_std": 0.09106917679309845,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4765625,
      "step": 775
    },
    {
      "completion_length": 110.765625,
      "epoch": 0.9574336829117829,
      "grad_norm": 0.08922359839695546,
      "kl": 0.0369873046875,
      "learning_rate": 5.209876543209877e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 776
    },
    {
      "completion_length": 114.859375,
      "epoch": 0.958667489204195,
      "grad_norm": 0.9402123106984673,
      "kl": 0.0406494140625,
      "learning_rate": 5.203703703703704e-07,
      "loss": 0.0016,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 777
    },
    {
      "completion_length": 109.984375,
      "epoch": 0.9599012954966071,
      "grad_norm": 0.13868286650864423,
      "kl": 0.0372314453125,
      "learning_rate": 5.197530864197531e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 778
    },
    {
      "completion_length": 101.03125,
      "epoch": 0.9611351017890192,
      "grad_norm": 0.12351101154112767,
      "kl": 0.0338134765625,
      "learning_rate": 5.191358024691358e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 779
    },
    {
      "completion_length": 114.390625,
      "epoch": 0.9623689080814312,
      "grad_norm": 0.5334086950364906,
      "kl": 0.0360107421875,
      "learning_rate": 5.185185185185185e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 780
    },
    {
      "completion_length": 109.625,
      "epoch": 0.9636027143738433,
      "grad_norm": 1.7804463120761798,
      "kl": 0.0394287109375,
      "learning_rate": 5.179012345679013e-07,
      "loss": 0.0016,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 781
    },
    {
      "completion_length": 118.328125,
      "epoch": 0.9648365206662554,
      "grad_norm": 0.3973832053032912,
      "kl": 0.03253173828125,
      "learning_rate": 5.17283950617284e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 782
    },
    {
      "completion_length": 118.375,
      "epoch": 0.9660703269586675,
      "grad_norm": 1.8025787545024297,
      "kl": 0.03277587890625,
      "learning_rate": 5.166666666666667e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 783
    },
    {
      "completion_length": 109.109375,
      "epoch": 0.9673041332510796,
      "grad_norm": 1.492025574827932,
      "kl": 0.04248046875,
      "learning_rate": 5.160493827160494e-07,
      "loss": 0.0017,
      "reward": 1.390625,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.5,
      "step": 784
    },
    {
      "completion_length": 119.046875,
      "epoch": 0.9685379395434917,
      "grad_norm": 0.521386342458449,
      "kl": 0.0357666015625,
      "learning_rate": 5.154320987654321e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 785
    },
    {
      "completion_length": 114.359375,
      "epoch": 0.9697717458359038,
      "grad_norm": 0.1441363264481806,
      "kl": 0.0428466796875,
      "learning_rate": 5.148148148148148e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 786
    },
    {
      "completion_length": 119.859375,
      "epoch": 0.9710055521283159,
      "grad_norm": 0.1757396069249434,
      "kl": 0.03619384765625,
      "learning_rate": 5.141975308641975e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 787
    },
    {
      "completion_length": 116.4375,
      "epoch": 0.972239358420728,
      "grad_norm": 7.403537318772185,
      "kl": 0.0565185546875,
      "learning_rate": 5.135802469135803e-07,
      "loss": 0.0023,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 788
    },
    {
      "completion_length": 114.25,
      "epoch": 0.97347316471314,
      "grad_norm": 0.11460036505860682,
      "kl": 0.04443359375,
      "learning_rate": 5.12962962962963e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 789
    },
    {
      "completion_length": 111.515625,
      "epoch": 0.9747069710055521,
      "grad_norm": 0.09232317547353402,
      "kl": 0.0347900390625,
      "learning_rate": 5.123456790123457e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 790
    },
    {
      "completion_length": 110.125,
      "epoch": 0.9759407772979642,
      "grad_norm": 1.4020409857653993,
      "kl": 0.044677734375,
      "learning_rate": 5.117283950617284e-07,
      "loss": 0.0018,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 791
    },
    {
      "completion_length": 115.359375,
      "epoch": 0.9771745835903763,
      "grad_norm": 0.13577100808127215,
      "kl": 0.0394287109375,
      "learning_rate": 5.111111111111111e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 792
    },
    {
      "completion_length": 111.734375,
      "epoch": 0.9784083898827884,
      "grad_norm": 0.134876844884757,
      "kl": 0.02972412109375,
      "learning_rate": 5.104938271604939e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 793
    },
    {
      "completion_length": 112.421875,
      "epoch": 0.9796421961752005,
      "grad_norm": 0.2712876765029857,
      "kl": 0.045166015625,
      "learning_rate": 5.098765432098765e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 794
    },
    {
      "completion_length": 106.5625,
      "epoch": 0.9808760024676126,
      "grad_norm": 0.0873905165520131,
      "kl": 0.04248046875,
      "learning_rate": 5.092592592592593e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 795
    },
    {
      "completion_length": 120.71875,
      "epoch": 0.9821098087600246,
      "grad_norm": 0.1328492326387482,
      "kl": 0.03790283203125,
      "learning_rate": 5.08641975308642e-07,
      "loss": 0.0015,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 796
    },
    {
      "completion_length": 122.796875,
      "epoch": 0.9833436150524367,
      "grad_norm": 0.1467343256111058,
      "kl": 0.045654296875,
      "learning_rate": 5.080246913580246e-07,
      "loss": 0.0018,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 797
    },
    {
      "completion_length": 117.109375,
      "epoch": 0.9845774213448488,
      "grad_norm": 0.7684462876261683,
      "kl": 0.0516357421875,
      "learning_rate": 5.074074074074074e-07,
      "loss": 0.0021,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 798
    },
    {
      "completion_length": 111.890625,
      "epoch": 0.9858112276372609,
      "grad_norm": 0.08691460112543298,
      "kl": 0.0355224609375,
      "learning_rate": 5.067901234567901e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 799
    },
    {
      "completion_length": 100.796875,
      "epoch": 0.987045033929673,
      "grad_norm": 0.11111866864619756,
      "kl": 0.0338134765625,
      "learning_rate": 5.061728395061729e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 800
    },
    {
      "completion_length": 106.578125,
      "epoch": 0.9882788402220851,
      "grad_norm": 1.8278791124568259,
      "kl": 0.042236328125,
      "learning_rate": 5.055555555555555e-07,
      "loss": 0.0017,
      "reward": 1.4453125,
      "reward_std": 0.109375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4765625,
      "step": 801
    },
    {
      "completion_length": 96.78125,
      "epoch": 0.9895126465144972,
      "grad_norm": 0.46065749633011177,
      "kl": 0.039794921875,
      "learning_rate": 5.049382716049383e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 802
    },
    {
      "completion_length": 102.640625,
      "epoch": 0.9907464528069093,
      "grad_norm": 0.19581235131156244,
      "kl": 0.0343017578125,
      "learning_rate": 5.04320987654321e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 803
    },
    {
      "completion_length": 111.953125,
      "epoch": 0.9919802590993214,
      "grad_norm": 1.8399047874655219,
      "kl": 0.043212890625,
      "learning_rate": 5.037037037037037e-07,
      "loss": 0.0017,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 804
    },
    {
      "completion_length": 103.84375,
      "epoch": 0.9932140653917335,
      "grad_norm": 0.12226082912073322,
      "kl": 0.041748046875,
      "learning_rate": 5.030864197530864e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 805
    },
    {
      "completion_length": 119.3125,
      "epoch": 0.9944478716841456,
      "grad_norm": 0.5835182253191582,
      "kl": 0.03759765625,
      "learning_rate": 5.024691358024691e-07,
      "loss": 0.0015,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 806
    },
    {
      "completion_length": 106.0,
      "epoch": 0.9956816779765577,
      "grad_norm": 0.8683030816621128,
      "kl": 0.0562744140625,
      "learning_rate": 5.018518518518519e-07,
      "loss": 0.0023,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 807
    },
    {
      "completion_length": 115.921875,
      "epoch": 0.9969154842689698,
      "grad_norm": 2.7297772183856828,
      "kl": 0.03619384765625,
      "learning_rate": 5.012345679012346e-07,
      "loss": 0.0014,
      "reward": 1.375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.5,
      "step": 808
    },
    {
      "completion_length": 110.109375,
      "epoch": 0.9981492905613819,
      "grad_norm": 0.11058634761767992,
      "kl": 0.0357666015625,
      "learning_rate": 5.006172839506173e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 809
    },
    {
      "completion_length": 106.515625,
      "epoch": 0.999383096853794,
      "grad_norm": 13.621893717878429,
      "kl": 0.041015625,
      "learning_rate": 5e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 810
    },
    {
      "completion_length": 97.6875,
      "epoch": 1.0,
      "grad_norm": 13.621893717878429,
      "kl": 0.039794921875,
      "learning_rate": 4.993827160493827e-07,
      "loss": 0.0008,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 811
    },
    {
      "completion_length": 124.953125,
      "epoch": 1.001233806292412,
      "grad_norm": 0.11283172249098748,
      "kl": 0.0504150390625,
      "learning_rate": 4.987654320987654e-07,
      "loss": 0.002,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 812
    },
    {
      "completion_length": 105.171875,
      "epoch": 1.0024676125848242,
      "grad_norm": 0.6008869414625736,
      "kl": 0.035400390625,
      "learning_rate": 4.981481481481482e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 813
    },
    {
      "completion_length": 117.578125,
      "epoch": 1.0037014188772362,
      "grad_norm": 0.0999191237971359,
      "kl": 0.0406494140625,
      "learning_rate": 4.975308641975308e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 814
    },
    {
      "completion_length": 118.015625,
      "epoch": 1.0049352251696484,
      "grad_norm": 0.08106102080141366,
      "kl": 0.0390625,
      "learning_rate": 4.969135802469136e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 815
    },
    {
      "completion_length": 113.828125,
      "epoch": 1.0061690314620604,
      "grad_norm": 0.0709772053598309,
      "kl": 0.03216552734375,
      "learning_rate": 4.962962962962963e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 816
    },
    {
      "completion_length": 106.296875,
      "epoch": 1.0074028377544726,
      "grad_norm": 0.09529897970563836,
      "kl": 0.0478515625,
      "learning_rate": 4.95679012345679e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 817
    },
    {
      "completion_length": 97.09375,
      "epoch": 1.0086366440468846,
      "grad_norm": 0.17165118691731818,
      "kl": 0.03564453125,
      "learning_rate": 4.950617283950617e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 818
    },
    {
      "completion_length": 120.75,
      "epoch": 1.0098704503392968,
      "grad_norm": 0.7003461318271768,
      "kl": 0.0625,
      "learning_rate": 4.944444444444445e-07,
      "loss": 0.0025,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 819
    },
    {
      "completion_length": 119.171875,
      "epoch": 1.0111042566317088,
      "grad_norm": 1.1323716120571596,
      "kl": 0.037353515625,
      "learning_rate": 4.938271604938271e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 820
    },
    {
      "completion_length": 112.78125,
      "epoch": 1.012338062924121,
      "grad_norm": 0.0775582546336931,
      "kl": 0.03753662109375,
      "learning_rate": 4.932098765432099e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 821
    },
    {
      "completion_length": 107.78125,
      "epoch": 1.013571869216533,
      "grad_norm": 0.09805854733604995,
      "kl": 0.03448486328125,
      "learning_rate": 4.925925925925926e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 822
    },
    {
      "completion_length": 99.6875,
      "epoch": 1.0148056755089452,
      "grad_norm": 0.19384527172245766,
      "kl": 0.0435791015625,
      "learning_rate": 4.919753086419753e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 823
    },
    {
      "completion_length": 92.53125,
      "epoch": 1.0160394818013572,
      "grad_norm": 1.5674044125175615,
      "kl": 0.0321044921875,
      "learning_rate": 4.91358024691358e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 824
    },
    {
      "completion_length": 115.71875,
      "epoch": 1.0172732880937694,
      "grad_norm": 0.11442941438409869,
      "kl": 0.02459716796875,
      "learning_rate": 4.907407407407407e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 825
    },
    {
      "completion_length": 110.984375,
      "epoch": 1.0185070943861814,
      "grad_norm": 0.10445005401804675,
      "kl": 0.0401611328125,
      "learning_rate": 4.901234567901235e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 826
    },
    {
      "completion_length": 103.4375,
      "epoch": 1.0197409006785934,
      "grad_norm": 1.3672970791689913,
      "kl": 0.0496826171875,
      "learning_rate": 4.895061728395061e-07,
      "loss": 0.002,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 827
    },
    {
      "completion_length": 116.875,
      "epoch": 1.0209747069710056,
      "grad_norm": 0.13529047634667216,
      "kl": 0.039794921875,
      "learning_rate": 4.888888888888889e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 828
    },
    {
      "completion_length": 96.515625,
      "epoch": 1.0222085132634176,
      "grad_norm": 0.12033493126464882,
      "kl": 0.02899169921875,
      "learning_rate": 4.882716049382716e-07,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 829
    },
    {
      "completion_length": 103.84375,
      "epoch": 1.0234423195558298,
      "grad_norm": 2.236506665727317,
      "kl": 0.0384521484375,
      "learning_rate": 4.876543209876543e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 830
    },
    {
      "completion_length": 112.125,
      "epoch": 1.0246761258482417,
      "grad_norm": 1.04749635137532,
      "kl": 0.03253173828125,
      "learning_rate": 4.87037037037037e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 831
    },
    {
      "completion_length": 92.484375,
      "epoch": 1.025909932140654,
      "grad_norm": 2.9706888200760497,
      "kl": 0.0401611328125,
      "learning_rate": 4.864197530864198e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 832
    },
    {
      "completion_length": 100.3125,
      "epoch": 1.027143738433066,
      "grad_norm": 0.09553999356759801,
      "kl": 0.0399169921875,
      "learning_rate": 4.858024691358025e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 833
    },
    {
      "completion_length": 106.53125,
      "epoch": 1.0283775447254782,
      "grad_norm": 0.15537682989409868,
      "kl": 0.0357666015625,
      "learning_rate": 4.851851851851852e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 834
    },
    {
      "completion_length": 99.296875,
      "epoch": 1.0296113510178901,
      "grad_norm": 0.10108086337546517,
      "kl": 0.02606201171875,
      "learning_rate": 4.845679012345679e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 835
    },
    {
      "completion_length": 105.09375,
      "epoch": 1.0308451573103024,
      "grad_norm": 0.1343582207739812,
      "kl": 0.03216552734375,
      "learning_rate": 4.839506172839506e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 836
    },
    {
      "completion_length": 101.828125,
      "epoch": 1.0320789636027143,
      "grad_norm": 0.07971376080350463,
      "kl": 0.026611328125,
      "learning_rate": 4.833333333333333e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 837
    },
    {
      "completion_length": 122.671875,
      "epoch": 1.0333127698951265,
      "grad_norm": 0.12631439847512077,
      "kl": 0.0458984375,
      "learning_rate": 4.82716049382716e-07,
      "loss": 0.0018,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 838
    },
    {
      "completion_length": 120.390625,
      "epoch": 1.0345465761875385,
      "grad_norm": 3.7420107669856493,
      "kl": 0.02410888671875,
      "learning_rate": 4.820987654320988e-07,
      "loss": 0.001,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 839
    },
    {
      "completion_length": 126.640625,
      "epoch": 1.0357803824799507,
      "grad_norm": 0.7250408733966383,
      "kl": 0.0438232421875,
      "learning_rate": 4.814814814814814e-07,
      "loss": 0.0018,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 840
    },
    {
      "completion_length": 121.203125,
      "epoch": 1.0370141887723627,
      "grad_norm": 0.6540004539950565,
      "kl": 0.0443115234375,
      "learning_rate": 4.808641975308642e-07,
      "loss": 0.0018,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 841
    },
    {
      "completion_length": 117.703125,
      "epoch": 1.0382479950647747,
      "grad_norm": 1.0974323163041055,
      "kl": 0.02899169921875,
      "learning_rate": 4.802469135802469e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 842
    },
    {
      "completion_length": 111.53125,
      "epoch": 1.039481801357187,
      "grad_norm": 0.7822430365141745,
      "kl": 0.04150390625,
      "learning_rate": 4.796296296296296e-07,
      "loss": 0.0017,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 843
    },
    {
      "completion_length": 113.78125,
      "epoch": 1.040715607649599,
      "grad_norm": 0.8164610421822276,
      "kl": 0.034423828125,
      "learning_rate": 4.790123456790123e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 844
    },
    {
      "completion_length": 106.359375,
      "epoch": 1.0419494139420111,
      "grad_norm": 0.6564888601073846,
      "kl": 0.04150390625,
      "learning_rate": 4.783950617283951e-07,
      "loss": 0.0017,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 845
    },
    {
      "completion_length": 103.6875,
      "epoch": 1.0431832202344231,
      "grad_norm": 1.0854941997096796,
      "kl": 0.03082275390625,
      "learning_rate": 4.777777777777778e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 846
    },
    {
      "completion_length": 105.3125,
      "epoch": 1.0444170265268353,
      "grad_norm": 0.15267967927941173,
      "kl": 0.02880859375,
      "learning_rate": 4.771604938271604e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 847
    },
    {
      "completion_length": 103.03125,
      "epoch": 1.0456508328192473,
      "grad_norm": 2.6091552557712525,
      "kl": 0.05804443359375,
      "learning_rate": 4.7654320987654315e-07,
      "loss": 0.0023,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 848
    },
    {
      "completion_length": 96.75,
      "epoch": 1.0468846391116595,
      "grad_norm": 0.1064188743534693,
      "kl": 0.02911376953125,
      "learning_rate": 4.759259259259259e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 849
    },
    {
      "completion_length": 101.984375,
      "epoch": 1.0481184454040715,
      "grad_norm": 0.07715414582875489,
      "kl": 0.03497314453125,
      "learning_rate": 4.753086419753086e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 850
    },
    {
      "completion_length": 102.203125,
      "epoch": 1.0493522516964837,
      "grad_norm": 0.6877567781023584,
      "kl": 0.0491943359375,
      "learning_rate": 4.7469135802469135e-07,
      "loss": 0.002,
      "reward": 1.4765625,
      "reward_std": 0.029919598251581192,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 851
    },
    {
      "completion_length": 101.53125,
      "epoch": 1.0505860579888957,
      "grad_norm": 0.2601524771177452,
      "kl": 0.02691650390625,
      "learning_rate": 4.7407407407407405e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 852
    },
    {
      "completion_length": 108.015625,
      "epoch": 1.051819864281308,
      "grad_norm": 1.0280094910812831,
      "kl": 0.0380859375,
      "learning_rate": 4.734567901234568e-07,
      "loss": 0.0015,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 853
    },
    {
      "completion_length": 103.28125,
      "epoch": 1.05305367057372,
      "grad_norm": 2.246978781853509,
      "kl": 0.02764892578125,
      "learning_rate": 4.7283950617283945e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 854
    },
    {
      "completion_length": 104.171875,
      "epoch": 1.0542874768661321,
      "grad_norm": 0.5467342422322008,
      "kl": 0.03277587890625,
      "learning_rate": 4.722222222222222e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 855
    },
    {
      "completion_length": 104.234375,
      "epoch": 1.055521283158544,
      "grad_norm": 1.372977803503431,
      "kl": 0.0369873046875,
      "learning_rate": 4.716049382716049e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 856
    },
    {
      "completion_length": 103.015625,
      "epoch": 1.0567550894509563,
      "grad_norm": 0.15318810988374282,
      "kl": 0.02960205078125,
      "learning_rate": 4.7098765432098766e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 857
    },
    {
      "completion_length": 106.265625,
      "epoch": 1.0579888957433683,
      "grad_norm": 0.08378904917392088,
      "kl": 0.0330810546875,
      "learning_rate": 4.7037037037037036e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 858
    },
    {
      "completion_length": 121.609375,
      "epoch": 1.0592227020357803,
      "grad_norm": 4.89312319382773,
      "kl": 0.09375,
      "learning_rate": 4.697530864197531e-07,
      "loss": 0.0038,
      "reward": 1.421875,
      "reward_std": 0.15625,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.46875,
      "step": 859
    },
    {
      "completion_length": 100.578125,
      "epoch": 1.0604565083281925,
      "grad_norm": 2.799114309021359,
      "kl": 0.04248046875,
      "learning_rate": 4.6913580246913576e-07,
      "loss": 0.0017,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 860
    },
    {
      "completion_length": 120.921875,
      "epoch": 1.0616903146206045,
      "grad_norm": 0.08071394452777102,
      "kl": 0.04052734375,
      "learning_rate": 4.6851851851851846e-07,
      "loss": 0.0016,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 861
    },
    {
      "completion_length": 110.515625,
      "epoch": 1.0629241209130167,
      "grad_norm": 0.7499829276678344,
      "kl": 0.2783203125,
      "learning_rate": 4.679012345679012e-07,
      "loss": 0.0112,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 862
    },
    {
      "completion_length": 109.703125,
      "epoch": 1.0641579272054287,
      "grad_norm": 6.473390541176253,
      "kl": 0.05029296875,
      "learning_rate": 4.672839506172839e-07,
      "loss": 0.002,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 863
    },
    {
      "completion_length": 114.8125,
      "epoch": 1.0653917334978409,
      "grad_norm": 0.5129742246355778,
      "kl": 0.04638671875,
      "learning_rate": 4.6666666666666666e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 864
    },
    {
      "completion_length": 112.46875,
      "epoch": 1.0666255397902529,
      "grad_norm": 0.11387779162833267,
      "kl": 0.03558349609375,
      "learning_rate": 4.6604938271604936e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 865
    },
    {
      "completion_length": 108.15625,
      "epoch": 1.067859346082665,
      "grad_norm": 0.13381901682447175,
      "kl": 0.0443115234375,
      "learning_rate": 4.654320987654321e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 866
    },
    {
      "completion_length": 107.359375,
      "epoch": 1.069093152375077,
      "grad_norm": 1.4179886100885364,
      "kl": 0.0323486328125,
      "learning_rate": 4.6481481481481476e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 867
    },
    {
      "completion_length": 99.71875,
      "epoch": 1.0703269586674893,
      "grad_norm": 0.9496568998669732,
      "kl": 0.047607421875,
      "learning_rate": 4.641975308641975e-07,
      "loss": 0.0019,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4765625,
      "step": 868
    },
    {
      "completion_length": 106.84375,
      "epoch": 1.0715607649599013,
      "grad_norm": 2.3344280444592096,
      "kl": 0.030517578125,
      "learning_rate": 4.635802469135802e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 869
    },
    {
      "completion_length": 105.390625,
      "epoch": 1.0727945712523135,
      "grad_norm": 0.11197761282318389,
      "kl": 0.030029296875,
      "learning_rate": 4.6296296296296297e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 870
    },
    {
      "completion_length": 103.09375,
      "epoch": 1.0740283775447255,
      "grad_norm": 0.4365487659886138,
      "kl": 0.0390625,
      "learning_rate": 4.6234567901234567e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 871
    },
    {
      "completion_length": 101.609375,
      "epoch": 1.0752621838371375,
      "grad_norm": 0.8421860139755155,
      "kl": 0.03436279296875,
      "learning_rate": 4.6172839506172837e-07,
      "loss": 0.0014,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 872
    },
    {
      "completion_length": 99.28125,
      "epoch": 1.0764959901295497,
      "grad_norm": 1.4387307693880016,
      "kl": 0.03167724609375,
      "learning_rate": 4.611111111111111e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 873
    },
    {
      "completion_length": 98.78125,
      "epoch": 1.0777297964219616,
      "grad_norm": 1.6132817335679404,
      "kl": 0.03253173828125,
      "learning_rate": 4.6049382716049377e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 874
    },
    {
      "completion_length": 92.828125,
      "epoch": 1.0789636027143739,
      "grad_norm": 5.2292969497598,
      "kl": 0.02471923828125,
      "learning_rate": 4.598765432098765e-07,
      "loss": 0.001,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 875
    },
    {
      "completion_length": 97.671875,
      "epoch": 1.0801974090067858,
      "grad_norm": 0.9448650212234146,
      "kl": 0.0357666015625,
      "learning_rate": 4.592592592592592e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 876
    },
    {
      "completion_length": 100.671875,
      "epoch": 1.081431215299198,
      "grad_norm": 0.182145258861091,
      "kl": 0.0389404296875,
      "learning_rate": 4.5864197530864197e-07,
      "loss": 0.0016,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 877
    },
    {
      "completion_length": 116.171875,
      "epoch": 1.08266502159161,
      "grad_norm": 0.8685382412021513,
      "kl": 0.043701171875,
      "learning_rate": 4.5802469135802467e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 878
    },
    {
      "completion_length": 96.15625,
      "epoch": 1.0838988278840223,
      "grad_norm": 0.440128654216578,
      "kl": 0.03289794921875,
      "learning_rate": 4.574074074074074e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.04419417306780815,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 879
    },
    {
      "completion_length": 91.46875,
      "epoch": 1.0851326341764342,
      "grad_norm": 0.9186109323535507,
      "kl": 0.037353515625,
      "learning_rate": 4.5679012345679007e-07,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 880
    },
    {
      "completion_length": 88.734375,
      "epoch": 1.0863664404688465,
      "grad_norm": 1.7943105603627294,
      "kl": 0.033935546875,
      "learning_rate": 4.561728395061728e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 881
    },
    {
      "completion_length": 101.25,
      "epoch": 1.0876002467612584,
      "grad_norm": 5.140955747084265,
      "kl": 0.042236328125,
      "learning_rate": 4.555555555555555e-07,
      "loss": 0.0017,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 882
    },
    {
      "completion_length": 100.953125,
      "epoch": 1.0888340530536706,
      "grad_norm": 1.9822819130155516,
      "kl": 0.038818359375,
      "learning_rate": 4.549382716049383e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 883
    },
    {
      "completion_length": 102.328125,
      "epoch": 1.0900678593460826,
      "grad_norm": 2.0501373703287693,
      "kl": 0.0404052734375,
      "learning_rate": 4.54320987654321e-07,
      "loss": 0.0016,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.46875,
      "step": 884
    },
    {
      "completion_length": 93.484375,
      "epoch": 1.0913016656384948,
      "grad_norm": 0.7917514647076997,
      "kl": 0.035400390625,
      "learning_rate": 4.537037037037037e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 885
    },
    {
      "completion_length": 89.625,
      "epoch": 1.0925354719309068,
      "grad_norm": 3.5209385765570422,
      "kl": 0.02825927734375,
      "learning_rate": 4.5308641975308643e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 886
    },
    {
      "completion_length": 112.25,
      "epoch": 1.093769278223319,
      "grad_norm": 0.12747389015323327,
      "kl": 0.03759765625,
      "learning_rate": 4.524691358024691e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 887
    },
    {
      "completion_length": 96.09375,
      "epoch": 1.095003084515731,
      "grad_norm": 1.5967624978696475,
      "kl": 0.03802490234375,
      "learning_rate": 4.5185185185185183e-07,
      "loss": 0.0015,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 888
    },
    {
      "completion_length": 91.125,
      "epoch": 1.096236890808143,
      "grad_norm": 1.7364625371488427,
      "kl": 0.056396484375,
      "learning_rate": 4.5123456790123453e-07,
      "loss": 0.0023,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 889
    },
    {
      "completion_length": 87.171875,
      "epoch": 1.0974706971005552,
      "grad_norm": 0.88640068901678,
      "kl": 0.02655029296875,
      "learning_rate": 4.506172839506173e-07,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 890
    },
    {
      "completion_length": 97.46875,
      "epoch": 1.0987045033929672,
      "grad_norm": 1.2153179641834122,
      "kl": 0.0357666015625,
      "learning_rate": 4.5e-07,
      "loss": 0.0014,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4765625,
      "step": 891
    },
    {
      "completion_length": 88.59375,
      "epoch": 1.0999383096853794,
      "grad_norm": 4.132564795026669,
      "kl": 0.0517578125,
      "learning_rate": 4.4938271604938273e-07,
      "loss": 0.0021,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 892
    },
    {
      "completion_length": 101.546875,
      "epoch": 1.1011721159777914,
      "grad_norm": 0.1627762774739971,
      "kl": 0.034423828125,
      "learning_rate": 4.487654320987654e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 893
    },
    {
      "completion_length": 98.65625,
      "epoch": 1.1024059222702036,
      "grad_norm": 0.8590189072772114,
      "kl": 0.03216552734375,
      "learning_rate": 4.4814814814814813e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 894
    },
    {
      "completion_length": 95.25,
      "epoch": 1.1036397285626156,
      "grad_norm": 0.11666649539445688,
      "kl": 0.0299072265625,
      "learning_rate": 4.4753086419753083e-07,
      "loss": 0.0012,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 895
    },
    {
      "completion_length": 100.5625,
      "epoch": 1.1048735348550278,
      "grad_norm": 1.2025267473186672,
      "kl": 0.03369140625,
      "learning_rate": 4.4691358024691353e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 896
    },
    {
      "completion_length": 94.0,
      "epoch": 1.1061073411474398,
      "grad_norm": 0.11422790109374045,
      "kl": 0.03173828125,
      "learning_rate": 4.462962962962963e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 897
    },
    {
      "completion_length": 91.46875,
      "epoch": 1.107341147439852,
      "grad_norm": 1.518556060095051,
      "kl": 0.03082275390625,
      "learning_rate": 4.45679012345679e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 898
    },
    {
      "completion_length": 106.875,
      "epoch": 1.108574953732264,
      "grad_norm": 0.24520040551507136,
      "kl": 0.03607177734375,
      "learning_rate": 4.4506172839506174e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 899
    },
    {
      "completion_length": 110.09375,
      "epoch": 1.1098087600246762,
      "grad_norm": 0.56305969874247,
      "kl": 0.0306396484375,
      "learning_rate": 4.444444444444444e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 900
    },
    {
      "completion_length": 94.5625,
      "epoch": 1.1110425663170882,
      "grad_norm": 0.7238892069630101,
      "kl": 0.0260009765625,
      "learning_rate": 4.4382716049382714e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 901
    },
    {
      "completion_length": 103.71875,
      "epoch": 1.1122763726095004,
      "grad_norm": 0.7766067308887514,
      "kl": 0.041015625,
      "learning_rate": 4.4320987654320984e-07,
      "loss": 0.0016,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 902
    },
    {
      "completion_length": 107.734375,
      "epoch": 1.1135101789019124,
      "grad_norm": 1.5680791007890336,
      "kl": 0.0352783203125,
      "learning_rate": 4.425925925925926e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 903
    },
    {
      "completion_length": 104.6875,
      "epoch": 1.1147439851943246,
      "grad_norm": 0.17748225580436272,
      "kl": 0.04443359375,
      "learning_rate": 4.419753086419753e-07,
      "loss": 0.0018,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 904
    },
    {
      "completion_length": 97.234375,
      "epoch": 1.1159777914867366,
      "grad_norm": 0.8577035421179297,
      "kl": 0.041748046875,
      "learning_rate": 4.4135802469135804e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 905
    },
    {
      "completion_length": 98.09375,
      "epoch": 1.1172115977791486,
      "grad_norm": 0.9156499818223034,
      "kl": 0.0347900390625,
      "learning_rate": 4.4074074074074074e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 906
    },
    {
      "completion_length": 100.46875,
      "epoch": 1.1184454040715608,
      "grad_norm": 1.4692060833473988,
      "kl": 0.0595703125,
      "learning_rate": 4.4012345679012344e-07,
      "loss": 0.0024,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 907
    },
    {
      "completion_length": 104.109375,
      "epoch": 1.1196792103639728,
      "grad_norm": 2.4259211062147816,
      "kl": 0.0355224609375,
      "learning_rate": 4.3950617283950614e-07,
      "loss": 0.0014,
      "reward": 1.3515625,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.859375,
      "rewards/format_reward": 0.4921875,
      "step": 908
    },
    {
      "completion_length": 97.3125,
      "epoch": 1.120913016656385,
      "grad_norm": 1.3096446890065456,
      "kl": 0.03936767578125,
      "learning_rate": 4.3888888888888884e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 909
    },
    {
      "completion_length": 99.75,
      "epoch": 1.122146822948797,
      "grad_norm": 0.14249227613066753,
      "kl": 0.03521728515625,
      "learning_rate": 4.382716049382716e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 910
    },
    {
      "completion_length": 108.40625,
      "epoch": 1.1233806292412092,
      "grad_norm": 0.11419912804737853,
      "kl": 0.0364990234375,
      "learning_rate": 4.376543209876543e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 911
    },
    {
      "completion_length": 88.71875,
      "epoch": 1.1246144355336212,
      "grad_norm": 1.7527399604783866,
      "kl": 0.0374755859375,
      "learning_rate": 4.3703703703703704e-07,
      "loss": 0.0015,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 912
    },
    {
      "completion_length": 92.0625,
      "epoch": 1.1258482418260334,
      "grad_norm": 0.663073067863854,
      "kl": 0.0322265625,
      "learning_rate": 4.364197530864197e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 913
    },
    {
      "completion_length": 97.03125,
      "epoch": 1.1270820481184454,
      "grad_norm": 0.8682346806743364,
      "kl": 0.02880859375,
      "learning_rate": 4.3580246913580244e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 914
    },
    {
      "completion_length": 99.328125,
      "epoch": 1.1283158544108576,
      "grad_norm": 0.14938626448896794,
      "kl": 0.03302001953125,
      "learning_rate": 4.3518518518518514e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 915
    },
    {
      "completion_length": 105.65625,
      "epoch": 1.1295496607032696,
      "grad_norm": 0.11092211267469985,
      "kl": 0.02838134765625,
      "learning_rate": 4.345679012345679e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 916
    },
    {
      "completion_length": 110.921875,
      "epoch": 1.1307834669956818,
      "grad_norm": 0.1868356297015996,
      "kl": 0.026611328125,
      "learning_rate": 4.339506172839506e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 917
    },
    {
      "completion_length": 99.375,
      "epoch": 1.1320172732880938,
      "grad_norm": 0.5875022633989776,
      "kl": 0.045654296875,
      "learning_rate": 4.3333333333333335e-07,
      "loss": 0.0018,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 918
    },
    {
      "completion_length": 89.875,
      "epoch": 1.1332510795805057,
      "grad_norm": 7.434442557151675,
      "kl": 0.03125,
      "learning_rate": 4.3271604938271605e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 919
    },
    {
      "completion_length": 88.984375,
      "epoch": 1.134484885872918,
      "grad_norm": 0.10202755820080277,
      "kl": 0.0345458984375,
      "learning_rate": 4.320987654320987e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 920
    },
    {
      "completion_length": 104.96875,
      "epoch": 1.13571869216533,
      "grad_norm": 0.12033172670811522,
      "kl": 0.0479736328125,
      "learning_rate": 4.3148148148148145e-07,
      "loss": 0.0019,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 921
    },
    {
      "completion_length": 108.859375,
      "epoch": 1.1369524984577422,
      "grad_norm": 1.644064505325381,
      "kl": 0.04840087890625,
      "learning_rate": 4.3086419753086415e-07,
      "loss": 0.0019,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 922
    },
    {
      "completion_length": 100.40625,
      "epoch": 1.1381863047501541,
      "grad_norm": 0.17991006801851295,
      "kl": 0.03173828125,
      "learning_rate": 4.302469135802469e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 923
    },
    {
      "completion_length": 109.90625,
      "epoch": 1.1394201110425664,
      "grad_norm": 0.5751819659002965,
      "kl": 0.036376953125,
      "learning_rate": 4.296296296296296e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 924
    },
    {
      "completion_length": 103.640625,
      "epoch": 1.1406539173349783,
      "grad_norm": 0.721083044113014,
      "kl": 0.03814697265625,
      "learning_rate": 4.2901234567901235e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 925
    },
    {
      "completion_length": 102.296875,
      "epoch": 1.1418877236273905,
      "grad_norm": 0.6998409219970751,
      "kl": 0.02557373046875,
      "learning_rate": 4.2839506172839505e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 926
    },
    {
      "completion_length": 109.65625,
      "epoch": 1.1431215299198025,
      "grad_norm": 0.15025296736215096,
      "kl": 0.02630615234375,
      "learning_rate": 4.2777777777777775e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 927
    },
    {
      "completion_length": 105.5625,
      "epoch": 1.1443553362122147,
      "grad_norm": 0.272834676882138,
      "kl": 0.036376953125,
      "learning_rate": 4.2716049382716045e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 928
    },
    {
      "completion_length": 98.375,
      "epoch": 1.1455891425046267,
      "grad_norm": 1.0834752713146203,
      "kl": 0.0318603515625,
      "learning_rate": 4.265432098765432e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 929
    },
    {
      "completion_length": 109.71875,
      "epoch": 1.146822948797039,
      "grad_norm": 0.493365674019029,
      "kl": 0.0296630859375,
      "learning_rate": 4.259259259259259e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 930
    },
    {
      "completion_length": 107.75,
      "epoch": 1.148056755089451,
      "grad_norm": 0.1076695012564835,
      "kl": 0.031494140625,
      "learning_rate": 4.2530864197530866e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 931
    },
    {
      "completion_length": 99.875,
      "epoch": 1.1492905613818631,
      "grad_norm": 0.5960101511640576,
      "kl": 0.031982421875,
      "learning_rate": 4.2469135802469136e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 932
    },
    {
      "completion_length": 97.46875,
      "epoch": 1.1505243676742751,
      "grad_norm": 0.2715119005676275,
      "kl": 0.04345703125,
      "learning_rate": 4.24074074074074e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 933
    },
    {
      "completion_length": 95.015625,
      "epoch": 1.1517581739666873,
      "grad_norm": 0.8507438258913939,
      "kl": 0.02978515625,
      "learning_rate": 4.2345679012345676e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 934
    },
    {
      "completion_length": 112.5,
      "epoch": 1.1529919802590993,
      "grad_norm": 0.09697319511242769,
      "kl": 0.430908203125,
      "learning_rate": 4.2283950617283946e-07,
      "loss": 0.0172,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 935
    },
    {
      "completion_length": 109.578125,
      "epoch": 1.1542257865515113,
      "grad_norm": 15.47741028451721,
      "kl": 0.0460205078125,
      "learning_rate": 4.222222222222222e-07,
      "loss": 0.0018,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 936
    },
    {
      "completion_length": 111.25,
      "epoch": 1.1554595928439235,
      "grad_norm": 2.0936294195094796,
      "kl": 0.0450439453125,
      "learning_rate": 4.216049382716049e-07,
      "loss": 0.0018,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 937
    },
    {
      "completion_length": 97.234375,
      "epoch": 1.1566933991363355,
      "grad_norm": 0.10091614798976202,
      "kl": 0.047607421875,
      "learning_rate": 4.2098765432098766e-07,
      "loss": 0.0019,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 938
    },
    {
      "completion_length": 108.234375,
      "epoch": 1.1579272054287477,
      "grad_norm": 0.8138528725839687,
      "kl": 0.0408935546875,
      "learning_rate": 4.2037037037037036e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 939
    },
    {
      "completion_length": 105.171875,
      "epoch": 1.1591610117211597,
      "grad_norm": 0.6907105502295889,
      "kl": 0.03765869140625,
      "learning_rate": 4.1975308641975306e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 940
    },
    {
      "completion_length": 110.359375,
      "epoch": 1.160394818013572,
      "grad_norm": 1.0924313027570964,
      "kl": 0.0423583984375,
      "learning_rate": 4.1913580246913576e-07,
      "loss": 0.0017,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 941
    },
    {
      "completion_length": 107.421875,
      "epoch": 1.161628624305984,
      "grad_norm": 1.6487934586699038,
      "kl": 0.04046630859375,
      "learning_rate": 4.185185185185185e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 942
    },
    {
      "completion_length": 99.90625,
      "epoch": 1.1628624305983961,
      "grad_norm": 0.6569580598314271,
      "kl": 0.060302734375,
      "learning_rate": 4.179012345679012e-07,
      "loss": 0.0024,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 943
    },
    {
      "completion_length": 114.015625,
      "epoch": 1.164096236890808,
      "grad_norm": 1.5246978979085806,
      "kl": 0.10595703125,
      "learning_rate": 4.1728395061728397e-07,
      "loss": 0.0042,
      "reward": 1.421875,
      "reward_std": 0.15625,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.46875,
      "step": 944
    },
    {
      "completion_length": 96.984375,
      "epoch": 1.1653300431832203,
      "grad_norm": 1.775102707629456,
      "kl": 0.05419921875,
      "learning_rate": 4.1666666666666667e-07,
      "loss": 0.0022,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 945
    },
    {
      "completion_length": 89.828125,
      "epoch": 1.1665638494756323,
      "grad_norm": 1.9823740497737126,
      "kl": 0.055908203125,
      "learning_rate": 4.1604938271604937e-07,
      "loss": 0.0022,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 946
    },
    {
      "completion_length": 99.4375,
      "epoch": 1.1677976557680445,
      "grad_norm": 1.5353204335451438,
      "kl": 0.0462646484375,
      "learning_rate": 4.1543209876543206e-07,
      "loss": 0.0019,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4765625,
      "step": 947
    },
    {
      "completion_length": 117.421875,
      "epoch": 1.1690314620604565,
      "grad_norm": 1.388628250133678,
      "kl": 0.0526123046875,
      "learning_rate": 4.1481481481481476e-07,
      "loss": 0.0021,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4765625,
      "step": 948
    },
    {
      "completion_length": 111.03125,
      "epoch": 1.1702652683528685,
      "grad_norm": 2.376871170507632,
      "kl": 0.0699462890625,
      "learning_rate": 4.141975308641975e-07,
      "loss": 0.0028,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 949
    },
    {
      "completion_length": 105.21875,
      "epoch": 1.1714990746452807,
      "grad_norm": 0.1190127477256778,
      "kl": 0.056884765625,
      "learning_rate": 4.135802469135802e-07,
      "loss": 0.0023,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 950
    },
    {
      "completion_length": 95.359375,
      "epoch": 1.172732880937693,
      "grad_norm": 0.23438933480042204,
      "kl": 0.072265625,
      "learning_rate": 4.1296296296296297e-07,
      "loss": 0.0029,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 951
    },
    {
      "completion_length": 96.28125,
      "epoch": 1.1739666872301049,
      "grad_norm": 0.14084518489043293,
      "kl": 0.08251953125,
      "learning_rate": 4.1234567901234567e-07,
      "loss": 0.0033,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 952
    },
    {
      "completion_length": 112.796875,
      "epoch": 1.1752004935225169,
      "grad_norm": 3.946841142031487,
      "kl": 0.078369140625,
      "learning_rate": 4.1172839506172837e-07,
      "loss": 0.0031,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 953
    },
    {
      "completion_length": 96.140625,
      "epoch": 1.176434299814929,
      "grad_norm": 0.12725149323822393,
      "kl": 0.0526123046875,
      "learning_rate": 4.1111111111111107e-07,
      "loss": 0.0021,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 954
    },
    {
      "completion_length": 98.34375,
      "epoch": 1.177668106107341,
      "grad_norm": 1.2089706985800026,
      "kl": 0.06689453125,
      "learning_rate": 4.104938271604938e-07,
      "loss": 0.0027,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 955
    },
    {
      "completion_length": 98.765625,
      "epoch": 1.1789019123997533,
      "grad_norm": 1.1596565742196614,
      "kl": 0.0631103515625,
      "learning_rate": 4.098765432098765e-07,
      "loss": 0.0025,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 956
    },
    {
      "completion_length": 106.484375,
      "epoch": 1.1801357186921653,
      "grad_norm": 1.9327955224177524,
      "kl": 0.13818359375,
      "learning_rate": 4.092592592592593e-07,
      "loss": 0.0055,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 957
    },
    {
      "completion_length": 93.375,
      "epoch": 1.1813695249845775,
      "grad_norm": 1.824469398585932,
      "kl": 0.076904296875,
      "learning_rate": 4.08641975308642e-07,
      "loss": 0.0031,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 958
    },
    {
      "completion_length": 105.390625,
      "epoch": 1.1826033312769895,
      "grad_norm": 0.14629977384177578,
      "kl": 0.0498046875,
      "learning_rate": 4.080246913580247e-07,
      "loss": 0.002,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 959
    },
    {
      "completion_length": 111.1875,
      "epoch": 1.1838371375694017,
      "grad_norm": 0.2226568649471308,
      "kl": 0.055908203125,
      "learning_rate": 4.0740740740740737e-07,
      "loss": 0.0022,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 960
    },
    {
      "completion_length": 104.578125,
      "epoch": 1.1850709438618137,
      "grad_norm": 1.290469616659025,
      "kl": 0.041015625,
      "learning_rate": 4.0679012345679007e-07,
      "loss": 0.0016,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 961
    },
    {
      "completion_length": 115.796875,
      "epoch": 1.1863047501542259,
      "grad_norm": 1.0169738529095533,
      "kl": 0.0355224609375,
      "learning_rate": 4.061728395061728e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 962
    },
    {
      "completion_length": 103.453125,
      "epoch": 1.1875385564466379,
      "grad_norm": 0.077272418038419,
      "kl": 0.0391845703125,
      "learning_rate": 4.055555555555555e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 963
    },
    {
      "completion_length": 115.15625,
      "epoch": 1.18877236273905,
      "grad_norm": 0.09728877301071726,
      "kl": 0.030517578125,
      "learning_rate": 4.049382716049383e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 964
    },
    {
      "completion_length": 109.5,
      "epoch": 1.190006169031462,
      "grad_norm": 0.09376361963352317,
      "kl": 0.051513671875,
      "learning_rate": 4.04320987654321e-07,
      "loss": 0.0021,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 965
    },
    {
      "completion_length": 129.734375,
      "epoch": 1.191239975323874,
      "grad_norm": 1.3936714285969216,
      "kl": 0.0364990234375,
      "learning_rate": 4.0370370370370373e-07,
      "loss": 0.0015,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 966
    },
    {
      "completion_length": 113.796875,
      "epoch": 1.1924737816162863,
      "grad_norm": 1.1051441240497513,
      "kl": 0.041748046875,
      "learning_rate": 4.030864197530864e-07,
      "loss": 0.0017,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 967
    },
    {
      "completion_length": 100.640625,
      "epoch": 1.1937075879086982,
      "grad_norm": 0.8111003459235891,
      "kl": 0.0340576171875,
      "learning_rate": 4.0246913580246913e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 968
    },
    {
      "completion_length": 112.078125,
      "epoch": 1.1949413942011105,
      "grad_norm": 0.12429535824574947,
      "kl": 0.03277587890625,
      "learning_rate": 4.0185185185185183e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 969
    },
    {
      "completion_length": 114.875,
      "epoch": 1.1961752004935224,
      "grad_norm": 0.6625877631488027,
      "kl": 0.03387451171875,
      "learning_rate": 4.0123456790123453e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 970
    },
    {
      "completion_length": 101.359375,
      "epoch": 1.1974090067859346,
      "grad_norm": 0.35795548683587525,
      "kl": 0.0306396484375,
      "learning_rate": 4.006172839506173e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 971
    },
    {
      "completion_length": 113.671875,
      "epoch": 1.1986428130783466,
      "grad_norm": 0.1623929025413568,
      "kl": 0.0400390625,
      "learning_rate": 4e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 972
    },
    {
      "completion_length": 108.921875,
      "epoch": 1.1998766193707588,
      "grad_norm": 1.022018483761583,
      "kl": 0.0380859375,
      "learning_rate": 3.993827160493827e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 973
    },
    {
      "completion_length": 112.609375,
      "epoch": 1.2011104256631708,
      "grad_norm": 0.5993852889240097,
      "kl": 0.03759765625,
      "learning_rate": 3.987654320987654e-07,
      "loss": 0.0015,
      "reward": 1.453125,
      "reward_std": 0.05412658676505089,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 974
    },
    {
      "completion_length": 120.15625,
      "epoch": 1.202344231955583,
      "grad_norm": 0.14806302572327384,
      "kl": 0.0333251953125,
      "learning_rate": 3.9814814814814813e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 975
    },
    {
      "completion_length": 114.5625,
      "epoch": 1.203578038247995,
      "grad_norm": 0.4939459154609179,
      "kl": 0.02691650390625,
      "learning_rate": 3.9753086419753083e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 976
    },
    {
      "completion_length": 124.9375,
      "epoch": 1.2048118445404072,
      "grad_norm": 0.12412726615276773,
      "kl": 0.0467529296875,
      "learning_rate": 3.969135802469136e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 977
    },
    {
      "completion_length": 100.125,
      "epoch": 1.2060456508328192,
      "grad_norm": 0.1072967872331379,
      "kl": 0.03082275390625,
      "learning_rate": 3.962962962962963e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 978
    },
    {
      "completion_length": 117.671875,
      "epoch": 1.2072794571252312,
      "grad_norm": 0.12727579747922335,
      "kl": 0.03662109375,
      "learning_rate": 3.9567901234567904e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 979
    },
    {
      "completion_length": 121.265625,
      "epoch": 1.2085132634176434,
      "grad_norm": 0.33072311885051914,
      "kl": 0.04541015625,
      "learning_rate": 3.950617283950617e-07,
      "loss": 0.0018,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 980
    },
    {
      "completion_length": 113.421875,
      "epoch": 1.2097470697100556,
      "grad_norm": 0.2502132589082465,
      "kl": 0.03076171875,
      "learning_rate": 3.9444444444444444e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 981
    },
    {
      "completion_length": 101.9375,
      "epoch": 1.2109808760024676,
      "grad_norm": 0.1354970410224071,
      "kl": 0.03289794921875,
      "learning_rate": 3.9382716049382714e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 982
    },
    {
      "completion_length": 111.234375,
      "epoch": 1.2122146822948796,
      "grad_norm": 1.304767739754639,
      "kl": 0.031982421875,
      "learning_rate": 3.9320987654320984e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 983
    },
    {
      "completion_length": 105.859375,
      "epoch": 1.2134484885872918,
      "grad_norm": 0.20398127496158336,
      "kl": 0.0335693359375,
      "learning_rate": 3.925925925925926e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 984
    },
    {
      "completion_length": 115.0,
      "epoch": 1.2146822948797038,
      "grad_norm": 0.1433389142486501,
      "kl": 0.03778076171875,
      "learning_rate": 3.919753086419753e-07,
      "loss": 0.0015,
      "reward": 1.421875,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.484375,
      "step": 985
    },
    {
      "completion_length": 108.21875,
      "epoch": 1.215916101172116,
      "grad_norm": 1.4593203355079192,
      "kl": 0.0338134765625,
      "learning_rate": 3.91358024691358e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 986
    },
    {
      "completion_length": 122.203125,
      "epoch": 1.217149907464528,
      "grad_norm": 0.6102690366809005,
      "kl": 0.058349609375,
      "learning_rate": 3.907407407407407e-07,
      "loss": 0.0023,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 987
    },
    {
      "completion_length": 117.453125,
      "epoch": 1.2183837137569402,
      "grad_norm": 0.9554702608252352,
      "kl": 0.02752685546875,
      "learning_rate": 3.9012345679012344e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 988
    },
    {
      "completion_length": 120.3125,
      "epoch": 1.2196175200493522,
      "grad_norm": 0.1210044147692337,
      "kl": 0.034423828125,
      "learning_rate": 3.8950617283950614e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 989
    },
    {
      "completion_length": 118.53125,
      "epoch": 1.2208513263417644,
      "grad_norm": 0.5261811656406409,
      "kl": 0.03717041015625,
      "learning_rate": 3.888888888888889e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 990
    },
    {
      "completion_length": 100.578125,
      "epoch": 1.2220851326341764,
      "grad_norm": 1.4047129501353641,
      "kl": 0.0455322265625,
      "learning_rate": 3.882716049382716e-07,
      "loss": 0.0018,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 991
    },
    {
      "completion_length": 102.34375,
      "epoch": 1.2233189389265886,
      "grad_norm": 0.14383792690448374,
      "kl": 0.02813720703125,
      "learning_rate": 3.8765432098765435e-07,
      "loss": 0.0011,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 992
    },
    {
      "completion_length": 105.375,
      "epoch": 1.2245527452190006,
      "grad_norm": 1.4225523016713733,
      "kl": 0.0697021484375,
      "learning_rate": 3.87037037037037e-07,
      "loss": 0.0028,
      "reward": 1.359375,
      "reward_std": 0.08619705587625504,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.484375,
      "step": 993
    },
    {
      "completion_length": 95.015625,
      "epoch": 1.2257865515114128,
      "grad_norm": 1.3452422452888968,
      "kl": 0.02703857421875,
      "learning_rate": 3.864197530864197e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 994
    },
    {
      "completion_length": 113.5,
      "epoch": 1.2270203578038248,
      "grad_norm": 2.3499540018568035,
      "kl": 0.0595703125,
      "learning_rate": 3.8580246913580245e-07,
      "loss": 0.0024,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 995
    },
    {
      "completion_length": 103.0625,
      "epoch": 1.2282541640962368,
      "grad_norm": 0.9407334090829758,
      "kl": 0.03155517578125,
      "learning_rate": 3.8518518518518515e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 996
    },
    {
      "completion_length": 109.59375,
      "epoch": 1.229487970388649,
      "grad_norm": 2.643298024361087,
      "kl": 0.03497314453125,
      "learning_rate": 3.845679012345679e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 997
    },
    {
      "completion_length": 106.640625,
      "epoch": 1.2307217766810612,
      "grad_norm": 0.6099390866639154,
      "kl": 0.03302001953125,
      "learning_rate": 3.839506172839506e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 998
    },
    {
      "completion_length": 109.78125,
      "epoch": 1.2319555829734732,
      "grad_norm": 0.6028958866588418,
      "kl": 0.0308837890625,
      "learning_rate": 3.8333333333333335e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 999
    },
    {
      "completion_length": 111.65625,
      "epoch": 1.2331893892658852,
      "grad_norm": 0.15413833696970441,
      "kl": 0.039794921875,
      "learning_rate": 3.82716049382716e-07,
      "loss": 0.0016,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1000
    },
    {
      "completion_length": 102.71875,
      "epoch": 1.2344231955582974,
      "grad_norm": 1.8591151596352475,
      "kl": 0.02581787109375,
      "learning_rate": 3.8209876543209875e-07,
      "loss": 0.001,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1001
    },
    {
      "completion_length": 103.546875,
      "epoch": 1.2356570018507094,
      "grad_norm": 0.0722431194000218,
      "kl": 0.02557373046875,
      "learning_rate": 3.8148148148148145e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1002
    },
    {
      "completion_length": 99.234375,
      "epoch": 1.2368908081431216,
      "grad_norm": 0.6629069650062487,
      "kl": 0.03216552734375,
      "learning_rate": 3.808641975308642e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1003
    },
    {
      "completion_length": 105.984375,
      "epoch": 1.2381246144355336,
      "grad_norm": 0.11566679996338038,
      "kl": 0.0306396484375,
      "learning_rate": 3.802469135802469e-07,
      "loss": 0.0012,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 1004
    },
    {
      "completion_length": 111.5625,
      "epoch": 1.2393584207279458,
      "grad_norm": 0.6445316439482205,
      "kl": 0.035888671875,
      "learning_rate": 3.7962962962962966e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1005
    },
    {
      "completion_length": 106.0625,
      "epoch": 1.2405922270203578,
      "grad_norm": 0.5830494858951969,
      "kl": 0.031982421875,
      "learning_rate": 3.790123456790123e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1006
    },
    {
      "completion_length": 115.46875,
      "epoch": 1.24182603331277,
      "grad_norm": 0.11690078118948667,
      "kl": 0.03704833984375,
      "learning_rate": 3.78395061728395e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1007
    },
    {
      "completion_length": 90.53125,
      "epoch": 1.243059839605182,
      "grad_norm": 0.15394046613935755,
      "kl": 0.03271484375,
      "learning_rate": 3.7777777777777775e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1008
    },
    {
      "completion_length": 101.5625,
      "epoch": 1.2442936458975942,
      "grad_norm": 0.10857334416118315,
      "kl": 0.033203125,
      "learning_rate": 3.7716049382716045e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1009
    },
    {
      "completion_length": 113.8125,
      "epoch": 1.2455274521900062,
      "grad_norm": 0.9995436414137452,
      "kl": 0.0467529296875,
      "learning_rate": 3.765432098765432e-07,
      "loss": 0.0019,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 1010
    },
    {
      "completion_length": 83.40625,
      "epoch": 1.2467612584824184,
      "grad_norm": 0.7956844027240767,
      "kl": 0.03326416015625,
      "learning_rate": 3.759259259259259e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1011
    },
    {
      "completion_length": 104.0,
      "epoch": 1.2479950647748304,
      "grad_norm": 4.9993506619535015,
      "kl": 0.03167724609375,
      "learning_rate": 3.7530864197530866e-07,
      "loss": 0.0013,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 1012
    },
    {
      "completion_length": 98.296875,
      "epoch": 1.2492288710672423,
      "grad_norm": 0.6137604591122667,
      "kl": 0.0362548828125,
      "learning_rate": 3.746913580246913e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1013
    },
    {
      "completion_length": 93.75,
      "epoch": 1.2504626773596546,
      "grad_norm": 0.11431257561533113,
      "kl": 0.0416259765625,
      "learning_rate": 3.7407407407407406e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1014
    },
    {
      "completion_length": 102.953125,
      "epoch": 1.2516964836520668,
      "grad_norm": 0.9503047404447377,
      "kl": 0.0272216796875,
      "learning_rate": 3.7345679012345676e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1015
    },
    {
      "completion_length": 110.53125,
      "epoch": 1.2529302899444787,
      "grad_norm": 0.7287485387627565,
      "kl": 0.044921875,
      "learning_rate": 3.728395061728395e-07,
      "loss": 0.0018,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1016
    },
    {
      "completion_length": 109.78125,
      "epoch": 1.2541640962368907,
      "grad_norm": 0.6735714230797364,
      "kl": 0.04443359375,
      "learning_rate": 3.722222222222222e-07,
      "loss": 0.0018,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1017
    },
    {
      "completion_length": 103.0,
      "epoch": 1.255397902529303,
      "grad_norm": 0.1089410919318832,
      "kl": 0.039306640625,
      "learning_rate": 3.7160493827160496e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1018
    },
    {
      "completion_length": 107.375,
      "epoch": 1.256631708821715,
      "grad_norm": 0.11058825419631334,
      "kl": 0.02630615234375,
      "learning_rate": 3.7098765432098766e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1019
    },
    {
      "completion_length": 104.34375,
      "epoch": 1.2578655151141271,
      "grad_norm": 0.19706379912287436,
      "kl": 0.057373046875,
      "learning_rate": 3.703703703703703e-07,
      "loss": 0.0023,
      "reward": 1.4453125,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 1020
    },
    {
      "completion_length": 101.875,
      "epoch": 1.2590993214065391,
      "grad_norm": 1.5179322703498024,
      "kl": 0.02496337890625,
      "learning_rate": 3.6975308641975306e-07,
      "loss": 0.001,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1021
    },
    {
      "completion_length": 106.671875,
      "epoch": 1.2603331276989513,
      "grad_norm": 0.13094410812326876,
      "kl": 0.0390625,
      "learning_rate": 3.6913580246913576e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1022
    },
    {
      "completion_length": 107.5625,
      "epoch": 1.2615669339913633,
      "grad_norm": 0.9250954651199542,
      "kl": 0.03460693359375,
      "learning_rate": 3.685185185185185e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1023
    },
    {
      "completion_length": 122.6875,
      "epoch": 1.2628007402837755,
      "grad_norm": 1.332613339235965,
      "kl": 0.03619384765625,
      "learning_rate": 3.679012345679012e-07,
      "loss": 0.0014,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1024
    },
    {
      "completion_length": 98.34375,
      "epoch": 1.2640345465761875,
      "grad_norm": 0.6254352367252987,
      "kl": 0.02642822265625,
      "learning_rate": 3.6728395061728397e-07,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1025
    },
    {
      "completion_length": 113.265625,
      "epoch": 1.2652683528685995,
      "grad_norm": 0.1636668051831454,
      "kl": 0.03289794921875,
      "learning_rate": 3.666666666666666e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1026
    },
    {
      "completion_length": 106.875,
      "epoch": 1.2665021591610117,
      "grad_norm": 0.12031594833939666,
      "kl": 0.02874755859375,
      "learning_rate": 3.6604938271604937e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1027
    },
    {
      "completion_length": 105.265625,
      "epoch": 1.267735965453424,
      "grad_norm": 0.11543032139924111,
      "kl": 0.03564453125,
      "learning_rate": 3.6543209876543207e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1028
    },
    {
      "completion_length": 116.296875,
      "epoch": 1.268969771745836,
      "grad_norm": 1.3853559123811354,
      "kl": 0.03857421875,
      "learning_rate": 3.648148148148148e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1029
    },
    {
      "completion_length": 102.5,
      "epoch": 1.270203578038248,
      "grad_norm": 0.0994497613295274,
      "kl": 0.033447265625,
      "learning_rate": 3.641975308641975e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1030
    },
    {
      "completion_length": 104.765625,
      "epoch": 1.2714373843306601,
      "grad_norm": 0.10131099646721832,
      "kl": 0.044677734375,
      "learning_rate": 3.6358024691358027e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1031
    },
    {
      "completion_length": 122.515625,
      "epoch": 1.272671190623072,
      "grad_norm": 1.0759379910024753,
      "kl": 0.05322265625,
      "learning_rate": 3.6296296296296297e-07,
      "loss": 0.0021,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1032
    },
    {
      "completion_length": 102.65625,
      "epoch": 1.2739049969154843,
      "grad_norm": 0.5101510072974401,
      "kl": 0.0362548828125,
      "learning_rate": 3.623456790123456e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1033
    },
    {
      "completion_length": 123.359375,
      "epoch": 1.2751388032078963,
      "grad_norm": 0.07827195542568263,
      "kl": 0.033447265625,
      "learning_rate": 3.6172839506172837e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1034
    },
    {
      "completion_length": 122.46875,
      "epoch": 1.2763726095003085,
      "grad_norm": 1.0673406729249266,
      "kl": 0.0433349609375,
      "learning_rate": 3.6111111111111107e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1035
    },
    {
      "completion_length": 116.65625,
      "epoch": 1.2776064157927205,
      "grad_norm": 0.15225393408589222,
      "kl": 0.062255859375,
      "learning_rate": 3.604938271604938e-07,
      "loss": 0.0025,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 1036
    },
    {
      "completion_length": 107.640625,
      "epoch": 1.2788402220851327,
      "grad_norm": 0.8150019807890414,
      "kl": 0.0537109375,
      "learning_rate": 3.598765432098765e-07,
      "loss": 0.0021,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1037
    },
    {
      "completion_length": 101.703125,
      "epoch": 1.2800740283775447,
      "grad_norm": 1.1898086634605631,
      "kl": 0.038330078125,
      "learning_rate": 3.592592592592593e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1038
    },
    {
      "completion_length": 107.25,
      "epoch": 1.2813078346699567,
      "grad_norm": 0.09760338670048758,
      "kl": 0.0533447265625,
      "learning_rate": 3.58641975308642e-07,
      "loss": 0.0021,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1039
    },
    {
      "completion_length": 121.59375,
      "epoch": 1.282541640962369,
      "grad_norm": 1.3209613993797586,
      "kl": 0.047119140625,
      "learning_rate": 3.580246913580247e-07,
      "loss": 0.0019,
      "reward": 1.4453125,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 1040
    },
    {
      "completion_length": 114.28125,
      "epoch": 1.283775447254781,
      "grad_norm": 0.8677244506538716,
      "kl": 0.04107666015625,
      "learning_rate": 3.574074074074074e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1041
    },
    {
      "completion_length": 115.390625,
      "epoch": 1.285009253547193,
      "grad_norm": 0.0945246336511355,
      "kl": 0.0513916015625,
      "learning_rate": 3.5679012345679013e-07,
      "loss": 0.0021,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1042
    },
    {
      "completion_length": 99.109375,
      "epoch": 1.286243059839605,
      "grad_norm": 0.595582211260264,
      "kl": 0.04254150390625,
      "learning_rate": 3.5617283950617283e-07,
      "loss": 0.0017,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1043
    },
    {
      "completion_length": 106.921875,
      "epoch": 1.2874768661320173,
      "grad_norm": 0.6886225605655081,
      "kl": 0.03070068359375,
      "learning_rate": 3.5555555555555553e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1044
    },
    {
      "completion_length": 105.34375,
      "epoch": 1.2887106724244295,
      "grad_norm": 0.13058884551112848,
      "kl": 0.0418701171875,
      "learning_rate": 3.549382716049383e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1045
    },
    {
      "completion_length": 102.828125,
      "epoch": 1.2899444787168415,
      "grad_norm": 0.08073885785918784,
      "kl": 0.04736328125,
      "learning_rate": 3.5432098765432093e-07,
      "loss": 0.0019,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1046
    },
    {
      "completion_length": 110.578125,
      "epoch": 1.2911782850092535,
      "grad_norm": 0.1324558972167293,
      "kl": 0.0599365234375,
      "learning_rate": 3.537037037037037e-07,
      "loss": 0.0024,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1047
    },
    {
      "completion_length": 101.125,
      "epoch": 1.2924120913016657,
      "grad_norm": 0.2469045310103263,
      "kl": 0.0367431640625,
      "learning_rate": 3.530864197530864e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1048
    },
    {
      "completion_length": 115.0625,
      "epoch": 1.2936458975940777,
      "grad_norm": 0.09421927049730577,
      "kl": 0.03125,
      "learning_rate": 3.5246913580246913e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1049
    },
    {
      "completion_length": 103.3125,
      "epoch": 1.2948797038864899,
      "grad_norm": 0.13580065796824672,
      "kl": 0.03411865234375,
      "learning_rate": 3.5185185185185183e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1050
    },
    {
      "completion_length": 110.4375,
      "epoch": 1.2961135101789019,
      "grad_norm": 0.0992520239372608,
      "kl": 0.04248046875,
      "learning_rate": 3.512345679012346e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1051
    },
    {
      "completion_length": 95.578125,
      "epoch": 1.297347316471314,
      "grad_norm": 0.9423594241601164,
      "kl": 0.0384521484375,
      "learning_rate": 3.506172839506173e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1052
    },
    {
      "completion_length": 109.875,
      "epoch": 1.298581122763726,
      "grad_norm": 0.16748642737329725,
      "kl": 0.038818359375,
      "learning_rate": 3.5e-07,
      "loss": 0.0016,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1053
    },
    {
      "completion_length": 104.03125,
      "epoch": 1.2998149290561383,
      "grad_norm": 0.4825825801924333,
      "kl": 0.0457763671875,
      "learning_rate": 3.493827160493827e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1054
    },
    {
      "completion_length": 94.203125,
      "epoch": 1.3010487353485503,
      "grad_norm": 1.2390281605277327,
      "kl": 0.03759765625,
      "learning_rate": 3.4876543209876544e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1055
    },
    {
      "completion_length": 103.78125,
      "epoch": 1.3022825416409622,
      "grad_norm": 0.09726884072808137,
      "kl": 0.02886962890625,
      "learning_rate": 3.4814814814814814e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1056
    },
    {
      "completion_length": 102.90625,
      "epoch": 1.3035163479333745,
      "grad_norm": 1.4473594997843278,
      "kl": 0.032958984375,
      "learning_rate": 3.4753086419753084e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1057
    },
    {
      "completion_length": 108.171875,
      "epoch": 1.3047501542257867,
      "grad_norm": 0.12230103174598078,
      "kl": 0.034912109375,
      "learning_rate": 3.469135802469136e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1058
    },
    {
      "completion_length": 104.578125,
      "epoch": 1.3059839605181986,
      "grad_norm": 0.992052208825822,
      "kl": 0.03515625,
      "learning_rate": 3.4629629629629624e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1059
    },
    {
      "completion_length": 111.96875,
      "epoch": 1.3072177668106106,
      "grad_norm": 0.07163708157542918,
      "kl": 0.0469970703125,
      "learning_rate": 3.45679012345679e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1060
    },
    {
      "completion_length": 106.890625,
      "epoch": 1.3084515731030228,
      "grad_norm": 0.7461892994388614,
      "kl": 0.050048828125,
      "learning_rate": 3.450617283950617e-07,
      "loss": 0.002,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1061
    },
    {
      "completion_length": 114.953125,
      "epoch": 1.3096853793954348,
      "grad_norm": 0.10748859789205147,
      "kl": 0.04296875,
      "learning_rate": 3.4444444444444444e-07,
      "loss": 0.0017,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1062
    },
    {
      "completion_length": 119.296875,
      "epoch": 1.310919185687847,
      "grad_norm": 0.7653791479806523,
      "kl": 0.03680419921875,
      "learning_rate": 3.4382716049382714e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1063
    },
    {
      "completion_length": 105.640625,
      "epoch": 1.312152991980259,
      "grad_norm": 0.10660797060072497,
      "kl": 0.04931640625,
      "learning_rate": 3.432098765432099e-07,
      "loss": 0.002,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1064
    },
    {
      "completion_length": 104.90625,
      "epoch": 1.3133867982726712,
      "grad_norm": 0.37251918771576037,
      "kl": 0.0380859375,
      "learning_rate": 3.425925925925926e-07,
      "loss": 0.0015,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1065
    },
    {
      "completion_length": 122.578125,
      "epoch": 1.3146206045650832,
      "grad_norm": 0.11593707614269454,
      "kl": 0.03619384765625,
      "learning_rate": 3.419753086419753e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1066
    },
    {
      "completion_length": 105.328125,
      "epoch": 1.3158544108574954,
      "grad_norm": 0.09526721484004486,
      "kl": 0.047607421875,
      "learning_rate": 3.41358024691358e-07,
      "loss": 0.0019,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1067
    },
    {
      "completion_length": 113.34375,
      "epoch": 1.3170882171499074,
      "grad_norm": 0.5946480846126476,
      "kl": 0.0318603515625,
      "learning_rate": 3.407407407407407e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1068
    },
    {
      "completion_length": 111.671875,
      "epoch": 1.3183220234423196,
      "grad_norm": 0.08492862132478225,
      "kl": 0.0377197265625,
      "learning_rate": 3.4012345679012344e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1069
    },
    {
      "completion_length": 107.21875,
      "epoch": 1.3195558297347316,
      "grad_norm": 0.12223606930221274,
      "kl": 0.044921875,
      "learning_rate": 3.3950617283950614e-07,
      "loss": 0.0018,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1070
    },
    {
      "completion_length": 120.796875,
      "epoch": 1.3207896360271438,
      "grad_norm": 0.13938863965664391,
      "kl": 0.04541015625,
      "learning_rate": 3.388888888888889e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1071
    },
    {
      "completion_length": 97.15625,
      "epoch": 1.3220234423195558,
      "grad_norm": 0.09202320322346429,
      "kl": 0.056640625,
      "learning_rate": 3.382716049382716e-07,
      "loss": 0.0023,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1072
    },
    {
      "completion_length": 117.34375,
      "epoch": 1.3232572486119678,
      "grad_norm": 0.12921927448439469,
      "kl": 0.027099609375,
      "learning_rate": 3.376543209876543e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1073
    },
    {
      "completion_length": 116.1875,
      "epoch": 1.32449105490438,
      "grad_norm": 0.08774800279148452,
      "kl": 0.0390625,
      "learning_rate": 3.37037037037037e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1074
    },
    {
      "completion_length": 128.265625,
      "epoch": 1.3257248611967922,
      "grad_norm": 0.09003110843392857,
      "kl": 0.0455322265625,
      "learning_rate": 3.3641975308641975e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1075
    },
    {
      "completion_length": 129.140625,
      "epoch": 1.3269586674892042,
      "grad_norm": 0.1754947465131111,
      "kl": 0.0396728515625,
      "learning_rate": 3.3580246913580245e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1076
    },
    {
      "completion_length": 115.953125,
      "epoch": 1.3281924737816162,
      "grad_norm": 0.08642621677553826,
      "kl": 0.04931640625,
      "learning_rate": 3.351851851851852e-07,
      "loss": 0.002,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1077
    },
    {
      "completion_length": 113.328125,
      "epoch": 1.3294262800740284,
      "grad_norm": 1.8556260643282336,
      "kl": 0.04071044921875,
      "learning_rate": 3.345679012345679e-07,
      "loss": 0.0016,
      "reward": 1.4453125,
      "reward_std": 0.109375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4765625,
      "step": 1078
    },
    {
      "completion_length": 112.703125,
      "epoch": 1.3306600863664404,
      "grad_norm": 2.063531616927301,
      "kl": 0.04443359375,
      "learning_rate": 3.339506172839506e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1079
    },
    {
      "completion_length": 117.375,
      "epoch": 1.3318938926588526,
      "grad_norm": 0.6293881082162236,
      "kl": 0.030303955078125,
      "learning_rate": 3.333333333333333e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1080
    },
    {
      "completion_length": 114.390625,
      "epoch": 1.3331276989512646,
      "grad_norm": 0.6165572691008493,
      "kl": 0.0506591796875,
      "learning_rate": 3.32716049382716e-07,
      "loss": 0.002,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1081
    },
    {
      "completion_length": 111.5625,
      "epoch": 1.3343615052436768,
      "grad_norm": 0.5992765919108902,
      "kl": 0.0302734375,
      "learning_rate": 3.3209876543209875e-07,
      "loss": 0.0012,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1082
    },
    {
      "completion_length": 94.09375,
      "epoch": 1.3355953115360888,
      "grad_norm": 0.9975021541267335,
      "kl": 0.030517578125,
      "learning_rate": 3.3148148148148145e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1083
    },
    {
      "completion_length": 111.078125,
      "epoch": 1.336829117828501,
      "grad_norm": 0.6499069355054865,
      "kl": 0.0421142578125,
      "learning_rate": 3.308641975308642e-07,
      "loss": 0.0017,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1084
    },
    {
      "completion_length": 109.484375,
      "epoch": 1.338062924120913,
      "grad_norm": 0.3856656260676933,
      "kl": 0.0477294921875,
      "learning_rate": 3.302469135802469e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1085
    },
    {
      "completion_length": 113.25,
      "epoch": 1.339296730413325,
      "grad_norm": 0.07605194801369566,
      "kl": 0.0487060546875,
      "learning_rate": 3.296296296296296e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1086
    },
    {
      "completion_length": 111.015625,
      "epoch": 1.3405305367057372,
      "grad_norm": 0.12187484757876099,
      "kl": 0.0517578125,
      "learning_rate": 3.290123456790123e-07,
      "loss": 0.0021,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 1087
    },
    {
      "completion_length": 122.15625,
      "epoch": 1.3417643429981494,
      "grad_norm": 1.3206437650252913,
      "kl": 0.0543212890625,
      "learning_rate": 3.2839506172839506e-07,
      "loss": 0.0022,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1088
    },
    {
      "completion_length": 101.21875,
      "epoch": 1.3429981492905614,
      "grad_norm": 1.3937207049009126,
      "kl": 0.0673828125,
      "learning_rate": 3.2777777777777776e-07,
      "loss": 0.0027,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 1089
    },
    {
      "completion_length": 110.703125,
      "epoch": 1.3442319555829734,
      "grad_norm": 0.34059945118448576,
      "kl": 0.044189453125,
      "learning_rate": 3.271604938271605e-07,
      "loss": 0.0018,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1090
    },
    {
      "completion_length": 105.6875,
      "epoch": 1.3454657618753856,
      "grad_norm": 1.234059954837667,
      "kl": 0.044677734375,
      "learning_rate": 3.265432098765432e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1091
    },
    {
      "completion_length": 110.25,
      "epoch": 1.3466995681677978,
      "grad_norm": 0.08003054867133882,
      "kl": 0.041748046875,
      "learning_rate": 3.2592592592592596e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1092
    },
    {
      "completion_length": 105.828125,
      "epoch": 1.3479333744602098,
      "grad_norm": 0.08475084257018539,
      "kl": 0.0338134765625,
      "learning_rate": 3.253086419753086e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1093
    },
    {
      "completion_length": 106.46875,
      "epoch": 1.3491671807526218,
      "grad_norm": 0.21494637375158104,
      "kl": 0.0447998046875,
      "learning_rate": 3.246913580246913e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1094
    },
    {
      "completion_length": 109.4375,
      "epoch": 1.350400987045034,
      "grad_norm": 0.7133807306523657,
      "kl": 0.0321044921875,
      "learning_rate": 3.2407407407407406e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1095
    },
    {
      "completion_length": 108.53125,
      "epoch": 1.351634793337446,
      "grad_norm": 0.09318069912984116,
      "kl": 0.0445556640625,
      "learning_rate": 3.2345679012345676e-07,
      "loss": 0.0018,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1096
    },
    {
      "completion_length": 112.0625,
      "epoch": 1.3528685996298582,
      "grad_norm": 2.525681323046964,
      "kl": 0.0369873046875,
      "learning_rate": 3.228395061728395e-07,
      "loss": 0.0015,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1097
    },
    {
      "completion_length": 111.09375,
      "epoch": 1.3541024059222702,
      "grad_norm": 0.7723713644692933,
      "kl": 0.046875,
      "learning_rate": 3.222222222222222e-07,
      "loss": 0.0019,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 1098
    },
    {
      "completion_length": 94.4375,
      "epoch": 1.3553362122146824,
      "grad_norm": 0.6503424163081897,
      "kl": 0.032958984375,
      "learning_rate": 3.216049382716049e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1099
    },
    {
      "completion_length": 113.84375,
      "epoch": 1.3565700185070944,
      "grad_norm": 0.1321784733995669,
      "kl": 0.0482177734375,
      "learning_rate": 3.209876543209876e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1100
    },
    {
      "completion_length": 120.71875,
      "epoch": 1.3578038247995066,
      "grad_norm": 0.8808359647653737,
      "kl": 0.0501708984375,
      "learning_rate": 3.2037037037037037e-07,
      "loss": 0.002,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1101
    },
    {
      "completion_length": 108.546875,
      "epoch": 1.3590376310919186,
      "grad_norm": 1.5422524893960534,
      "kl": 0.0653076171875,
      "learning_rate": 3.1975308641975307e-07,
      "loss": 0.0026,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1102
    },
    {
      "completion_length": 103.3125,
      "epoch": 1.3602714373843305,
      "grad_norm": 0.10004674032994157,
      "kl": 0.0548095703125,
      "learning_rate": 3.191358024691358e-07,
      "loss": 0.0022,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1103
    },
    {
      "completion_length": 108.625,
      "epoch": 1.3615052436767427,
      "grad_norm": 0.08891783245567308,
      "kl": 0.05859375,
      "learning_rate": 3.185185185185185e-07,
      "loss": 0.0023,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1104
    },
    {
      "completion_length": 112.75,
      "epoch": 1.362739049969155,
      "grad_norm": 0.6601000695454257,
      "kl": 0.03204345703125,
      "learning_rate": 3.1790123456790127e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1105
    },
    {
      "completion_length": 116.078125,
      "epoch": 1.363972856261567,
      "grad_norm": 1.2926041906534151,
      "kl": 0.05224609375,
      "learning_rate": 3.172839506172839e-07,
      "loss": 0.0021,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1106
    },
    {
      "completion_length": 113.078125,
      "epoch": 1.365206662553979,
      "grad_norm": 1.3596504419022764,
      "kl": 0.03900146484375,
      "learning_rate": 3.166666666666666e-07,
      "loss": 0.0016,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1107
    },
    {
      "completion_length": 109.453125,
      "epoch": 1.3664404688463911,
      "grad_norm": 0.14042882883189492,
      "kl": 0.02862548828125,
      "learning_rate": 3.1604938271604937e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1108
    },
    {
      "completion_length": 105.859375,
      "epoch": 1.3676742751388031,
      "grad_norm": 0.29020823688763747,
      "kl": 0.037841796875,
      "learning_rate": 3.1543209876543207e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1109
    },
    {
      "completion_length": 95.640625,
      "epoch": 1.3689080814312153,
      "grad_norm": 0.09335618093883818,
      "kl": 0.021484375,
      "learning_rate": 3.148148148148148e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1110
    },
    {
      "completion_length": 100.234375,
      "epoch": 1.3701418877236273,
      "grad_norm": 1.4935211628552771,
      "kl": 0.05078125,
      "learning_rate": 3.141975308641975e-07,
      "loss": 0.002,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1111
    },
    {
      "completion_length": 97.84375,
      "epoch": 1.3713756940160395,
      "grad_norm": 0.9916995141744442,
      "kl": 0.039306640625,
      "learning_rate": 3.135802469135803e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1112
    },
    {
      "completion_length": 95.953125,
      "epoch": 1.3726095003084515,
      "grad_norm": 0.8381930508569139,
      "kl": 0.034423828125,
      "learning_rate": 3.129629629629629e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1113
    },
    {
      "completion_length": 104.28125,
      "epoch": 1.3738433066008637,
      "grad_norm": 0.10613644120117902,
      "kl": 0.0574951171875,
      "learning_rate": 3.123456790123457e-07,
      "loss": 0.0023,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1114
    },
    {
      "completion_length": 102.640625,
      "epoch": 1.3750771128932757,
      "grad_norm": 0.4620210266049311,
      "kl": 0.03399658203125,
      "learning_rate": 3.117283950617284e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1115
    },
    {
      "completion_length": 92.890625,
      "epoch": 1.3763109191856877,
      "grad_norm": 1.667878923067053,
      "kl": 0.0294189453125,
      "learning_rate": 3.111111111111111e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1116
    },
    {
      "completion_length": 100.984375,
      "epoch": 1.3775447254781,
      "grad_norm": 0.10544028338435925,
      "kl": 0.04052734375,
      "learning_rate": 3.104938271604938e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1117
    },
    {
      "completion_length": 104.71875,
      "epoch": 1.3787785317705121,
      "grad_norm": 0.0939477562994635,
      "kl": 0.0394287109375,
      "learning_rate": 3.098765432098765e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1118
    },
    {
      "completion_length": 118.90625,
      "epoch": 1.3800123380629241,
      "grad_norm": 0.9953361984666803,
      "kl": 0.0469970703125,
      "learning_rate": 3.092592592592592e-07,
      "loss": 0.0019,
      "reward": 1.46875,
      "reward_std": 0.04554459825158119,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1119
    },
    {
      "completion_length": 102.296875,
      "epoch": 1.381246144355336,
      "grad_norm": 1.4593868733258915,
      "kl": 0.05078125,
      "learning_rate": 3.086419753086419e-07,
      "loss": 0.002,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1120
    },
    {
      "completion_length": 101.90625,
      "epoch": 1.3824799506477483,
      "grad_norm": 0.08179790352592443,
      "kl": 0.03961181640625,
      "learning_rate": 3.080246913580247e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1121
    },
    {
      "completion_length": 99.796875,
      "epoch": 1.3837137569401605,
      "grad_norm": 0.9719344390573491,
      "kl": 0.02972412109375,
      "learning_rate": 3.074074074074074e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1122
    },
    {
      "completion_length": 85.1875,
      "epoch": 1.3849475632325725,
      "grad_norm": 0.08988654968594598,
      "kl": 0.0452880859375,
      "learning_rate": 3.0679012345679013e-07,
      "loss": 0.0018,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1123
    },
    {
      "completion_length": 107.5625,
      "epoch": 1.3861813695249845,
      "grad_norm": 1.3671724317483493,
      "kl": 0.043701171875,
      "learning_rate": 3.0617283950617283e-07,
      "loss": 0.0018,
      "reward": 1.3671875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.4921875,
      "step": 1124
    },
    {
      "completion_length": 91.078125,
      "epoch": 1.3874151758173967,
      "grad_norm": 0.1306790480370718,
      "kl": 0.02667236328125,
      "learning_rate": 3.055555555555556e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1125
    },
    {
      "completion_length": 105.421875,
      "epoch": 1.3886489821098087,
      "grad_norm": 0.09666865378353344,
      "kl": 0.0299072265625,
      "learning_rate": 3.0493827160493823e-07,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1126
    },
    {
      "completion_length": 102.15625,
      "epoch": 1.389882788402221,
      "grad_norm": 0.634071262601248,
      "kl": 0.056396484375,
      "learning_rate": 3.04320987654321e-07,
      "loss": 0.0023,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1127
    },
    {
      "completion_length": 99.015625,
      "epoch": 1.391116594694633,
      "grad_norm": 0.7703420819745166,
      "kl": 0.040771484375,
      "learning_rate": 3.037037037037037e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1128
    },
    {
      "completion_length": 103.671875,
      "epoch": 1.392350400987045,
      "grad_norm": 0.0901917856664016,
      "kl": 0.02655029296875,
      "learning_rate": 3.0308641975308643e-07,
      "loss": 0.0011,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 1129
    },
    {
      "completion_length": 119.359375,
      "epoch": 1.393584207279457,
      "grad_norm": 0.6231780088322361,
      "kl": 0.0404052734375,
      "learning_rate": 3.0246913580246913e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1130
    },
    {
      "completion_length": 97.203125,
      "epoch": 1.3948180135718693,
      "grad_norm": 1.5325718811513362,
      "kl": 0.04876708984375,
      "learning_rate": 3.0185185185185183e-07,
      "loss": 0.0019,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1131
    },
    {
      "completion_length": 98.40625,
      "epoch": 1.3960518198642813,
      "grad_norm": 0.0715736204297123,
      "kl": 0.02996826171875,
      "learning_rate": 3.012345679012346e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1132
    },
    {
      "completion_length": 100.140625,
      "epoch": 1.3972856261566933,
      "grad_norm": 0.16178448826227576,
      "kl": 0.0419921875,
      "learning_rate": 3.0061728395061723e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1133
    },
    {
      "completion_length": 107.421875,
      "epoch": 1.3985194324491055,
      "grad_norm": 0.8324907605454379,
      "kl": 0.02740478515625,
      "learning_rate": 3e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1134
    },
    {
      "completion_length": 101.578125,
      "epoch": 1.3997532387415177,
      "grad_norm": 0.5852370546243989,
      "kl": 0.0390625,
      "learning_rate": 2.993827160493827e-07,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1135
    },
    {
      "completion_length": 106.78125,
      "epoch": 1.4009870450339297,
      "grad_norm": 0.10270114722909186,
      "kl": 0.04595947265625,
      "learning_rate": 2.9876543209876544e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1136
    },
    {
      "completion_length": 105.71875,
      "epoch": 1.4022208513263417,
      "grad_norm": 0.1659356990393445,
      "kl": 0.030029296875,
      "learning_rate": 2.9814814814814814e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1137
    },
    {
      "completion_length": 102.734375,
      "epoch": 1.4034546576187539,
      "grad_norm": 0.11871808536054547,
      "kl": 0.02374267578125,
      "learning_rate": 2.975308641975309e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1138
    },
    {
      "completion_length": 106.484375,
      "epoch": 1.404688463911166,
      "grad_norm": 0.08707443800150057,
      "kl": 0.0343017578125,
      "learning_rate": 2.9691358024691354e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1139
    },
    {
      "completion_length": 97.875,
      "epoch": 1.405922270203578,
      "grad_norm": 0.09279556377507048,
      "kl": 0.0313720703125,
      "learning_rate": 2.962962962962963e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1140
    },
    {
      "completion_length": 107.734375,
      "epoch": 1.40715607649599,
      "grad_norm": 0.1072660342087802,
      "kl": 0.046630859375,
      "learning_rate": 2.95679012345679e-07,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1141
    },
    {
      "completion_length": 83.046875,
      "epoch": 1.4083898827884023,
      "grad_norm": 0.1311432012232888,
      "kl": 0.030517578125,
      "learning_rate": 2.950617283950617e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1142
    },
    {
      "completion_length": 97.421875,
      "epoch": 1.4096236890808143,
      "grad_norm": 0.19282983325310174,
      "kl": 0.043701171875,
      "learning_rate": 2.9444444444444444e-07,
      "loss": 0.0017,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 1143
    },
    {
      "completion_length": 93.875,
      "epoch": 1.4108574953732265,
      "grad_norm": 1.0771157972498189,
      "kl": 0.03082275390625,
      "learning_rate": 2.9382716049382714e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1144
    },
    {
      "completion_length": 104.9375,
      "epoch": 1.4120913016656385,
      "grad_norm": 0.18177802149753386,
      "kl": 0.04345703125,
      "learning_rate": 2.932098765432099e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1145
    },
    {
      "completion_length": 102.171875,
      "epoch": 1.4133251079580507,
      "grad_norm": 1.5217552331299922,
      "kl": 0.04345703125,
      "learning_rate": 2.9259259259259254e-07,
      "loss": 0.0017,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1146
    },
    {
      "completion_length": 100.75,
      "epoch": 1.4145589142504627,
      "grad_norm": 1.0113916902681597,
      "kl": 0.038330078125,
      "learning_rate": 2.919753086419753e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1147
    },
    {
      "completion_length": 112.875,
      "epoch": 1.4157927205428749,
      "grad_norm": 0.5981304618928911,
      "kl": 0.0428466796875,
      "learning_rate": 2.91358024691358e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1148
    },
    {
      "completion_length": 111.0,
      "epoch": 1.4170265268352868,
      "grad_norm": 0.12695985759243056,
      "kl": 0.0316162109375,
      "learning_rate": 2.9074074074074075e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1149
    },
    {
      "completion_length": 98.828125,
      "epoch": 1.4182603331276988,
      "grad_norm": 0.10601861810692886,
      "kl": 0.03155517578125,
      "learning_rate": 2.9012345679012345e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1150
    },
    {
      "completion_length": 110.078125,
      "epoch": 1.419494139420111,
      "grad_norm": 0.1182234923495693,
      "kl": 0.0386962890625,
      "learning_rate": 2.895061728395062e-07,
      "loss": 0.0015,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1151
    },
    {
      "completion_length": 116.78125,
      "epoch": 1.4207279457125233,
      "grad_norm": 0.08051094666948978,
      "kl": 0.04443359375,
      "learning_rate": 2.8888888888888885e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1152
    },
    {
      "completion_length": 101.9375,
      "epoch": 1.4219617520049352,
      "grad_norm": 0.12481466758502614,
      "kl": 0.0316162109375,
      "learning_rate": 2.882716049382716e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1153
    },
    {
      "completion_length": 99.1875,
      "epoch": 1.4231955582973472,
      "grad_norm": 1.1846640710094327,
      "kl": 0.0552978515625,
      "learning_rate": 2.876543209876543e-07,
      "loss": 0.0022,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1154
    },
    {
      "completion_length": 96.109375,
      "epoch": 1.4244293645897594,
      "grad_norm": 0.13210829400247046,
      "kl": 0.02947998046875,
      "learning_rate": 2.87037037037037e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1155
    },
    {
      "completion_length": 101.78125,
      "epoch": 1.4256631708821714,
      "grad_norm": 0.35469979321295164,
      "kl": 0.046630859375,
      "learning_rate": 2.8641975308641975e-07,
      "loss": 0.0019,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1156
    },
    {
      "completion_length": 104.609375,
      "epoch": 1.4268969771745836,
      "grad_norm": 0.843149458371544,
      "kl": 0.0303955078125,
      "learning_rate": 2.8580246913580245e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1157
    },
    {
      "completion_length": 109.140625,
      "epoch": 1.4281307834669956,
      "grad_norm": 0.135700938624077,
      "kl": 0.0340576171875,
      "learning_rate": 2.851851851851852e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1158
    },
    {
      "completion_length": 102.859375,
      "epoch": 1.4293645897594078,
      "grad_norm": 0.13368922668909633,
      "kl": 0.02764892578125,
      "learning_rate": 2.8456790123456785e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1159
    },
    {
      "completion_length": 122.28125,
      "epoch": 1.4305983960518198,
      "grad_norm": 0.10853888262645615,
      "kl": 0.04376220703125,
      "learning_rate": 2.839506172839506e-07,
      "loss": 0.0017,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1160
    },
    {
      "completion_length": 106.8125,
      "epoch": 1.431832202344232,
      "grad_norm": 1.1435208113619355,
      "kl": 0.03955078125,
      "learning_rate": 2.833333333333333e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1161
    },
    {
      "completion_length": 111.34375,
      "epoch": 1.433066008636644,
      "grad_norm": 0.08507861145571775,
      "kl": 0.0384521484375,
      "learning_rate": 2.8271604938271606e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1162
    },
    {
      "completion_length": 117.109375,
      "epoch": 1.434299814929056,
      "grad_norm": 0.9140924457648271,
      "kl": 0.03997802734375,
      "learning_rate": 2.8209876543209876e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1163
    },
    {
      "completion_length": 113.84375,
      "epoch": 1.4355336212214682,
      "grad_norm": 0.8656105281853712,
      "kl": 0.02996826171875,
      "learning_rate": 2.814814814814815e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1164
    },
    {
      "completion_length": 105.34375,
      "epoch": 1.4367674275138804,
      "grad_norm": 0.10520084946943552,
      "kl": 0.037353515625,
      "learning_rate": 2.808641975308642e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1165
    },
    {
      "completion_length": 122.5625,
      "epoch": 1.4380012338062924,
      "grad_norm": 2.4827686840988754,
      "kl": 0.0443115234375,
      "learning_rate": 2.8024691358024685e-07,
      "loss": 0.0018,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1166
    },
    {
      "completion_length": 128.640625,
      "epoch": 1.4392350400987044,
      "grad_norm": 0.8474087100424785,
      "kl": 0.02716064453125,
      "learning_rate": 2.796296296296296e-07,
      "loss": 0.0011,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1167
    },
    {
      "completion_length": 119.09375,
      "epoch": 1.4404688463911166,
      "grad_norm": 0.6409976862291709,
      "kl": 0.041015625,
      "learning_rate": 2.790123456790123e-07,
      "loss": 0.0016,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1168
    },
    {
      "completion_length": 103.453125,
      "epoch": 1.4417026526835288,
      "grad_norm": 0.701890670893124,
      "kl": 0.0347900390625,
      "learning_rate": 2.7839506172839506e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1169
    },
    {
      "completion_length": 119.921875,
      "epoch": 1.4429364589759408,
      "grad_norm": 0.08872970179126669,
      "kl": 0.0330810546875,
      "learning_rate": 2.7777777777777776e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1170
    },
    {
      "completion_length": 124.625,
      "epoch": 1.4441702652683528,
      "grad_norm": 0.18535579544315253,
      "kl": 0.04052734375,
      "learning_rate": 2.771604938271605e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1171
    },
    {
      "completion_length": 130.484375,
      "epoch": 1.445404071560765,
      "grad_norm": 0.6489395703495957,
      "kl": 0.0489501953125,
      "learning_rate": 2.7654320987654316e-07,
      "loss": 0.002,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 1172
    },
    {
      "completion_length": 121.96875,
      "epoch": 1.446637877853177,
      "grad_norm": 0.10930827027397244,
      "kl": 0.03759765625,
      "learning_rate": 2.759259259259259e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1173
    },
    {
      "completion_length": 126.53125,
      "epoch": 1.4478716841455892,
      "grad_norm": 0.07738440869010932,
      "kl": 0.03564453125,
      "learning_rate": 2.753086419753086e-07,
      "loss": 0.0014,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1174
    },
    {
      "completion_length": 124.375,
      "epoch": 1.4491054904380012,
      "grad_norm": 0.9076463564477205,
      "kl": 0.03515625,
      "learning_rate": 2.7469135802469136e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1175
    },
    {
      "completion_length": 112.75,
      "epoch": 1.4503392967304134,
      "grad_norm": 0.14995698140205568,
      "kl": 0.0347900390625,
      "learning_rate": 2.7407407407407406e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1176
    },
    {
      "completion_length": 121.515625,
      "epoch": 1.4515731030228254,
      "grad_norm": 0.097097346128593,
      "kl": 0.0299072265625,
      "learning_rate": 2.734567901234568e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1177
    },
    {
      "completion_length": 121.25,
      "epoch": 1.4528069093152376,
      "grad_norm": 1.7779843344335484,
      "kl": 0.124267578125,
      "learning_rate": 2.728395061728395e-07,
      "loss": 0.005,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1178
    },
    {
      "completion_length": 116.984375,
      "epoch": 1.4540407156076496,
      "grad_norm": 0.9821281053463343,
      "kl": 0.0460205078125,
      "learning_rate": 2.7222222222222216e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1179
    },
    {
      "completion_length": 124.421875,
      "epoch": 1.4552745219000616,
      "grad_norm": 0.09784095495117924,
      "kl": 0.0396728515625,
      "learning_rate": 2.716049382716049e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1180
    },
    {
      "completion_length": 122.765625,
      "epoch": 1.4565083281924738,
      "grad_norm": 0.8371462907251659,
      "kl": 0.0511474609375,
      "learning_rate": 2.709876543209876e-07,
      "loss": 0.002,
      "reward": 1.46875,
      "reward_std": 0.04419417306780815,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1181
    },
    {
      "completion_length": 112.734375,
      "epoch": 1.457742134484886,
      "grad_norm": 0.09646078198329348,
      "kl": 0.0382080078125,
      "learning_rate": 2.7037037037037037e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1182
    },
    {
      "completion_length": 128.390625,
      "epoch": 1.458975940777298,
      "grad_norm": 0.08749346683822028,
      "kl": 0.0341796875,
      "learning_rate": 2.6975308641975307e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1183
    },
    {
      "completion_length": 114.03125,
      "epoch": 1.46020974706971,
      "grad_norm": 0.47418567958076235,
      "kl": 0.03009033203125,
      "learning_rate": 2.691358024691358e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1184
    },
    {
      "completion_length": 126.671875,
      "epoch": 1.4614435533621222,
      "grad_norm": 0.5719997620121551,
      "kl": 0.0355224609375,
      "learning_rate": 2.685185185185185e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1185
    },
    {
      "completion_length": 116.75,
      "epoch": 1.4626773596545342,
      "grad_norm": 0.07440758516537561,
      "kl": 0.031005859375,
      "learning_rate": 2.679012345679012e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1186
    },
    {
      "completion_length": 139.53125,
      "epoch": 1.4639111659469464,
      "grad_norm": 1.0448047382877872,
      "kl": 0.04248046875,
      "learning_rate": 2.672839506172839e-07,
      "loss": 0.0017,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1187
    },
    {
      "completion_length": 120.8125,
      "epoch": 1.4651449722393584,
      "grad_norm": 0.14209754879643874,
      "kl": 0.0341796875,
      "learning_rate": 2.6666666666666667e-07,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1188
    },
    {
      "completion_length": 123.234375,
      "epoch": 1.4663787785317706,
      "grad_norm": 0.7163183052179495,
      "kl": 0.036376953125,
      "learning_rate": 2.6604938271604937e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1189
    },
    {
      "completion_length": 113.578125,
      "epoch": 1.4676125848241826,
      "grad_norm": 2.868454227560323,
      "kl": 0.020751953125,
      "learning_rate": 2.654320987654321e-07,
      "loss": 0.0008,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1190
    },
    {
      "completion_length": 110.0625,
      "epoch": 1.4688463911165948,
      "grad_norm": 0.7993907176711069,
      "kl": 0.0546875,
      "learning_rate": 2.648148148148148e-07,
      "loss": 0.0022,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1191
    },
    {
      "completion_length": 109.21875,
      "epoch": 1.4700801974090068,
      "grad_norm": 0.08058565837327786,
      "kl": 0.0499267578125,
      "learning_rate": 2.6419753086419747e-07,
      "loss": 0.002,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1192
    },
    {
      "completion_length": 116.203125,
      "epoch": 1.471314003701419,
      "grad_norm": 0.9123036920340503,
      "kl": 0.0438232421875,
      "learning_rate": 2.635802469135802e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1193
    },
    {
      "completion_length": 116.828125,
      "epoch": 1.472547809993831,
      "grad_norm": 0.08947826203639817,
      "kl": 0.0400390625,
      "learning_rate": 2.629629629629629e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1194
    },
    {
      "completion_length": 111.140625,
      "epoch": 1.4737816162862432,
      "grad_norm": 0.16797353252849934,
      "kl": 0.03515625,
      "learning_rate": 2.623456790123457e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1195
    },
    {
      "completion_length": 121.75,
      "epoch": 1.4750154225786551,
      "grad_norm": 0.6768683497827267,
      "kl": 0.03045654296875,
      "learning_rate": 2.617283950617284e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1196
    },
    {
      "completion_length": 106.734375,
      "epoch": 1.4762492288710671,
      "grad_norm": 0.07125093305098912,
      "kl": 0.02728271484375,
      "learning_rate": 2.6111111111111113e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1197
    },
    {
      "completion_length": 116.046875,
      "epoch": 1.4774830351634793,
      "grad_norm": 0.23931760204949684,
      "kl": 0.02752685546875,
      "learning_rate": 2.6049382716049383e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1198
    },
    {
      "completion_length": 111.859375,
      "epoch": 1.4787168414558916,
      "grad_norm": 0.08456574477932136,
      "kl": 0.0330810546875,
      "learning_rate": 2.5987654320987653e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1199
    },
    {
      "completion_length": 117.484375,
      "epoch": 1.4799506477483035,
      "grad_norm": 2.38133811613193,
      "kl": 0.036376953125,
      "learning_rate": 2.5925925925925923e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1200
    },
    {
      "completion_length": 116.40625,
      "epoch": 1.4811844540407155,
      "grad_norm": 0.6460869081001245,
      "kl": 0.0360107421875,
      "learning_rate": 2.58641975308642e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1201
    },
    {
      "completion_length": 112.859375,
      "epoch": 1.4824182603331277,
      "grad_norm": 0.15280696505071334,
      "kl": 0.02935791015625,
      "learning_rate": 2.580246913580247e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1202
    },
    {
      "completion_length": 103.71875,
      "epoch": 1.4836520666255397,
      "grad_norm": 0.09175548729871756,
      "kl": 0.0343017578125,
      "learning_rate": 2.574074074074074e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1203
    },
    {
      "completion_length": 106.6875,
      "epoch": 1.484885872917952,
      "grad_norm": 0.0708023754364442,
      "kl": 0.0330810546875,
      "learning_rate": 2.5679012345679013e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1204
    },
    {
      "completion_length": 114.78125,
      "epoch": 1.486119679210364,
      "grad_norm": 4.769277860253871,
      "kl": 0.04180908203125,
      "learning_rate": 2.5617283950617283e-07,
      "loss": 0.0017,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1205
    },
    {
      "completion_length": 121.09375,
      "epoch": 1.4873534855027761,
      "grad_norm": 0.5959345706649389,
      "kl": 0.0399169921875,
      "learning_rate": 2.5555555555555553e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1206
    },
    {
      "completion_length": 117.96875,
      "epoch": 1.4885872917951881,
      "grad_norm": 0.10918491546806831,
      "kl": 0.031982421875,
      "learning_rate": 2.5493827160493823e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1207
    },
    {
      "completion_length": 98.265625,
      "epoch": 1.4898210980876003,
      "grad_norm": 0.09493393074259654,
      "kl": 0.0235595703125,
      "learning_rate": 2.54320987654321e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1208
    },
    {
      "completion_length": 121.5625,
      "epoch": 1.4910549043800123,
      "grad_norm": 0.06529474214091703,
      "kl": 0.03564453125,
      "learning_rate": 2.537037037037037e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1209
    },
    {
      "completion_length": 121.25,
      "epoch": 1.4922887106724243,
      "grad_norm": 1.2442856067971755,
      "kl": 0.036865234375,
      "learning_rate": 2.5308641975308644e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1210
    },
    {
      "completion_length": 105.078125,
      "epoch": 1.4935225169648365,
      "grad_norm": 1.0670285488016613,
      "kl": 0.038330078125,
      "learning_rate": 2.5246913580246914e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1211
    },
    {
      "completion_length": 109.609375,
      "epoch": 1.4947563232572487,
      "grad_norm": 0.6344856404669801,
      "kl": 0.029541015625,
      "learning_rate": 2.5185185185185184e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1212
    },
    {
      "completion_length": 97.53125,
      "epoch": 1.4959901295496607,
      "grad_norm": 0.11848329203289339,
      "kl": 0.0389404296875,
      "learning_rate": 2.5123456790123454e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1213
    },
    {
      "completion_length": 109.796875,
      "epoch": 1.4972239358420727,
      "grad_norm": 0.07019083290394655,
      "kl": 0.028076171875,
      "learning_rate": 2.506172839506173e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1214
    },
    {
      "completion_length": 106.875,
      "epoch": 1.498457742134485,
      "grad_norm": 1.4301729684280533,
      "kl": 0.02728271484375,
      "learning_rate": 2.5e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1215
    },
    {
      "completion_length": 125.484375,
      "epoch": 1.4996915484268971,
      "grad_norm": 0.12343010222076647,
      "kl": 0.0328369140625,
      "learning_rate": 2.493827160493827e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1216
    },
    {
      "completion_length": 119.28125,
      "epoch": 1.500925354719309,
      "grad_norm": 0.3474027313432983,
      "kl": 0.03460693359375,
      "learning_rate": 2.487654320987654e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1217
    },
    {
      "completion_length": 107.40625,
      "epoch": 1.502159161011721,
      "grad_norm": 1.6263172300451643,
      "kl": 0.0408935546875,
      "learning_rate": 2.4814814814814814e-07,
      "loss": 0.0016,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 1218
    },
    {
      "completion_length": 114.390625,
      "epoch": 1.5033929673041333,
      "grad_norm": 3.0350796947189767,
      "kl": 0.0411376953125,
      "learning_rate": 2.4753086419753084e-07,
      "loss": 0.0016,
      "reward": 1.4296875,
      "reward_std": 0.140625,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4765625,
      "step": 1219
    },
    {
      "completion_length": 119.28125,
      "epoch": 1.5046267735965455,
      "grad_norm": 0.9502550664838788,
      "kl": 0.03839111328125,
      "learning_rate": 2.4691358024691354e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1220
    },
    {
      "completion_length": 99.25,
      "epoch": 1.5058605798889575,
      "grad_norm": 0.5548542796936502,
      "kl": 0.03094482421875,
      "learning_rate": 2.462962962962963e-07,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1221
    },
    {
      "completion_length": 98.84375,
      "epoch": 1.5070943861813695,
      "grad_norm": 0.09814977197374862,
      "kl": 0.057861328125,
      "learning_rate": 2.45679012345679e-07,
      "loss": 0.0023,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1222
    },
    {
      "completion_length": 89.265625,
      "epoch": 1.5083281924737815,
      "grad_norm": 3.2560223766530094,
      "kl": 0.0267333984375,
      "learning_rate": 2.4506172839506175e-07,
      "loss": 0.0011,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1223
    },
    {
      "completion_length": 93.015625,
      "epoch": 1.5095619987661937,
      "grad_norm": 0.17361027422828845,
      "kl": 0.0357666015625,
      "learning_rate": 2.4444444444444445e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1224
    },
    {
      "completion_length": 102.6875,
      "epoch": 1.510795805058606,
      "grad_norm": 0.13279112034637108,
      "kl": 0.0357666015625,
      "learning_rate": 2.4382716049382714e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1225
    },
    {
      "completion_length": 102.40625,
      "epoch": 1.5120296113510179,
      "grad_norm": 0.21751881894963343,
      "kl": 0.02947998046875,
      "learning_rate": 2.432098765432099e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1226
    },
    {
      "completion_length": 106.3125,
      "epoch": 1.5132634176434299,
      "grad_norm": 0.1575362820283755,
      "kl": 0.041015625,
      "learning_rate": 2.425925925925926e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1227
    },
    {
      "completion_length": 106.984375,
      "epoch": 1.514497223935842,
      "grad_norm": 0.1549863428687447,
      "kl": 0.0374755859375,
      "learning_rate": 2.419753086419753e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1228
    },
    {
      "completion_length": 113.109375,
      "epoch": 1.5157310302282543,
      "grad_norm": 0.8170722621450347,
      "kl": 0.0379638671875,
      "learning_rate": 2.41358024691358e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1229
    },
    {
      "completion_length": 105.1875,
      "epoch": 1.5169648365206663,
      "grad_norm": 0.0642895462720678,
      "kl": 0.0347900390625,
      "learning_rate": 2.407407407407407e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1230
    },
    {
      "completion_length": 105.453125,
      "epoch": 1.5181986428130783,
      "grad_norm": 0.16899216390733932,
      "kl": 0.0274658203125,
      "learning_rate": 2.4012345679012345e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1231
    },
    {
      "completion_length": 100.625,
      "epoch": 1.5194324491054905,
      "grad_norm": 0.8334686224471721,
      "kl": 0.0323486328125,
      "learning_rate": 2.3950617283950615e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1232
    },
    {
      "completion_length": 113.46875,
      "epoch": 1.5206662553979027,
      "grad_norm": 1.0592737994188441,
      "kl": 0.0400390625,
      "learning_rate": 2.388888888888889e-07,
      "loss": 0.0016,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1233
    },
    {
      "completion_length": 100.625,
      "epoch": 1.5219000616903147,
      "grad_norm": 0.2665574627916763,
      "kl": 0.03155517578125,
      "learning_rate": 2.3827160493827157e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1234
    },
    {
      "completion_length": 104.765625,
      "epoch": 1.5231338679827267,
      "grad_norm": 0.15145350170792846,
      "kl": 0.0445556640625,
      "learning_rate": 2.376543209876543e-07,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1235
    },
    {
      "completion_length": 110.546875,
      "epoch": 1.5243676742751386,
      "grad_norm": 0.9756180228143284,
      "kl": 0.036376953125,
      "learning_rate": 2.3703703703703703e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1236
    },
    {
      "completion_length": 98.234375,
      "epoch": 1.5256014805675508,
      "grad_norm": 0.08701043861235107,
      "kl": 0.0377197265625,
      "learning_rate": 2.3641975308641973e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1237
    },
    {
      "completion_length": 94.796875,
      "epoch": 1.526835286859963,
      "grad_norm": 0.9966826125602717,
      "kl": 0.02972412109375,
      "learning_rate": 2.3580246913580245e-07,
      "loss": 0.0012,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1238
    },
    {
      "completion_length": 112.390625,
      "epoch": 1.528069093152375,
      "grad_norm": 0.20055152320800732,
      "kl": 0.0311279296875,
      "learning_rate": 2.3518518518518518e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1239
    },
    {
      "completion_length": 111.578125,
      "epoch": 1.529302899444787,
      "grad_norm": 0.10492541649425739,
      "kl": 0.0384521484375,
      "learning_rate": 2.3456790123456788e-07,
      "loss": 0.0015,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1240
    },
    {
      "completion_length": 116.421875,
      "epoch": 1.5305367057371992,
      "grad_norm": 1.4345363391354005,
      "kl": 0.0382080078125,
      "learning_rate": 2.339506172839506e-07,
      "loss": 0.0015,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1241
    },
    {
      "completion_length": 103.609375,
      "epoch": 1.5317705120296115,
      "grad_norm": 3.934191665601957,
      "kl": 0.0318603515625,
      "learning_rate": 2.3333333333333333e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1242
    },
    {
      "completion_length": 102.0,
      "epoch": 1.5330043183220234,
      "grad_norm": 0.07564178247188164,
      "kl": 0.045166015625,
      "learning_rate": 2.3271604938271606e-07,
      "loss": 0.0018,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 1243
    },
    {
      "completion_length": 101.296875,
      "epoch": 1.5342381246144354,
      "grad_norm": 9.229000003538367,
      "kl": 0.02618408203125,
      "learning_rate": 2.3209876543209876e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1244
    },
    {
      "completion_length": 109.703125,
      "epoch": 1.5354719309068476,
      "grad_norm": 0.0688940583398871,
      "kl": 0.031494140625,
      "learning_rate": 2.3148148148148148e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1245
    },
    {
      "completion_length": 118.46875,
      "epoch": 1.5367057371992598,
      "grad_norm": 0.08147773155046582,
      "kl": 0.03857421875,
      "learning_rate": 2.3086419753086418e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1246
    },
    {
      "completion_length": 118.046875,
      "epoch": 1.5379395434916718,
      "grad_norm": 0.5205303370490372,
      "kl": 0.02825927734375,
      "learning_rate": 2.3024691358024688e-07,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1247
    },
    {
      "completion_length": 114.4375,
      "epoch": 1.5391733497840838,
      "grad_norm": 1.2610165316268527,
      "kl": 0.036865234375,
      "learning_rate": 2.296296296296296e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1248
    },
    {
      "completion_length": 105.40625,
      "epoch": 1.540407156076496,
      "grad_norm": 0.09171637639364466,
      "kl": 0.03564453125,
      "learning_rate": 2.2901234567901234e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1249
    },
    {
      "completion_length": 103.46875,
      "epoch": 1.5416409623689082,
      "grad_norm": 2.7933493805938814,
      "kl": 0.08062744140625,
      "learning_rate": 2.2839506172839504e-07,
      "loss": 0.0032,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1250
    },
    {
      "completion_length": 111.734375,
      "epoch": 1.5428747686613202,
      "grad_norm": 1.0548733840694857,
      "kl": 0.082763671875,
      "learning_rate": 2.2777777777777776e-07,
      "loss": 0.0033,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1251
    },
    {
      "completion_length": 106.375,
      "epoch": 1.5441085749537322,
      "grad_norm": 1.5654025546615244,
      "kl": 0.0487060546875,
      "learning_rate": 2.271604938271605e-07,
      "loss": 0.002,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1252
    },
    {
      "completion_length": 104.890625,
      "epoch": 1.5453423812461442,
      "grad_norm": 1.5960565993253577,
      "kl": 0.0447998046875,
      "learning_rate": 2.2654320987654321e-07,
      "loss": 0.0018,
      "reward": 1.4609375,
      "reward_std": 0.05981917306780815,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4765625,
      "step": 1253
    },
    {
      "completion_length": 132.671875,
      "epoch": 1.5465761875385564,
      "grad_norm": 1.5813934002642398,
      "kl": 0.0411376953125,
      "learning_rate": 2.2592592592592591e-07,
      "loss": 0.0016,
      "reward": 1.4453125,
      "reward_std": 0.08295939117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 1254
    },
    {
      "completion_length": 107.453125,
      "epoch": 1.5478099938309686,
      "grad_norm": 1.5259777168538498,
      "kl": 0.07525634765625,
      "learning_rate": 2.2530864197530864e-07,
      "loss": 0.003,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1255
    },
    {
      "completion_length": 110.734375,
      "epoch": 1.5490438001233806,
      "grad_norm": 0.12673251771160518,
      "kl": 0.03009033203125,
      "learning_rate": 2.2469135802469137e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1256
    },
    {
      "completion_length": 109.5625,
      "epoch": 1.5502776064157926,
      "grad_norm": 0.1178251711929235,
      "kl": 0.0428466796875,
      "learning_rate": 2.2407407407407407e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1257
    },
    {
      "completion_length": 112.53125,
      "epoch": 1.5515114127082048,
      "grad_norm": 0.7998772294333772,
      "kl": 0.0294189453125,
      "learning_rate": 2.2345679012345677e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1258
    },
    {
      "completion_length": 111.4375,
      "epoch": 1.552745219000617,
      "grad_norm": 0.49686820491482747,
      "kl": 0.03460693359375,
      "learning_rate": 2.228395061728395e-07,
      "loss": 0.0014,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1259
    },
    {
      "completion_length": 104.578125,
      "epoch": 1.553979025293029,
      "grad_norm": 0.10196493194385023,
      "kl": 0.0361328125,
      "learning_rate": 2.222222222222222e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1260
    },
    {
      "completion_length": 118.3125,
      "epoch": 1.555212831585441,
      "grad_norm": 0.09771404667694716,
      "kl": 0.033203125,
      "learning_rate": 2.2160493827160492e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1261
    },
    {
      "completion_length": 117.78125,
      "epoch": 1.5564466378778532,
      "grad_norm": 0.29415212351262304,
      "kl": 0.035888671875,
      "learning_rate": 2.2098765432098764e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1262
    },
    {
      "completion_length": 103.9375,
      "epoch": 1.5576804441702654,
      "grad_norm": 0.6208253744386347,
      "kl": 0.0423583984375,
      "learning_rate": 2.2037037037037037e-07,
      "loss": 0.0017,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1263
    },
    {
      "completion_length": 105.3125,
      "epoch": 1.5589142504626774,
      "grad_norm": 2.517880279615088,
      "kl": 0.0419921875,
      "learning_rate": 2.1975308641975307e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1264
    },
    {
      "completion_length": 103.640625,
      "epoch": 1.5601480567550894,
      "grad_norm": 1.3704336570086684,
      "kl": 0.03118896484375,
      "learning_rate": 2.191358024691358e-07,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1265
    },
    {
      "completion_length": 108.21875,
      "epoch": 1.5613818630475016,
      "grad_norm": 2.629591428578773,
      "kl": 0.041015625,
      "learning_rate": 2.1851851851851852e-07,
      "loss": 0.0016,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1266
    },
    {
      "completion_length": 113.0625,
      "epoch": 1.5626156693399136,
      "grad_norm": 4.323818314770042,
      "kl": 0.03131103515625,
      "learning_rate": 2.1790123456790122e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 1267
    },
    {
      "completion_length": 104.921875,
      "epoch": 1.5638494756323258,
      "grad_norm": 1.5031815982315717,
      "kl": 0.03515625,
      "learning_rate": 2.1728395061728395e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1268
    },
    {
      "completion_length": 94.03125,
      "epoch": 1.5650832819247378,
      "grad_norm": 1.0528429869338882,
      "kl": 0.0338134765625,
      "learning_rate": 2.1666666666666667e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1269
    },
    {
      "completion_length": 97.9375,
      "epoch": 1.5663170882171498,
      "grad_norm": 0.5028810657901862,
      "kl": 0.039306640625,
      "learning_rate": 2.1604938271604935e-07,
      "loss": 0.0016,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1270
    },
    {
      "completion_length": 107.8125,
      "epoch": 1.567550894509562,
      "grad_norm": 0.319656430386776,
      "kl": 0.0355224609375,
      "learning_rate": 2.1543209876543207e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1271
    },
    {
      "completion_length": 107.0625,
      "epoch": 1.5687847008019742,
      "grad_norm": 1.2863373194943997,
      "kl": 0.037109375,
      "learning_rate": 2.148148148148148e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1272
    },
    {
      "completion_length": 106.9375,
      "epoch": 1.5700185070943862,
      "grad_norm": 1.1440026080077996,
      "kl": 0.0313720703125,
      "learning_rate": 2.1419753086419753e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1273
    },
    {
      "completion_length": 95.484375,
      "epoch": 1.5712523133867982,
      "grad_norm": 0.07845256672713238,
      "kl": 0.02752685546875,
      "learning_rate": 2.1358024691358023e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1274
    },
    {
      "completion_length": 102.5625,
      "epoch": 1.5724861196792104,
      "grad_norm": 2.361895270734533,
      "kl": 0.05615234375,
      "learning_rate": 2.1296296296296295e-07,
      "loss": 0.0022,
      "reward": 1.4140625,
      "reward_std": 0.171875,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4765625,
      "step": 1275
    },
    {
      "completion_length": 109.25,
      "epoch": 1.5737199259716226,
      "grad_norm": 2.6216369098140446,
      "kl": 0.043212890625,
      "learning_rate": 2.1234567901234568e-07,
      "loss": 0.0017,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1276
    },
    {
      "completion_length": 94.3125,
      "epoch": 1.5749537322640346,
      "grad_norm": 1.035505685833352,
      "kl": 0.03497314453125,
      "learning_rate": 2.1172839506172838e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1277
    },
    {
      "completion_length": 95.1875,
      "epoch": 1.5761875385564466,
      "grad_norm": 0.7019333462808709,
      "kl": 0.03082275390625,
      "learning_rate": 2.111111111111111e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1278
    },
    {
      "completion_length": 105.140625,
      "epoch": 1.5774213448488588,
      "grad_norm": 11.006951215991473,
      "kl": 0.033935546875,
      "learning_rate": 2.1049382716049383e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1279
    },
    {
      "completion_length": 102.859375,
      "epoch": 1.578655151141271,
      "grad_norm": 1.2931917022821693,
      "kl": 0.0462646484375,
      "learning_rate": 2.0987654320987653e-07,
      "loss": 0.0019,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1280
    },
    {
      "completion_length": 93.3125,
      "epoch": 1.579888957433683,
      "grad_norm": 0.2312634471748951,
      "kl": 0.0318603515625,
      "learning_rate": 2.0925925925925926e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 1281
    },
    {
      "completion_length": 104.453125,
      "epoch": 1.581122763726095,
      "grad_norm": 1.5332532451744862,
      "kl": 0.03515625,
      "learning_rate": 2.0864197530864198e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1282
    },
    {
      "completion_length": 96.171875,
      "epoch": 1.582356570018507,
      "grad_norm": 0.14155191354667643,
      "kl": 0.0340576171875,
      "learning_rate": 2.0802469135802468e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1283
    },
    {
      "completion_length": 96.96875,
      "epoch": 1.5835903763109191,
      "grad_norm": 2.350609208123288,
      "kl": 0.02642822265625,
      "learning_rate": 2.0740740740740738e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1284
    },
    {
      "completion_length": 105.109375,
      "epoch": 1.5848241826033314,
      "grad_norm": 1.0266911730873531,
      "kl": 0.03118896484375,
      "learning_rate": 2.067901234567901e-07,
      "loss": 0.0012,
      "reward": 1.4453125,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 1285
    },
    {
      "completion_length": 99.421875,
      "epoch": 1.5860579888957433,
      "grad_norm": 0.5743734434186214,
      "kl": 0.026123046875,
      "learning_rate": 2.0617283950617283e-07,
      "loss": 0.001,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1286
    },
    {
      "completion_length": 112.359375,
      "epoch": 1.5872917951881553,
      "grad_norm": 2.5610443970686436,
      "kl": 0.0325927734375,
      "learning_rate": 2.0555555555555553e-07,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1287
    },
    {
      "completion_length": 107.90625,
      "epoch": 1.5885256014805675,
      "grad_norm": 0.8124580980257067,
      "kl": 0.026611328125,
      "learning_rate": 2.0493827160493826e-07,
      "loss": 0.0011,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4765625,
      "step": 1288
    },
    {
      "completion_length": 91.6875,
      "epoch": 1.5897594077729797,
      "grad_norm": 1.060178389893724,
      "kl": 0.029052734375,
      "learning_rate": 2.04320987654321e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1289
    },
    {
      "completion_length": 101.109375,
      "epoch": 1.5909932140653917,
      "grad_norm": 0.0940558957670211,
      "kl": 0.02734375,
      "learning_rate": 2.0370370370370369e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1290
    },
    {
      "completion_length": 100.828125,
      "epoch": 1.5922270203578037,
      "grad_norm": 0.8366702449721991,
      "kl": 0.0382080078125,
      "learning_rate": 2.030864197530864e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1291
    },
    {
      "completion_length": 100.125,
      "epoch": 1.593460826650216,
      "grad_norm": 1.1592330570342968,
      "kl": 0.02337646484375,
      "learning_rate": 2.0246913580246914e-07,
      "loss": 0.0009,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1292
    },
    {
      "completion_length": 114.015625,
      "epoch": 1.5946946329426281,
      "grad_norm": 0.6126160680582586,
      "kl": 0.0283203125,
      "learning_rate": 2.0185185185185187e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1293
    },
    {
      "completion_length": 99.84375,
      "epoch": 1.5959284392350401,
      "grad_norm": 0.9673231491445731,
      "kl": 0.03485107421875,
      "learning_rate": 2.0123456790123457e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1294
    },
    {
      "completion_length": 94.640625,
      "epoch": 1.5971622455274521,
      "grad_norm": 0.11532918586096787,
      "kl": 0.0364990234375,
      "learning_rate": 2.0061728395061726e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1295
    },
    {
      "completion_length": 98.921875,
      "epoch": 1.5983960518198643,
      "grad_norm": 2.951038180625448,
      "kl": 0.0281982421875,
      "learning_rate": 2e-07,
      "loss": 0.0011,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1296
    },
    {
      "completion_length": 109.0625,
      "epoch": 1.5996298581122765,
      "grad_norm": 1.7584538146360233,
      "kl": 0.0316162109375,
      "learning_rate": 1.993827160493827e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1297
    },
    {
      "completion_length": 97.3125,
      "epoch": 1.6008636644046885,
      "grad_norm": 0.10234538246339354,
      "kl": 0.02850341796875,
      "learning_rate": 1.9876543209876542e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1298
    },
    {
      "completion_length": 94.578125,
      "epoch": 1.6020974706971005,
      "grad_norm": 1.0598725242465705,
      "kl": 0.0400390625,
      "learning_rate": 1.9814814814814814e-07,
      "loss": 0.0016,
      "reward": 1.4375,
      "reward_std": 0.125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 1299
    },
    {
      "completion_length": 99.265625,
      "epoch": 1.6033312769895125,
      "grad_norm": 1.5146077496022115,
      "kl": 0.0316162109375,
      "learning_rate": 1.9753086419753084e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1300
    },
    {
      "completion_length": 96.421875,
      "epoch": 1.6045650832819247,
      "grad_norm": 0.09276194942115701,
      "kl": 0.02886962890625,
      "learning_rate": 1.9691358024691357e-07,
      "loss": 0.0012,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1301
    },
    {
      "completion_length": 104.375,
      "epoch": 1.605798889574337,
      "grad_norm": 0.12506810659751455,
      "kl": 0.02679443359375,
      "learning_rate": 1.962962962962963e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1302
    },
    {
      "completion_length": 102.03125,
      "epoch": 1.607032695866749,
      "grad_norm": 1.467864533478323,
      "kl": 0.03515625,
      "learning_rate": 1.95679012345679e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1303
    },
    {
      "completion_length": 101.015625,
      "epoch": 1.608266502159161,
      "grad_norm": 1.5713282419022618,
      "kl": 0.0474853515625,
      "learning_rate": 1.9506172839506172e-07,
      "loss": 0.0019,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1304
    },
    {
      "completion_length": 98.25,
      "epoch": 1.609500308451573,
      "grad_norm": 0.0862152973518818,
      "kl": 0.02557373046875,
      "learning_rate": 1.9444444444444445e-07,
      "loss": 0.001,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1305
    },
    {
      "completion_length": 93.3125,
      "epoch": 1.6107341147439853,
      "grad_norm": 3.669133679134408,
      "kl": 0.0240478515625,
      "learning_rate": 1.9382716049382717e-07,
      "loss": 0.001,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1306
    },
    {
      "completion_length": 89.484375,
      "epoch": 1.6119679210363973,
      "grad_norm": 0.5927905868450226,
      "kl": 0.02947998046875,
      "learning_rate": 1.9320987654320985e-07,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1307
    },
    {
      "completion_length": 92.203125,
      "epoch": 1.6132017273288093,
      "grad_norm": 0.8746507946622621,
      "kl": 0.03277587890625,
      "learning_rate": 1.9259259259259257e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1308
    },
    {
      "completion_length": 95.9375,
      "epoch": 1.6144355336212215,
      "grad_norm": 0.1235273446994063,
      "kl": 0.03045654296875,
      "learning_rate": 1.919753086419753e-07,
      "loss": 0.0012,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1309
    },
    {
      "completion_length": 97.046875,
      "epoch": 1.6156693399136337,
      "grad_norm": 1.4483844588811388,
      "kl": 0.02301025390625,
      "learning_rate": 1.91358024691358e-07,
      "loss": 0.0009,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1310
    },
    {
      "completion_length": 92.46875,
      "epoch": 1.6169031462060457,
      "grad_norm": 0.7388991849212375,
      "kl": 0.0302734375,
      "learning_rate": 1.9074074074074073e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1311
    },
    {
      "completion_length": 101.171875,
      "epoch": 1.6181369524984577,
      "grad_norm": 0.31246117957454,
      "kl": 0.02459716796875,
      "learning_rate": 1.9012345679012345e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1312
    },
    {
      "completion_length": 97.0,
      "epoch": 1.6193707587908697,
      "grad_norm": 1.4378111277934829,
      "kl": 0.08026123046875,
      "learning_rate": 1.8950617283950615e-07,
      "loss": 0.0032,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1313
    },
    {
      "completion_length": 92.640625,
      "epoch": 1.6206045650832819,
      "grad_norm": 0.14156019467848113,
      "kl": 0.0252685546875,
      "learning_rate": 1.8888888888888888e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1314
    },
    {
      "completion_length": 106.03125,
      "epoch": 1.621838371375694,
      "grad_norm": 0.1035799009534891,
      "kl": 0.02789306640625,
      "learning_rate": 1.882716049382716e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1315
    },
    {
      "completion_length": 100.0625,
      "epoch": 1.623072177668106,
      "grad_norm": 0.1565223118466336,
      "kl": 0.0294189453125,
      "learning_rate": 1.8765432098765433e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1316
    },
    {
      "completion_length": 107.703125,
      "epoch": 1.624305983960518,
      "grad_norm": 2.693939403536461,
      "kl": 0.02349853515625,
      "learning_rate": 1.8703703703703703e-07,
      "loss": 0.0009,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1317
    },
    {
      "completion_length": 92.875,
      "epoch": 1.6255397902529303,
      "grad_norm": 1.030396150173423,
      "kl": 0.033935546875,
      "learning_rate": 1.8641975308641976e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1318
    },
    {
      "completion_length": 102.21875,
      "epoch": 1.6267735965453425,
      "grad_norm": 0.13474229607676735,
      "kl": 0.02313232421875,
      "learning_rate": 1.8580246913580248e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1319
    },
    {
      "completion_length": 102.9375,
      "epoch": 1.6280074028377545,
      "grad_norm": 0.08181505599774405,
      "kl": 0.02142333984375,
      "learning_rate": 1.8518518518518516e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1320
    },
    {
      "completion_length": 116.609375,
      "epoch": 1.6292412091301665,
      "grad_norm": 0.1594041781662282,
      "kl": 0.02239990234375,
      "learning_rate": 1.8456790123456788e-07,
      "loss": 0.0009,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1321
    },
    {
      "completion_length": 97.828125,
      "epoch": 1.6304750154225787,
      "grad_norm": 0.5332676426944427,
      "kl": 0.0245361328125,
      "learning_rate": 1.839506172839506e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1322
    },
    {
      "completion_length": 108.171875,
      "epoch": 1.6317088217149909,
      "grad_norm": 1.0138705646020234,
      "kl": 0.03515625,
      "learning_rate": 1.833333333333333e-07,
      "loss": 0.0014,
      "reward": 1.3984375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.4921875,
      "step": 1323
    },
    {
      "completion_length": 116.359375,
      "epoch": 1.6329426280074029,
      "grad_norm": 1.1103567794899458,
      "kl": 0.02606201171875,
      "learning_rate": 1.8271604938271603e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1324
    },
    {
      "completion_length": 105.640625,
      "epoch": 1.6341764342998149,
      "grad_norm": 3.571306230496162,
      "kl": 0.03570556640625,
      "learning_rate": 1.8209876543209876e-07,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1325
    },
    {
      "completion_length": 101.390625,
      "epoch": 1.635410240592227,
      "grad_norm": 0.5313391107695553,
      "kl": 0.0316162109375,
      "learning_rate": 1.8148148148148149e-07,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1326
    },
    {
      "completion_length": 119.5,
      "epoch": 1.6366440468846393,
      "grad_norm": 1.2228658412066975,
      "kl": 0.0294189453125,
      "learning_rate": 1.8086419753086419e-07,
      "loss": 0.0012,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1327
    },
    {
      "completion_length": 119.328125,
      "epoch": 1.6378778531770513,
      "grad_norm": 0.5682530195188285,
      "kl": 0.020904541015625,
      "learning_rate": 1.802469135802469e-07,
      "loss": 0.0008,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1328
    },
    {
      "completion_length": 127.03125,
      "epoch": 1.6391116594694632,
      "grad_norm": 2.0214124775379796,
      "kl": 0.0286865234375,
      "learning_rate": 1.7962962962962964e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1329
    },
    {
      "completion_length": 111.015625,
      "epoch": 1.6403454657618752,
      "grad_norm": 0.20477335211657835,
      "kl": 0.0238037109375,
      "learning_rate": 1.7901234567901234e-07,
      "loss": 0.001,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1330
    },
    {
      "completion_length": 107.21875,
      "epoch": 1.6415792720542874,
      "grad_norm": 7.850219916899309,
      "kl": 0.02734375,
      "learning_rate": 1.7839506172839506e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1331
    },
    {
      "completion_length": 120.828125,
      "epoch": 1.6428130783466997,
      "grad_norm": 0.09746497604775431,
      "kl": 0.03033447265625,
      "learning_rate": 1.7777777777777776e-07,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1332
    },
    {
      "completion_length": 131.171875,
      "epoch": 1.6440468846391116,
      "grad_norm": 0.6521596083260272,
      "kl": 0.0400390625,
      "learning_rate": 1.7716049382716046e-07,
      "loss": 0.0016,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1333
    },
    {
      "completion_length": 116.671875,
      "epoch": 1.6452806909315236,
      "grad_norm": 1.099542410122875,
      "kl": 0.02557373046875,
      "learning_rate": 1.765432098765432e-07,
      "loss": 0.001,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1334
    },
    {
      "completion_length": 119.71875,
      "epoch": 1.6465144972239358,
      "grad_norm": 1.2017514951019044,
      "kl": 0.0350341796875,
      "learning_rate": 1.7592592592592592e-07,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1335
    },
    {
      "completion_length": 107.78125,
      "epoch": 1.647748303516348,
      "grad_norm": 2.290395674067443,
      "kl": 0.02569580078125,
      "learning_rate": 1.7530864197530864e-07,
      "loss": 0.001,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1336
    },
    {
      "completion_length": 126.578125,
      "epoch": 1.64898210980876,
      "grad_norm": 0.20223147451523946,
      "kl": 0.02276611328125,
      "learning_rate": 1.7469135802469134e-07,
      "loss": 0.0009,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1337
    },
    {
      "completion_length": 91.734375,
      "epoch": 1.650215916101172,
      "grad_norm": 0.07365169408963325,
      "kl": 0.01995849609375,
      "learning_rate": 1.7407407407407407e-07,
      "loss": 0.0008,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1338
    },
    {
      "completion_length": 107.125,
      "epoch": 1.6514497223935842,
      "grad_norm": 0.7428586576957739,
      "kl": 0.03106689453125,
      "learning_rate": 1.734567901234568e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1339
    },
    {
      "completion_length": 108.546875,
      "epoch": 1.6526835286859964,
      "grad_norm": 0.06530035828995503,
      "kl": 0.03045654296875,
      "learning_rate": 1.728395061728395e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1340
    },
    {
      "completion_length": 119.53125,
      "epoch": 1.6539173349784084,
      "grad_norm": 0.6171885789784378,
      "kl": 0.02874755859375,
      "learning_rate": 1.7222222222222222e-07,
      "loss": 0.0011,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1341
    },
    {
      "completion_length": 100.453125,
      "epoch": 1.6551511412708204,
      "grad_norm": 1.879714997962942,
      "kl": 0.0279541015625,
      "learning_rate": 1.7160493827160495e-07,
      "loss": 0.0011,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1342
    },
    {
      "completion_length": 112.875,
      "epoch": 1.6563849475632326,
      "grad_norm": 0.1191063874553689,
      "kl": 0.0291748046875,
      "learning_rate": 1.7098765432098765e-07,
      "loss": 0.0012,
      "reward": 1.4609375,
      "reward_std": 0.05981917306780815,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4765625,
      "step": 1343
    },
    {
      "completion_length": 114.34375,
      "epoch": 1.6576187538556446,
      "grad_norm": 1.1099433000657744,
      "kl": 0.0238037109375,
      "learning_rate": 1.7037037037037035e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1344
    },
    {
      "completion_length": 102.328125,
      "epoch": 1.6588525601480568,
      "grad_norm": 0.7087558758997149,
      "kl": 0.02581787109375,
      "learning_rate": 1.6975308641975307e-07,
      "loss": 0.001,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1345
    },
    {
      "completion_length": 124.234375,
      "epoch": 1.6600863664404688,
      "grad_norm": 0.202831587911513,
      "kl": 0.033203125,
      "learning_rate": 1.691358024691358e-07,
      "loss": 0.0013,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 1346
    },
    {
      "completion_length": 99.59375,
      "epoch": 1.6613201727328808,
      "grad_norm": 0.5434414693751896,
      "kl": 0.02587890625,
      "learning_rate": 1.685185185185185e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1347
    },
    {
      "completion_length": 119.171875,
      "epoch": 1.662553979025293,
      "grad_norm": 0.058626789728843075,
      "kl": 0.02679443359375,
      "learning_rate": 1.6790123456790122e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1348
    },
    {
      "completion_length": 92.34375,
      "epoch": 1.6637877853177052,
      "grad_norm": 0.2367055817086274,
      "kl": 0.03216552734375,
      "learning_rate": 1.6728395061728395e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1349
    },
    {
      "completion_length": 97.171875,
      "epoch": 1.6650215916101172,
      "grad_norm": 0.954244187394805,
      "kl": 0.0322265625,
      "learning_rate": 1.6666666666666665e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1350
    },
    {
      "completion_length": 124.15625,
      "epoch": 1.6662553979025292,
      "grad_norm": 0.2920012366343204,
      "kl": 0.02740478515625,
      "learning_rate": 1.6604938271604938e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1351
    },
    {
      "completion_length": 106.890625,
      "epoch": 1.6674892041949414,
      "grad_norm": 0.08774526436057598,
      "kl": 0.031982421875,
      "learning_rate": 1.654320987654321e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1352
    },
    {
      "completion_length": 110.859375,
      "epoch": 1.6687230104873536,
      "grad_norm": 1.0687052758886875,
      "kl": 0.02337646484375,
      "learning_rate": 1.648148148148148e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1353
    },
    {
      "completion_length": 92.515625,
      "epoch": 1.6699568167797656,
      "grad_norm": 0.1102040663133227,
      "kl": 0.029052734375,
      "learning_rate": 1.6419753086419753e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1354
    },
    {
      "completion_length": 100.171875,
      "epoch": 1.6711906230721776,
      "grad_norm": 0.7914506657826068,
      "kl": 0.02203369140625,
      "learning_rate": 1.6358024691358025e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1355
    },
    {
      "completion_length": 100.078125,
      "epoch": 1.6724244293645898,
      "grad_norm": 2.899478487705983,
      "kl": 0.02496337890625,
      "learning_rate": 1.6296296296296298e-07,
      "loss": 0.001,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1356
    },
    {
      "completion_length": 104.015625,
      "epoch": 1.673658235657002,
      "grad_norm": 1.1515804947110242,
      "kl": 0.02752685546875,
      "learning_rate": 1.6234567901234565e-07,
      "loss": 0.0011,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1357
    },
    {
      "completion_length": 105.734375,
      "epoch": 1.674892041949414,
      "grad_norm": 0.09006788997188868,
      "kl": 0.0318603515625,
      "learning_rate": 1.6172839506172838e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1358
    },
    {
      "completion_length": 104.46875,
      "epoch": 1.676125848241826,
      "grad_norm": 0.663392127721205,
      "kl": 0.03570556640625,
      "learning_rate": 1.611111111111111e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1359
    },
    {
      "completion_length": 97.625,
      "epoch": 1.677359654534238,
      "grad_norm": 0.30081579210239634,
      "kl": 0.02703857421875,
      "learning_rate": 1.604938271604938e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1360
    },
    {
      "completion_length": 105.515625,
      "epoch": 1.6785934608266502,
      "grad_norm": 0.08627130657007966,
      "kl": 0.03814697265625,
      "learning_rate": 1.5987654320987653e-07,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1361
    },
    {
      "completion_length": 92.625,
      "epoch": 1.6798272671190624,
      "grad_norm": 1.6151700630018186,
      "kl": 0.02764892578125,
      "learning_rate": 1.5925925925925926e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1362
    },
    {
      "completion_length": 97.53125,
      "epoch": 1.6810610734114744,
      "grad_norm": 0.8783106140073039,
      "kl": 0.04229736328125,
      "learning_rate": 1.5864197530864196e-07,
      "loss": 0.0017,
      "reward": 1.40625,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.484375,
      "step": 1363
    },
    {
      "completion_length": 120.5,
      "epoch": 1.6822948797038864,
      "grad_norm": 2.2588345081942522,
      "kl": 0.03228759765625,
      "learning_rate": 1.5802469135802468e-07,
      "loss": 0.0013,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1364
    },
    {
      "completion_length": 94.21875,
      "epoch": 1.6835286859962986,
      "grad_norm": 0.7642876864747877,
      "kl": 0.0279541015625,
      "learning_rate": 1.574074074074074e-07,
      "loss": 0.0011,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1365
    },
    {
      "completion_length": 103.171875,
      "epoch": 1.6847624922887108,
      "grad_norm": 0.9100437364800392,
      "kl": 0.03265380859375,
      "learning_rate": 1.5679012345679014e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1366
    },
    {
      "completion_length": 92.796875,
      "epoch": 1.6859962985811228,
      "grad_norm": 0.21027350847539203,
      "kl": 0.02484130859375,
      "learning_rate": 1.5617283950617284e-07,
      "loss": 0.001,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1367
    },
    {
      "completion_length": 95.25,
      "epoch": 1.6872301048735348,
      "grad_norm": 2.387527385168726,
      "kl": 0.04150390625,
      "learning_rate": 1.5555555555555556e-07,
      "loss": 0.0017,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1368
    },
    {
      "completion_length": 89.796875,
      "epoch": 1.688463911165947,
      "grad_norm": 0.6076062671512773,
      "kl": 0.03204345703125,
      "learning_rate": 1.5493827160493826e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1369
    },
    {
      "completion_length": 99.453125,
      "epoch": 1.6896977174583592,
      "grad_norm": 0.1052515261025449,
      "kl": 0.022705078125,
      "learning_rate": 1.5432098765432096e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1370
    },
    {
      "completion_length": 106.421875,
      "epoch": 1.6909315237507712,
      "grad_norm": 3.532388546549513,
      "kl": 0.04266357421875,
      "learning_rate": 1.537037037037037e-07,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1371
    },
    {
      "completion_length": 99.9375,
      "epoch": 1.6921653300431831,
      "grad_norm": 0.09730663771377894,
      "kl": 0.031982421875,
      "learning_rate": 1.5308641975308642e-07,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1372
    },
    {
      "completion_length": 109.609375,
      "epoch": 1.6933991363355954,
      "grad_norm": 0.6758211526981891,
      "kl": 0.04888916015625,
      "learning_rate": 1.5246913580246911e-07,
      "loss": 0.002,
      "reward": 1.4296875,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1373
    },
    {
      "completion_length": 87.109375,
      "epoch": 1.6946329426280076,
      "grad_norm": 1.751539616131159,
      "kl": 0.042724609375,
      "learning_rate": 1.5185185185185184e-07,
      "loss": 0.0017,
      "reward": 1.4453125,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 1374
    },
    {
      "completion_length": 118.375,
      "epoch": 1.6958667489204196,
      "grad_norm": 1.3797304047877794,
      "kl": 0.02880859375,
      "learning_rate": 1.5123456790123457e-07,
      "loss": 0.0012,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1375
    },
    {
      "completion_length": 99.984375,
      "epoch": 1.6971005552128315,
      "grad_norm": 0.10901502526069673,
      "kl": 0.032958984375,
      "learning_rate": 1.506172839506173e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1376
    },
    {
      "completion_length": 102.03125,
      "epoch": 1.6983343615052435,
      "grad_norm": 1.2354622720737056,
      "kl": 0.03466796875,
      "learning_rate": 1.5e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1377
    },
    {
      "completion_length": 99.484375,
      "epoch": 1.6995681677976557,
      "grad_norm": 0.6618110177338741,
      "kl": 0.02178955078125,
      "learning_rate": 1.4938271604938272e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1378
    },
    {
      "completion_length": 95.171875,
      "epoch": 1.700801974090068,
      "grad_norm": 0.14236056985376963,
      "kl": 0.03466796875,
      "learning_rate": 1.4876543209876545e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1379
    },
    {
      "completion_length": 91.28125,
      "epoch": 1.70203578038248,
      "grad_norm": 1.3876984887588433,
      "kl": 0.02557373046875,
      "learning_rate": 1.4814814814814815e-07,
      "loss": 0.001,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1380
    },
    {
      "completion_length": 96.875,
      "epoch": 1.703269586674892,
      "grad_norm": 0.9548391913941656,
      "kl": 0.03515625,
      "learning_rate": 1.4753086419753085e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1381
    },
    {
      "completion_length": 108.109375,
      "epoch": 1.7045033929673041,
      "grad_norm": 0.23469967704718256,
      "kl": 0.0325927734375,
      "learning_rate": 1.4691358024691357e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1382
    },
    {
      "completion_length": 112.765625,
      "epoch": 1.7057371992597163,
      "grad_norm": 0.8274913256077211,
      "kl": 0.0267333984375,
      "learning_rate": 1.4629629629629627e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1383
    },
    {
      "completion_length": 98.859375,
      "epoch": 1.7069710055521283,
      "grad_norm": 0.06824033715348325,
      "kl": 0.0291748046875,
      "learning_rate": 1.45679012345679e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1384
    },
    {
      "completion_length": 100.375,
      "epoch": 1.7082048118445403,
      "grad_norm": 0.08425281642544698,
      "kl": 0.0325927734375,
      "learning_rate": 1.4506172839506172e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1385
    },
    {
      "completion_length": 96.265625,
      "epoch": 1.7094386181369525,
      "grad_norm": 0.5390475278752611,
      "kl": 0.1165771484375,
      "learning_rate": 1.4444444444444442e-07,
      "loss": 0.0046,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1386
    },
    {
      "completion_length": 98.5,
      "epoch": 1.7106724244293647,
      "grad_norm": 2.107445783333534,
      "kl": 0.02276611328125,
      "learning_rate": 1.4382716049382715e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1387
    },
    {
      "completion_length": 101.109375,
      "epoch": 1.7119062307217767,
      "grad_norm": 0.11088487958901973,
      "kl": 0.0333251953125,
      "learning_rate": 1.4320987654320988e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1388
    },
    {
      "completion_length": 85.84375,
      "epoch": 1.7131400370141887,
      "grad_norm": 0.08940735280231245,
      "kl": 0.033203125,
      "learning_rate": 1.425925925925926e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1389
    },
    {
      "completion_length": 98.921875,
      "epoch": 1.7143738433066007,
      "grad_norm": 1.7532484628556302,
      "kl": 0.02960205078125,
      "learning_rate": 1.419753086419753e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1390
    },
    {
      "completion_length": 102.1875,
      "epoch": 1.715607649599013,
      "grad_norm": 0.08555794418632277,
      "kl": 0.031982421875,
      "learning_rate": 1.4135802469135803e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1391
    },
    {
      "completion_length": 105.140625,
      "epoch": 1.7168414558914251,
      "grad_norm": 0.25686072448122005,
      "kl": 0.03076171875,
      "learning_rate": 1.4074074074074075e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1392
    },
    {
      "completion_length": 96.640625,
      "epoch": 1.718075262183837,
      "grad_norm": 0.1840644536181327,
      "kl": 0.03155517578125,
      "learning_rate": 1.4012345679012343e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1393
    },
    {
      "completion_length": 105.625,
      "epoch": 1.719309068476249,
      "grad_norm": 0.13815383915113125,
      "kl": 0.02691650390625,
      "learning_rate": 1.3950617283950615e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1394
    },
    {
      "completion_length": 97.96875,
      "epoch": 1.7205428747686613,
      "grad_norm": 2.2950080934495283,
      "kl": 0.0245361328125,
      "learning_rate": 1.3888888888888888e-07,
      "loss": 0.001,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1395
    },
    {
      "completion_length": 103.78125,
      "epoch": 1.7217766810610735,
      "grad_norm": 1.3058752679370733,
      "kl": 0.02801513671875,
      "learning_rate": 1.3827160493827158e-07,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1396
    },
    {
      "completion_length": 99.765625,
      "epoch": 1.7230104873534855,
      "grad_norm": 0.5599871282426092,
      "kl": 0.0333251953125,
      "learning_rate": 1.376543209876543e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1397
    },
    {
      "completion_length": 100.78125,
      "epoch": 1.7242442936458975,
      "grad_norm": 0.10348634230800298,
      "kl": 0.0267333984375,
      "learning_rate": 1.3703703703703703e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1398
    },
    {
      "completion_length": 108.390625,
      "epoch": 1.7254780999383097,
      "grad_norm": 0.14706548676730236,
      "kl": 0.0355224609375,
      "learning_rate": 1.3641975308641976e-07,
      "loss": 0.0014,
      "reward": 1.4140625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.4921875,
      "step": 1399
    },
    {
      "completion_length": 94.765625,
      "epoch": 1.726711906230722,
      "grad_norm": 0.8299733200984437,
      "kl": 0.034912109375,
      "learning_rate": 1.3580246913580246e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1400
    },
    {
      "completion_length": 98.546875,
      "epoch": 1.727945712523134,
      "grad_norm": 1.383882521881416,
      "kl": 0.107666015625,
      "learning_rate": 1.3518518518518518e-07,
      "loss": 0.0043,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4765625,
      "step": 1401
    },
    {
      "completion_length": 100.765625,
      "epoch": 1.7291795188155459,
      "grad_norm": 1.6407620628819088,
      "kl": 0.0323486328125,
      "learning_rate": 1.345679012345679e-07,
      "loss": 0.0013,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1402
    },
    {
      "completion_length": 110.1875,
      "epoch": 1.730413325107958,
      "grad_norm": 0.8796626435834584,
      "kl": 0.02435302734375,
      "learning_rate": 1.339506172839506e-07,
      "loss": 0.001,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1403
    },
    {
      "completion_length": 107.78125,
      "epoch": 1.7316471314003703,
      "grad_norm": 0.06561080972739047,
      "kl": 0.026611328125,
      "learning_rate": 1.3333333333333334e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1404
    },
    {
      "completion_length": 106.453125,
      "epoch": 1.7328809376927823,
      "grad_norm": 0.7518431512522042,
      "kl": 0.039306640625,
      "learning_rate": 1.3271604938271606e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1405
    },
    {
      "completion_length": 96.546875,
      "epoch": 1.7341147439851943,
      "grad_norm": 1.0715805402028156,
      "kl": 0.02752685546875,
      "learning_rate": 1.3209876543209874e-07,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1406
    },
    {
      "completion_length": 114.46875,
      "epoch": 1.7353485502776063,
      "grad_norm": 0.11725683248318118,
      "kl": 0.03131103515625,
      "learning_rate": 1.3148148148148146e-07,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1407
    },
    {
      "completion_length": 106.578125,
      "epoch": 1.7365823565700185,
      "grad_norm": 0.6120214191545398,
      "kl": 0.02667236328125,
      "learning_rate": 1.308641975308642e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1408
    },
    {
      "completion_length": 104.328125,
      "epoch": 1.7378161628624307,
      "grad_norm": 1.290660059733559,
      "kl": 0.04248046875,
      "learning_rate": 1.3024691358024691e-07,
      "loss": 0.0017,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 1409
    },
    {
      "completion_length": 112.640625,
      "epoch": 1.7390499691548427,
      "grad_norm": 1.7780021028747128,
      "kl": 0.0401611328125,
      "learning_rate": 1.2962962962962961e-07,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1410
    },
    {
      "completion_length": 99.625,
      "epoch": 1.7402837754472547,
      "grad_norm": 1.470827786435634,
      "kl": 0.0338134765625,
      "learning_rate": 1.2901234567901234e-07,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1411
    },
    {
      "completion_length": 116.421875,
      "epoch": 1.7415175817396669,
      "grad_norm": 0.10182982182742858,
      "kl": 0.03143310546875,
      "learning_rate": 1.2839506172839507e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1412
    },
    {
      "completion_length": 100.859375,
      "epoch": 1.742751388032079,
      "grad_norm": 0.08476164562504795,
      "kl": 0.02288818359375,
      "learning_rate": 1.2777777777777777e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1413
    },
    {
      "completion_length": 104.125,
      "epoch": 1.743985194324491,
      "grad_norm": 0.0848875477228067,
      "kl": 0.02838134765625,
      "learning_rate": 1.271604938271605e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1414
    },
    {
      "completion_length": 118.078125,
      "epoch": 1.745219000616903,
      "grad_norm": 0.970253136099874,
      "kl": 0.0350341796875,
      "learning_rate": 1.2654320987654322e-07,
      "loss": 0.0014,
      "reward": 1.4609375,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1415
    },
    {
      "completion_length": 107.578125,
      "epoch": 1.7464528069093153,
      "grad_norm": 0.14035278721199948,
      "kl": 0.0391845703125,
      "learning_rate": 1.2592592592592592e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1416
    },
    {
      "completion_length": 103.65625,
      "epoch": 1.7476866132017275,
      "grad_norm": 0.9796944873013933,
      "kl": 0.026611328125,
      "learning_rate": 1.2530864197530864e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1417
    },
    {
      "completion_length": 115.140625,
      "epoch": 1.7489204194941395,
      "grad_norm": 0.5390131925462827,
      "kl": 0.1197509765625,
      "learning_rate": 1.2469135802469134e-07,
      "loss": 0.0048,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 1418
    },
    {
      "completion_length": 110.0625,
      "epoch": 1.7501542257865514,
      "grad_norm": 2.194859432827035,
      "kl": 0.03302001953125,
      "learning_rate": 1.2407407407407407e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1419
    },
    {
      "completion_length": 108.015625,
      "epoch": 1.7513880320789637,
      "grad_norm": 0.07862199676017104,
      "kl": 0.027099609375,
      "learning_rate": 1.2345679012345677e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1420
    },
    {
      "completion_length": 107.828125,
      "epoch": 1.7526218383713756,
      "grad_norm": 0.11371760090815061,
      "kl": 0.02581787109375,
      "learning_rate": 1.228395061728395e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1421
    },
    {
      "completion_length": 101.578125,
      "epoch": 1.7538556446637878,
      "grad_norm": 0.06940946608469405,
      "kl": 0.02117919921875,
      "learning_rate": 1.2222222222222222e-07,
      "loss": 0.0008,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1422
    },
    {
      "completion_length": 111.546875,
      "epoch": 1.7550894509561998,
      "grad_norm": 0.11594030374172327,
      "kl": 0.03082275390625,
      "learning_rate": 1.2160493827160495e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1423
    },
    {
      "completion_length": 91.453125,
      "epoch": 1.7563232572486118,
      "grad_norm": 0.53653744137009,
      "kl": 0.0408935546875,
      "learning_rate": 1.2098765432098765e-07,
      "loss": 0.0016,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1424
    },
    {
      "completion_length": 111.21875,
      "epoch": 1.757557063541024,
      "grad_norm": 2.1436969463361653,
      "kl": 0.0419921875,
      "learning_rate": 1.2037037037037035e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1425
    },
    {
      "completion_length": 106.546875,
      "epoch": 1.7587908698334362,
      "grad_norm": 1.54797984158192,
      "kl": 0.049560546875,
      "learning_rate": 1.1975308641975307e-07,
      "loss": 0.002,
      "reward": 1.421875,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.484375,
      "step": 1426
    },
    {
      "completion_length": 101.78125,
      "epoch": 1.7600246761258482,
      "grad_norm": 0.07178930829164053,
      "kl": 0.0335693359375,
      "learning_rate": 1.1913580246913579e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1427
    },
    {
      "completion_length": 95.0625,
      "epoch": 1.7612584824182602,
      "grad_norm": 1.1359994378785485,
      "kl": 0.0277099609375,
      "learning_rate": 1.1851851851851851e-07,
      "loss": 0.0011,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 1428
    },
    {
      "completion_length": 103.5625,
      "epoch": 1.7624922887106724,
      "grad_norm": 0.11780892851039607,
      "kl": 0.0247802734375,
      "learning_rate": 1.1790123456790123e-07,
      "loss": 0.001,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1429
    },
    {
      "completion_length": 107.453125,
      "epoch": 1.7637260950030846,
      "grad_norm": 1.8271251571563452,
      "kl": 0.0323486328125,
      "learning_rate": 1.1728395061728394e-07,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1430
    },
    {
      "completion_length": 113.484375,
      "epoch": 1.7649599012954966,
      "grad_norm": 0.15129691875267576,
      "kl": 0.03436279296875,
      "learning_rate": 1.1666666666666667e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1431
    },
    {
      "completion_length": 107.859375,
      "epoch": 1.7661937075879086,
      "grad_norm": 0.13757243117027732,
      "kl": 0.0399169921875,
      "learning_rate": 1.1604938271604938e-07,
      "loss": 0.0016,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1432
    },
    {
      "completion_length": 89.390625,
      "epoch": 1.7674275138803208,
      "grad_norm": 1.0401303856091588,
      "kl": 0.02978515625,
      "learning_rate": 1.1543209876543209e-07,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1433
    },
    {
      "completion_length": 102.1875,
      "epoch": 1.768661320172733,
      "grad_norm": 1.0271769716893928,
      "kl": 0.0361328125,
      "learning_rate": 1.148148148148148e-07,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1434
    },
    {
      "completion_length": 101.109375,
      "epoch": 1.769895126465145,
      "grad_norm": 2.1570423983193905,
      "kl": 0.02935791015625,
      "learning_rate": 1.1419753086419752e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1435
    },
    {
      "completion_length": 106.4375,
      "epoch": 1.771128932757557,
      "grad_norm": 0.757183764484071,
      "kl": 0.03759765625,
      "learning_rate": 1.1358024691358024e-07,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1436
    },
    {
      "completion_length": 91.5,
      "epoch": 1.772362739049969,
      "grad_norm": 1.0007680256454679,
      "kl": 0.0244140625,
      "learning_rate": 1.1296296296296296e-07,
      "loss": 0.001,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1437
    },
    {
      "completion_length": 108.234375,
      "epoch": 1.7735965453423812,
      "grad_norm": 0.10005292674220094,
      "kl": 0.02239990234375,
      "learning_rate": 1.1234567901234568e-07,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1438
    },
    {
      "completion_length": 97.609375,
      "epoch": 1.7748303516347934,
      "grad_norm": 0.9185992426637551,
      "kl": 0.0360107421875,
      "learning_rate": 1.1172839506172838e-07,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1439
    },
    {
      "completion_length": 87.125,
      "epoch": 1.7760641579272054,
      "grad_norm": 0.1829395021743115,
      "kl": 0.02197265625,
      "learning_rate": 1.111111111111111e-07,
      "loss": 0.0009,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1440
    },
    {
      "completion_length": 125.390625,
      "epoch": 1.7772979642196174,
      "grad_norm": 0.5807764006205707,
      "kl": 0.027099609375,
      "learning_rate": 1.1049382716049382e-07,
      "loss": 0.0011,
      "reward": 1.4609375,
      "reward_std": 0.078125,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1441
    },
    {
      "completion_length": 110.78125,
      "epoch": 1.7785317705120296,
      "grad_norm": 1.0232209596402313,
      "kl": 0.04345703125,
      "learning_rate": 1.0987654320987653e-07,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1442
    },
    {
      "completion_length": 104.515625,
      "epoch": 1.7797655768044418,
      "grad_norm": 0.876358851089437,
      "kl": 0.0430908203125,
      "learning_rate": 1.0925925925925926e-07,
      "loss": 0.0017,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1443
    },
    {
      "completion_length": 106.734375,
      "epoch": 1.7809993830968538,
      "grad_norm": 0.8307271018770138,
      "kl": 0.0325927734375,
      "learning_rate": 1.0864197530864197e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1444
    },
    {
      "completion_length": 96.78125,
      "epoch": 1.7822331893892658,
      "grad_norm": 0.1542743224272362,
      "kl": 0.036865234375,
      "learning_rate": 1.0802469135802467e-07,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1445
    },
    {
      "completion_length": 112.75,
      "epoch": 1.783466995681678,
      "grad_norm": 0.1516379152314169,
      "kl": 0.0333251953125,
      "learning_rate": 1.074074074074074e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1446
    },
    {
      "completion_length": 94.34375,
      "epoch": 1.7847008019740902,
      "grad_norm": 0.09712765578547754,
      "kl": 0.02764892578125,
      "learning_rate": 1.0679012345679011e-07,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1447
    },
    {
      "completion_length": 99.8125,
      "epoch": 1.7859346082665022,
      "grad_norm": 0.6100845392009012,
      "kl": 0.029052734375,
      "learning_rate": 1.0617283950617284e-07,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1448
    },
    {
      "completion_length": 111.3125,
      "epoch": 1.7871684145589142,
      "grad_norm": 0.7547695761812757,
      "kl": 0.0428466796875,
      "learning_rate": 1.0555555555555555e-07,
      "loss": 0.0017,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1449
    },
    {
      "completion_length": 109.3125,
      "epoch": 1.7884022208513264,
      "grad_norm": 1.796054110808948,
      "kl": 0.0335693359375,
      "learning_rate": 1.0493827160493827e-07,
      "loss": 0.0013,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1450
    },
    {
      "completion_length": 97.96875,
      "epoch": 1.7896360271437386,
      "grad_norm": 1.0543622500997236,
      "kl": 0.04150390625,
      "learning_rate": 1.0432098765432099e-07,
      "loss": 0.0017,
      "reward": 1.390625,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.890625,
      "rewards/format_reward": 0.5,
      "step": 1451
    },
    {
      "completion_length": 113.546875,
      "epoch": 1.7908698334361506,
      "grad_norm": 24.186181870721974,
      "kl": 0.02935791015625,
      "learning_rate": 1.0370370370370369e-07,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1452
    },
    {
      "completion_length": 102.234375,
      "epoch": 1.7921036397285626,
      "grad_norm": 0.10755192516330205,
      "kl": 0.03387451171875,
      "learning_rate": 1.0308641975308642e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1453
    },
    {
      "completion_length": 107.671875,
      "epoch": 1.7933374460209746,
      "grad_norm": 0.14766367000829697,
      "kl": 0.0360107421875,
      "learning_rate": 1.0246913580246913e-07,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1454
    },
    {
      "completion_length": 101.015625,
      "epoch": 1.7945712523133868,
      "grad_norm": 1.6567340157535717,
      "kl": 0.036865234375,
      "learning_rate": 1.0185185185185184e-07,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1455
    },
    {
      "completion_length": 109.65625,
      "epoch": 1.795805058605799,
      "grad_norm": 1.439351269523141,
      "kl": 0.02801513671875,
      "learning_rate": 1.0123456790123457e-07,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1456
    },
    {
      "completion_length": 102.078125,
      "epoch": 1.797038864898211,
      "grad_norm": 0.1087741072023605,
      "kl": 0.02410888671875,
      "learning_rate": 1.0061728395061728e-07,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1457
    },
    {
      "completion_length": 103.953125,
      "epoch": 1.798272671190623,
      "grad_norm": 0.0888885831392508,
      "kl": 0.0330810546875,
      "learning_rate": 1e-07,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1458
    },
    {
      "completion_length": 103.515625,
      "epoch": 1.7995064774830352,
      "grad_norm": 0.08772865558333628,
      "kl": 0.0322265625,
      "learning_rate": 9.938271604938271e-08,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1459
    },
    {
      "completion_length": 105.546875,
      "epoch": 1.8007402837754474,
      "grad_norm": 1.0035622923538206,
      "kl": 0.03802490234375,
      "learning_rate": 9.876543209876542e-08,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1460
    },
    {
      "completion_length": 102.125,
      "epoch": 1.8019740900678594,
      "grad_norm": 1.290297611965121,
      "kl": 0.029296875,
      "learning_rate": 9.814814814814815e-08,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1461
    },
    {
      "completion_length": 100.71875,
      "epoch": 1.8032078963602713,
      "grad_norm": 0.11614570259797767,
      "kl": 0.02716064453125,
      "learning_rate": 9.753086419753086e-08,
      "loss": 0.0011,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1462
    },
    {
      "completion_length": 105.296875,
      "epoch": 1.8044417026526836,
      "grad_norm": 0.0919882637166639,
      "kl": 0.03753662109375,
      "learning_rate": 9.691358024691359e-08,
      "loss": 0.0015,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1463
    },
    {
      "completion_length": 121.21875,
      "epoch": 1.8056755089450958,
      "grad_norm": 1.2590730462845354,
      "kl": 0.0406494140625,
      "learning_rate": 9.629629629629629e-08,
      "loss": 0.0016,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1464
    },
    {
      "completion_length": 101.609375,
      "epoch": 1.8069093152375078,
      "grad_norm": 0.8086223238867796,
      "kl": 0.02471923828125,
      "learning_rate": 9.5679012345679e-08,
      "loss": 0.001,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1465
    },
    {
      "completion_length": 97.4375,
      "epoch": 1.8081431215299197,
      "grad_norm": 1.2419078357193327,
      "kl": 0.0281982421875,
      "learning_rate": 9.506172839506173e-08,
      "loss": 0.0011,
      "reward": 1.421875,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.921875,
      "rewards/format_reward": 0.5,
      "step": 1466
    },
    {
      "completion_length": 103.140625,
      "epoch": 1.809376927822332,
      "grad_norm": 1.4138764353234488,
      "kl": 0.02862548828125,
      "learning_rate": 9.444444444444444e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1467
    },
    {
      "completion_length": 109.34375,
      "epoch": 1.810610734114744,
      "grad_norm": 0.7199981567000184,
      "kl": 0.03155517578125,
      "learning_rate": 9.382716049382716e-08,
      "loss": 0.0013,
      "reward": 1.390625,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.484375,
      "step": 1468
    },
    {
      "completion_length": 105.25,
      "epoch": 1.8118445404071561,
      "grad_norm": 0.5577739282338268,
      "kl": 0.0390625,
      "learning_rate": 9.320987654320988e-08,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1469
    },
    {
      "completion_length": 107.90625,
      "epoch": 1.8130783466995681,
      "grad_norm": 0.10161189752262186,
      "kl": 0.02825927734375,
      "learning_rate": 9.259259259259258e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1470
    },
    {
      "completion_length": 100.671875,
      "epoch": 1.8143121529919801,
      "grad_norm": 2.7572043573606617,
      "kl": 0.13714599609375,
      "learning_rate": 9.19753086419753e-08,
      "loss": 0.0055,
      "reward": 1.4453125,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 1471
    },
    {
      "completion_length": 100.4375,
      "epoch": 1.8155459592843923,
      "grad_norm": 1.0517763893437557,
      "kl": 0.0452880859375,
      "learning_rate": 9.135802469135802e-08,
      "loss": 0.0018,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1472
    },
    {
      "completion_length": 110.6875,
      "epoch": 1.8167797655768045,
      "grad_norm": 1.228446898317568,
      "kl": 0.0435791015625,
      "learning_rate": 9.074074074074074e-08,
      "loss": 0.0017,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1473
    },
    {
      "completion_length": 107.296875,
      "epoch": 1.8180135718692165,
      "grad_norm": 0.12929221616809133,
      "kl": 0.03094482421875,
      "learning_rate": 9.012345679012346e-08,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1474
    },
    {
      "completion_length": 108.25,
      "epoch": 1.8192473781616285,
      "grad_norm": 0.0760172445962584,
      "kl": 0.038330078125,
      "learning_rate": 8.950617283950617e-08,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1475
    },
    {
      "completion_length": 117.390625,
      "epoch": 1.8204811844540407,
      "grad_norm": 1.0678430850768361,
      "kl": 0.02679443359375,
      "learning_rate": 8.888888888888888e-08,
      "loss": 0.0011,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1476
    },
    {
      "completion_length": 120.421875,
      "epoch": 1.821714990746453,
      "grad_norm": 1.8232953744583396,
      "kl": 0.0360107421875,
      "learning_rate": 8.82716049382716e-08,
      "loss": 0.0014,
      "reward": 1.453125,
      "reward_std": 0.06733439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1477
    },
    {
      "completion_length": 112.578125,
      "epoch": 1.822948797038865,
      "grad_norm": 0.8175266721179847,
      "kl": 0.0367431640625,
      "learning_rate": 8.765432098765432e-08,
      "loss": 0.0015,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1478
    },
    {
      "completion_length": 112.25,
      "epoch": 1.824182603331277,
      "grad_norm": 1.480227722271958,
      "kl": 0.0457763671875,
      "learning_rate": 8.703703703703703e-08,
      "loss": 0.0018,
      "reward": 1.4453125,
      "reward_std": 0.109375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4765625,
      "step": 1479
    },
    {
      "completion_length": 103.34375,
      "epoch": 1.8254164096236891,
      "grad_norm": 1.9271207010850309,
      "kl": 0.0225830078125,
      "learning_rate": 8.641975308641975e-08,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1480
    },
    {
      "completion_length": 135.78125,
      "epoch": 1.8266502159161013,
      "grad_norm": 0.089121751228031,
      "kl": 0.0343017578125,
      "learning_rate": 8.580246913580247e-08,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1481
    },
    {
      "completion_length": 114.703125,
      "epoch": 1.8278840222085133,
      "grad_norm": 1.3344684859850182,
      "kl": 0.0374755859375,
      "learning_rate": 8.518518518518517e-08,
      "loss": 0.0015,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1482
    },
    {
      "completion_length": 106.609375,
      "epoch": 1.8291178285009253,
      "grad_norm": 0.12402754891836776,
      "kl": 0.03106689453125,
      "learning_rate": 8.45679012345679e-08,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1483
    },
    {
      "completion_length": 111.03125,
      "epoch": 1.8303516347933373,
      "grad_norm": 0.08620570417930405,
      "kl": 0.02337646484375,
      "learning_rate": 8.395061728395061e-08,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1484
    },
    {
      "completion_length": 116.96875,
      "epoch": 1.8315854410857495,
      "grad_norm": 0.10406738548664295,
      "kl": 0.038818359375,
      "learning_rate": 8.333333333333333e-08,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1485
    },
    {
      "completion_length": 127.40625,
      "epoch": 1.8328192473781617,
      "grad_norm": 1.1102408018193068,
      "kl": 0.03814697265625,
      "learning_rate": 8.271604938271605e-08,
      "loss": 0.0015,
      "reward": 1.4375,
      "reward_std": 0.054947055876255035,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 1486
    },
    {
      "completion_length": 117.875,
      "epoch": 1.8340530536705737,
      "grad_norm": 0.19849817008496348,
      "kl": 0.03240966796875,
      "learning_rate": 8.209876543209876e-08,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1487
    },
    {
      "completion_length": 101.40625,
      "epoch": 1.8352868599629857,
      "grad_norm": 0.0873812445304162,
      "kl": 0.0390625,
      "learning_rate": 8.148148148148149e-08,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1488
    },
    {
      "completion_length": 111.375,
      "epoch": 1.836520666255398,
      "grad_norm": 0.11733695828515378,
      "kl": 0.0426025390625,
      "learning_rate": 8.086419753086419e-08,
      "loss": 0.0017,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1489
    },
    {
      "completion_length": 104.359375,
      "epoch": 1.83775447254781,
      "grad_norm": 1.6290346872211279,
      "kl": 0.036865234375,
      "learning_rate": 8.02469135802469e-08,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1490
    },
    {
      "completion_length": 116.125,
      "epoch": 1.838988278840222,
      "grad_norm": 0.06943405497536732,
      "kl": 0.02685546875,
      "learning_rate": 7.962962962962963e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1491
    },
    {
      "completion_length": 110.265625,
      "epoch": 1.840222085132634,
      "grad_norm": 0.5278739293388354,
      "kl": 0.029052734375,
      "learning_rate": 7.901234567901234e-08,
      "loss": 0.0012,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 1492
    },
    {
      "completion_length": 134.703125,
      "epoch": 1.8414558914250463,
      "grad_norm": 0.5648390792747228,
      "kl": 0.03338623046875,
      "learning_rate": 7.839506172839507e-08,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1493
    },
    {
      "completion_length": 104.4375,
      "epoch": 1.8426896977174585,
      "grad_norm": 0.06920714498274136,
      "kl": 0.02728271484375,
      "learning_rate": 7.777777777777778e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1494
    },
    {
      "completion_length": 99.609375,
      "epoch": 1.8439235040098705,
      "grad_norm": 0.08017112199286172,
      "kl": 0.02569580078125,
      "learning_rate": 7.716049382716048e-08,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1495
    },
    {
      "completion_length": 100.0,
      "epoch": 1.8451573103022825,
      "grad_norm": 0.0863896263466273,
      "kl": 0.041748046875,
      "learning_rate": 7.654320987654321e-08,
      "loss": 0.0017,
      "reward": 1.4296875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1496
    },
    {
      "completion_length": 112.046875,
      "epoch": 1.8463911165946947,
      "grad_norm": 0.8761849662692341,
      "kl": 0.03363037109375,
      "learning_rate": 7.592592592592592e-08,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1497
    },
    {
      "completion_length": 126.046875,
      "epoch": 1.8476249228871067,
      "grad_norm": 0.44984459100180674,
      "kl": 0.0479736328125,
      "learning_rate": 7.530864197530865e-08,
      "loss": 0.0019,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1498
    },
    {
      "completion_length": 94.8125,
      "epoch": 1.8488587291795189,
      "grad_norm": 0.07413960942141112,
      "kl": 0.03228759765625,
      "learning_rate": 7.469135802469136e-08,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1499
    },
    {
      "completion_length": 107.375,
      "epoch": 1.8500925354719309,
      "grad_norm": 0.06997156112775892,
      "kl": 0.026519775390625,
      "learning_rate": 7.407407407407407e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1500
    },
    {
      "completion_length": 113.484375,
      "epoch": 1.8513263417643429,
      "grad_norm": 0.06321413501928969,
      "kl": 0.03363037109375,
      "learning_rate": 7.345679012345679e-08,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1501
    },
    {
      "completion_length": 94.46875,
      "epoch": 1.852560148056755,
      "grad_norm": 1.0353787207650502,
      "kl": 0.03192138671875,
      "learning_rate": 7.28395061728395e-08,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1502
    },
    {
      "completion_length": 110.46875,
      "epoch": 1.8537939543491673,
      "grad_norm": 0.07518857570656233,
      "kl": 0.0333251953125,
      "learning_rate": 7.222222222222221e-08,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1503
    },
    {
      "completion_length": 128.796875,
      "epoch": 1.8550277606415793,
      "grad_norm": 1.0184422177367758,
      "kl": 0.02764892578125,
      "learning_rate": 7.160493827160494e-08,
      "loss": 0.0011,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1504
    },
    {
      "completion_length": 106.6875,
      "epoch": 1.8562615669339912,
      "grad_norm": 0.23899964690896286,
      "kl": 0.03399658203125,
      "learning_rate": 7.098765432098765e-08,
      "loss": 0.0014,
      "reward": 1.375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.5,
      "step": 1505
    },
    {
      "completion_length": 96.140625,
      "epoch": 1.8574953732264035,
      "grad_norm": 0.5232506159241161,
      "kl": 0.0279541015625,
      "learning_rate": 7.037037037037038e-08,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1506
    },
    {
      "completion_length": 116.46875,
      "epoch": 1.8587291795188157,
      "grad_norm": 0.38233546101288873,
      "kl": 0.0452880859375,
      "learning_rate": 6.975308641975308e-08,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1507
    },
    {
      "completion_length": 104.015625,
      "epoch": 1.8599629858112277,
      "grad_norm": 0.09080650950169374,
      "kl": 0.02764892578125,
      "learning_rate": 6.913580246913579e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1508
    },
    {
      "completion_length": 107.9375,
      "epoch": 1.8611967921036396,
      "grad_norm": 0.06986722014980738,
      "kl": 0.03387451171875,
      "learning_rate": 6.851851851851852e-08,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1509
    },
    {
      "completion_length": 110.671875,
      "epoch": 1.8624305983960519,
      "grad_norm": 0.22235441473813272,
      "kl": 0.0325927734375,
      "learning_rate": 6.790123456790123e-08,
      "loss": 0.0013,
      "reward": 1.4375,
      "reward_std": 0.09858439117670059,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.484375,
      "step": 1510
    },
    {
      "completion_length": 107.328125,
      "epoch": 1.863664404688464,
      "grad_norm": 1.5554064887031789,
      "kl": 0.03350830078125,
      "learning_rate": 6.728395061728396e-08,
      "loss": 0.0013,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1511
    },
    {
      "completion_length": 109.28125,
      "epoch": 1.864898210980876,
      "grad_norm": 0.14192560358743375,
      "kl": 0.02783203125,
      "learning_rate": 6.666666666666667e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1512
    },
    {
      "completion_length": 113.59375,
      "epoch": 1.866132017273288,
      "grad_norm": 0.09772866452726435,
      "kl": 0.0279541015625,
      "learning_rate": 6.604938271604937e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1513
    },
    {
      "completion_length": 118.875,
      "epoch": 1.8673658235657,
      "grad_norm": 0.7769974252641373,
      "kl": 0.0394287109375,
      "learning_rate": 6.54320987654321e-08,
      "loss": 0.0016,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1514
    },
    {
      "completion_length": 106.59375,
      "epoch": 1.8685996298581122,
      "grad_norm": 0.7031264242063179,
      "kl": 0.03271484375,
      "learning_rate": 6.481481481481481e-08,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1515
    },
    {
      "completion_length": 109.625,
      "epoch": 1.8698334361505244,
      "grad_norm": 0.813138522470212,
      "kl": 0.03216552734375,
      "learning_rate": 6.419753086419753e-08,
      "loss": 0.0013,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1516
    },
    {
      "completion_length": 95.765625,
      "epoch": 1.8710672424429364,
      "grad_norm": 0.07402874597511029,
      "kl": 0.02191162109375,
      "learning_rate": 6.358024691358025e-08,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1517
    },
    {
      "completion_length": 109.59375,
      "epoch": 1.8723010487353484,
      "grad_norm": 1.3877468849968293,
      "kl": 0.0340576171875,
      "learning_rate": 6.296296296296296e-08,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1518
    },
    {
      "completion_length": 105.21875,
      "epoch": 1.8735348550277606,
      "grad_norm": 0.27773451234480734,
      "kl": 0.02471923828125,
      "learning_rate": 6.234567901234567e-08,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1519
    },
    {
      "completion_length": 110.640625,
      "epoch": 1.8747686613201728,
      "grad_norm": 0.37079224461538035,
      "kl": 0.0465087890625,
      "learning_rate": 6.172839506172839e-08,
      "loss": 0.0019,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1520
    },
    {
      "completion_length": 107.453125,
      "epoch": 1.8760024676125848,
      "grad_norm": 0.15993014805122205,
      "kl": 0.0330810546875,
      "learning_rate": 6.111111111111111e-08,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1521
    },
    {
      "completion_length": 103.609375,
      "epoch": 1.8772362739049968,
      "grad_norm": 0.5302963979603263,
      "kl": 0.0360107421875,
      "learning_rate": 6.049382716049382e-08,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1522
    },
    {
      "completion_length": 102.34375,
      "epoch": 1.878470080197409,
      "grad_norm": 0.08443035196163437,
      "kl": 0.02703857421875,
      "learning_rate": 5.987654320987654e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1523
    },
    {
      "completion_length": 103.453125,
      "epoch": 1.8797038864898212,
      "grad_norm": 0.08433401805889458,
      "kl": 0.04541015625,
      "learning_rate": 5.925925925925926e-08,
      "loss": 0.0018,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1524
    },
    {
      "completion_length": 110.4375,
      "epoch": 1.8809376927822332,
      "grad_norm": 0.07630665696034845,
      "kl": 0.0382080078125,
      "learning_rate": 5.864197530864197e-08,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1525
    },
    {
      "completion_length": 97.28125,
      "epoch": 1.8821714990746452,
      "grad_norm": 0.07965085946544273,
      "kl": 0.02813720703125,
      "learning_rate": 5.802469135802469e-08,
      "loss": 0.0011,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1526
    },
    {
      "completion_length": 101.8125,
      "epoch": 1.8834053053670574,
      "grad_norm": 1.0735188735139691,
      "kl": 0.050048828125,
      "learning_rate": 5.74074074074074e-08,
      "loss": 0.002,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 1527
    },
    {
      "completion_length": 109.890625,
      "epoch": 1.8846391116594696,
      "grad_norm": 1.0898411689408898,
      "kl": 0.0343017578125,
      "learning_rate": 5.679012345679012e-08,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1528
    },
    {
      "completion_length": 115.359375,
      "epoch": 1.8858729179518816,
      "grad_norm": 5.335826192788834,
      "kl": 0.0299072265625,
      "learning_rate": 5.617283950617284e-08,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1529
    },
    {
      "completion_length": 111.5,
      "epoch": 1.8871067242442936,
      "grad_norm": 0.7660880812465032,
      "kl": 0.0296630859375,
      "learning_rate": 5.555555555555555e-08,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1530
    },
    {
      "completion_length": 107.96875,
      "epoch": 1.8883405305367056,
      "grad_norm": 0.5930742935267542,
      "kl": 0.037353515625,
      "learning_rate": 5.493827160493827e-08,
      "loss": 0.0015,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1531
    },
    {
      "completion_length": 119.234375,
      "epoch": 1.8895743368291178,
      "grad_norm": 0.07760939187239935,
      "kl": 0.03662109375,
      "learning_rate": 5.432098765432099e-08,
      "loss": 0.0015,
      "reward": 1.3671875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 0.875,
      "rewards/format_reward": 0.4921875,
      "step": 1532
    },
    {
      "completion_length": 109.3125,
      "epoch": 1.89080814312153,
      "grad_norm": 1.2055554547863399,
      "kl": 0.040771484375,
      "learning_rate": 5.37037037037037e-08,
      "loss": 0.0016,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1533
    },
    {
      "completion_length": 113.96875,
      "epoch": 1.892041949413942,
      "grad_norm": 0.07392159953898061,
      "kl": 0.0333251953125,
      "learning_rate": 5.308641975308642e-08,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1534
    },
    {
      "completion_length": 117.734375,
      "epoch": 1.893275755706354,
      "grad_norm": 0.5453669808875328,
      "kl": 0.0458984375,
      "learning_rate": 5.246913580246913e-08,
      "loss": 0.0018,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1535
    },
    {
      "completion_length": 99.59375,
      "epoch": 1.8945095619987662,
      "grad_norm": 1.3729480333070874,
      "kl": 0.0550537109375,
      "learning_rate": 5.1851851851851846e-08,
      "loss": 0.0022,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1536
    },
    {
      "completion_length": 128.1875,
      "epoch": 1.8957433682911784,
      "grad_norm": 1.8129899568287042,
      "kl": 0.02459716796875,
      "learning_rate": 5.1234567901234565e-08,
      "loss": 0.001,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1537
    },
    {
      "completion_length": 114.78125,
      "epoch": 1.8969771745835904,
      "grad_norm": 0.9676181025853853,
      "kl": 0.032958984375,
      "learning_rate": 5.0617283950617285e-08,
      "loss": 0.0013,
      "reward": 1.4453125,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 1538
    },
    {
      "completion_length": 114.203125,
      "epoch": 1.8982109808760024,
      "grad_norm": 0.840839786713402,
      "kl": 0.0394287109375,
      "learning_rate": 5e-08,
      "loss": 0.0016,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1539
    },
    {
      "completion_length": 100.03125,
      "epoch": 1.8994447871684146,
      "grad_norm": 0.6249586034251801,
      "kl": 0.02752685546875,
      "learning_rate": 4.938271604938271e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1540
    },
    {
      "completion_length": 98.703125,
      "epoch": 1.9006785934608268,
      "grad_norm": 0.2425196166392442,
      "kl": 0.02056884765625,
      "learning_rate": 4.876543209876543e-08,
      "loss": 0.0008,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1541
    },
    {
      "completion_length": 113.09375,
      "epoch": 1.9019123997532388,
      "grad_norm": 1.225585197938373,
      "kl": 0.04296875,
      "learning_rate": 4.814814814814814e-08,
      "loss": 0.0017,
      "reward": 1.4453125,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.4921875,
      "step": 1542
    },
    {
      "completion_length": 125.65625,
      "epoch": 1.9031462060456508,
      "grad_norm": 0.9881025913861221,
      "kl": 0.06243896484375,
      "learning_rate": 4.753086419753086e-08,
      "loss": 0.0025,
      "reward": 1.4609375,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1543
    },
    {
      "completion_length": 107.59375,
      "epoch": 1.904380012338063,
      "grad_norm": 0.8189854611531634,
      "kl": 0.02642822265625,
      "learning_rate": 4.691358024691358e-08,
      "loss": 0.0011,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1544
    },
    {
      "completion_length": 110.140625,
      "epoch": 1.905613818630475,
      "grad_norm": 1.0138657804656714,
      "kl": 0.029296875,
      "learning_rate": 4.629629629629629e-08,
      "loss": 0.0012,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1545
    },
    {
      "completion_length": 104.90625,
      "epoch": 1.9068476249228872,
      "grad_norm": 0.6631162679302071,
      "kl": 0.03289794921875,
      "learning_rate": 4.567901234567901e-08,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1546
    },
    {
      "completion_length": 98.0625,
      "epoch": 1.9080814312152992,
      "grad_norm": 0.11466563963958486,
      "kl": 0.03118896484375,
      "learning_rate": 4.506172839506173e-08,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1547
    },
    {
      "completion_length": 108.75,
      "epoch": 1.9093152375077111,
      "grad_norm": 1.958996951830767,
      "kl": 0.0328369140625,
      "learning_rate": 4.444444444444444e-08,
      "loss": 0.0013,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 1548
    },
    {
      "completion_length": 103.4375,
      "epoch": 1.9105490438001234,
      "grad_norm": 0.8108726794020745,
      "kl": 0.0352783203125,
      "learning_rate": 4.382716049382716e-08,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1549
    },
    {
      "completion_length": 111.671875,
      "epoch": 1.9117828500925356,
      "grad_norm": 0.11120018552022021,
      "kl": 0.02447509765625,
      "learning_rate": 4.3209876543209874e-08,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1550
    },
    {
      "completion_length": 94.390625,
      "epoch": 1.9130166563849476,
      "grad_norm": 0.1603513121243202,
      "kl": 0.030303955078125,
      "learning_rate": 4.2592592592592586e-08,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1551
    },
    {
      "completion_length": 98.765625,
      "epoch": 1.9142504626773595,
      "grad_norm": 0.5544481255194879,
      "kl": 0.03460693359375,
      "learning_rate": 4.1975308641975306e-08,
      "loss": 0.0014,
      "reward": 1.46875,
      "reward_std": 0.03608439117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.5,
      "step": 1552
    },
    {
      "completion_length": 96.328125,
      "epoch": 1.9154842689697718,
      "grad_norm": 0.6238550215426218,
      "kl": 0.031982421875,
      "learning_rate": 4.1358024691358026e-08,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1553
    },
    {
      "completion_length": 101.6875,
      "epoch": 1.916718075262184,
      "grad_norm": 0.128616931583501,
      "kl": 0.03082275390625,
      "learning_rate": 4.0740740740740745e-08,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1554
    },
    {
      "completion_length": 111.171875,
      "epoch": 1.917951881554596,
      "grad_norm": 1.8073527283010264,
      "kl": 0.02178955078125,
      "learning_rate": 4.012345679012345e-08,
      "loss": 0.0009,
      "reward": 1.453125,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.953125,
      "rewards/format_reward": 0.5,
      "step": 1555
    },
    {
      "completion_length": 109.5625,
      "epoch": 1.919185687847008,
      "grad_norm": 0.06549389116040379,
      "kl": 0.028076171875,
      "learning_rate": 3.950617283950617e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1556
    },
    {
      "completion_length": 112.1875,
      "epoch": 1.9204194941394201,
      "grad_norm": 0.15835902737275429,
      "kl": 0.04248046875,
      "learning_rate": 3.888888888888889e-08,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1557
    },
    {
      "completion_length": 108.234375,
      "epoch": 1.9216533004318324,
      "grad_norm": 2.246218714293168,
      "kl": 0.03033447265625,
      "learning_rate": 3.8271604938271604e-08,
      "loss": 0.0012,
      "reward": 1.453125,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.484375,
      "step": 1558
    },
    {
      "completion_length": 111.140625,
      "epoch": 1.9228871067242443,
      "grad_norm": 0.07508634979584024,
      "kl": 0.0289306640625,
      "learning_rate": 3.7654320987654323e-08,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1559
    },
    {
      "completion_length": 108.796875,
      "epoch": 1.9241209130166563,
      "grad_norm": 0.7429692427029095,
      "kl": 0.0340576171875,
      "learning_rate": 3.7037037037037036e-08,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1560
    },
    {
      "completion_length": 110.4375,
      "epoch": 1.9253547193090683,
      "grad_norm": 0.822897761315987,
      "kl": 0.0306396484375,
      "learning_rate": 3.641975308641975e-08,
      "loss": 0.0012,
      "reward": 1.390625,
      "reward_std": 0.09375,
      "rewards/accuracy_reward": 0.90625,
      "rewards/format_reward": 0.484375,
      "step": 1561
    },
    {
      "completion_length": 105.4375,
      "epoch": 1.9265885256014805,
      "grad_norm": 0.6264518973355899,
      "kl": 0.02587890625,
      "learning_rate": 3.580246913580247e-08,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1562
    },
    {
      "completion_length": 110.09375,
      "epoch": 1.9278223318938927,
      "grad_norm": 2.9341446901499597,
      "kl": 0.11798095703125,
      "learning_rate": 3.518518518518519e-08,
      "loss": 0.0047,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1563
    },
    {
      "completion_length": 99.375,
      "epoch": 1.9290561381863047,
      "grad_norm": 0.11536286097817218,
      "kl": 0.0367431640625,
      "learning_rate": 3.4567901234567895e-08,
      "loss": 0.0015,
      "reward": 1.4609375,
      "reward_std": 0.05170939117670059,
      "rewards/accuracy_reward": 0.96875,
      "rewards/format_reward": 0.4921875,
      "step": 1564
    },
    {
      "completion_length": 100.84375,
      "epoch": 1.9302899444787167,
      "grad_norm": 1.0812536477100445,
      "kl": 0.02618408203125,
      "learning_rate": 3.3950617283950614e-08,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1565
    },
    {
      "completion_length": 109.359375,
      "epoch": 1.931523750771129,
      "grad_norm": 0.11766896455790413,
      "kl": 0.0345458984375,
      "learning_rate": 3.3333333333333334e-08,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1566
    },
    {
      "completion_length": 100.015625,
      "epoch": 1.9327575570635411,
      "grad_norm": 0.06706693418746923,
      "kl": 0.04833984375,
      "learning_rate": 3.271604938271605e-08,
      "loss": 0.0019,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1567
    },
    {
      "completion_length": 119.296875,
      "epoch": 1.9339913633559531,
      "grad_norm": 0.9031902482321832,
      "kl": 0.02923583984375,
      "learning_rate": 3.2098765432098767e-08,
      "loss": 0.0012,
      "reward": 1.4296875,
      "reward_std": 0.11420939117670059,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.4921875,
      "step": 1568
    },
    {
      "completion_length": 110.703125,
      "epoch": 1.935225169648365,
      "grad_norm": 6.428243766307643,
      "kl": 0.02972412109375,
      "learning_rate": 3.148148148148148e-08,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1569
    },
    {
      "completion_length": 103.140625,
      "epoch": 1.9364589759407773,
      "grad_norm": 0.06885323332093031,
      "kl": 0.04266357421875,
      "learning_rate": 3.086419753086419e-08,
      "loss": 0.0017,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1570
    },
    {
      "completion_length": 119.171875,
      "epoch": 1.9376927822331895,
      "grad_norm": 1.1182676615762377,
      "kl": 0.02447509765625,
      "learning_rate": 3.024691358024691e-08,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1571
    },
    {
      "completion_length": 114.453125,
      "epoch": 1.9389265885256015,
      "grad_norm": 2.751621604513145,
      "kl": 0.02447509765625,
      "learning_rate": 2.962962962962963e-08,
      "loss": 0.001,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1572
    },
    {
      "completion_length": 103.09375,
      "epoch": 1.9401603948180135,
      "grad_norm": 0.6447113083117788,
      "kl": 0.02703857421875,
      "learning_rate": 2.9012345679012345e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1573
    },
    {
      "completion_length": 107.71875,
      "epoch": 1.9413942011104257,
      "grad_norm": 0.17807619905038818,
      "kl": 0.0230712890625,
      "learning_rate": 2.839506172839506e-08,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1574
    },
    {
      "completion_length": 102.078125,
      "epoch": 1.942628007402838,
      "grad_norm": 0.5865308747807157,
      "kl": 0.0338134765625,
      "learning_rate": 2.7777777777777774e-08,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.484375,
      "step": 1575
    },
    {
      "completion_length": 128.71875,
      "epoch": 1.94386181369525,
      "grad_norm": 1.2228529651471107,
      "kl": 0.0341796875,
      "learning_rate": 2.7160493827160494e-08,
      "loss": 0.0014,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1576
    },
    {
      "completion_length": 110.640625,
      "epoch": 1.945095619987662,
      "grad_norm": 0.08140107554273039,
      "kl": 0.0338134765625,
      "learning_rate": 2.654320987654321e-08,
      "loss": 0.0014,
      "reward": 1.484375,
      "reward_std": 0.03125,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.5,
      "step": 1577
    },
    {
      "completion_length": 105.015625,
      "epoch": 1.9463294262800739,
      "grad_norm": 1.8332257276063542,
      "kl": 0.02630615234375,
      "learning_rate": 2.5925925925925923e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1578
    },
    {
      "completion_length": 103.796875,
      "epoch": 1.947563232572486,
      "grad_norm": 0.1712556875571474,
      "kl": 0.032958984375,
      "learning_rate": 2.5308641975308642e-08,
      "loss": 0.0013,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1579
    },
    {
      "completion_length": 112.296875,
      "epoch": 1.9487970388648983,
      "grad_norm": 0.11484767643310739,
      "kl": 0.0245361328125,
      "learning_rate": 2.4691358024691355e-08,
      "loss": 0.001,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1580
    },
    {
      "completion_length": 117.640625,
      "epoch": 1.9500308451573103,
      "grad_norm": 0.769066318483228,
      "kl": 0.0384521484375,
      "learning_rate": 2.407407407407407e-08,
      "loss": 0.0015,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1581
    },
    {
      "completion_length": 109.5,
      "epoch": 1.9512646514497223,
      "grad_norm": 0.16040771074656668,
      "kl": 0.02386474609375,
      "learning_rate": 2.345679012345679e-08,
      "loss": 0.001,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1582
    },
    {
      "completion_length": 97.828125,
      "epoch": 1.9524984577421345,
      "grad_norm": 0.06569214558947066,
      "kl": 0.0230712890625,
      "learning_rate": 2.2839506172839504e-08,
      "loss": 0.0009,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1583
    },
    {
      "completion_length": 105.53125,
      "epoch": 1.9537322640345467,
      "grad_norm": 8.565199051740919,
      "kl": 0.02947998046875,
      "learning_rate": 2.222222222222222e-08,
      "loss": 0.0012,
      "reward": 1.46875,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.484375,
      "step": 1584
    },
    {
      "completion_length": 95.75,
      "epoch": 1.9549660703269587,
      "grad_norm": 2.8567014768036887,
      "kl": 0.0299072265625,
      "learning_rate": 2.1604938271604937e-08,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1585
    },
    {
      "completion_length": 97.796875,
      "epoch": 1.9561998766193707,
      "grad_norm": 0.10877731274957776,
      "kl": 0.027099609375,
      "learning_rate": 2.0987654320987653e-08,
      "loss": 0.0011,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1586
    },
    {
      "completion_length": 99.484375,
      "epoch": 1.9574336829117829,
      "grad_norm": 0.17733241504667122,
      "kl": 0.0343017578125,
      "learning_rate": 2.0370370370370373e-08,
      "loss": 0.0014,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1587
    },
    {
      "completion_length": 117.265625,
      "epoch": 1.958667489204195,
      "grad_norm": 5.466646774023603,
      "kl": 0.02349853515625,
      "learning_rate": 1.9753086419753086e-08,
      "loss": 0.0009,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1588
    },
    {
      "completion_length": 105.8125,
      "epoch": 1.959901295496607,
      "grad_norm": 0.09555044884999613,
      "kl": 0.01708984375,
      "learning_rate": 1.9135802469135802e-08,
      "loss": 0.0007,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1589
    },
    {
      "completion_length": 98.15625,
      "epoch": 1.961135101789019,
      "grad_norm": 0.08904730611015502,
      "kl": 0.0340576171875,
      "learning_rate": 1.8518518518518518e-08,
      "loss": 0.0014,
      "reward": 1.4375,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1590
    },
    {
      "completion_length": 107.328125,
      "epoch": 1.962368908081431,
      "grad_norm": 1.5549360962073595,
      "kl": 0.02105712890625,
      "learning_rate": 1.7901234567901234e-08,
      "loss": 0.0008,
      "reward": 1.4375,
      "reward_std": 0.0625,
      "rewards/accuracy_reward": 0.9375,
      "rewards/format_reward": 0.5,
      "step": 1591
    },
    {
      "completion_length": 108.3125,
      "epoch": 1.9636027143738433,
      "grad_norm": 1.3524256850445908,
      "kl": 0.0289306640625,
      "learning_rate": 1.7283950617283947e-08,
      "loss": 0.0012,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4765625,
      "step": 1592
    },
    {
      "completion_length": 114.140625,
      "epoch": 1.9648365206662555,
      "grad_norm": 1.0420234323538728,
      "kl": 0.02972412109375,
      "learning_rate": 1.6666666666666667e-08,
      "loss": 0.0012,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1593
    },
    {
      "completion_length": 101.46875,
      "epoch": 1.9660703269586675,
      "grad_norm": 0.09556806498839375,
      "kl": 0.05792236328125,
      "learning_rate": 1.6049382716049383e-08,
      "loss": 0.0023,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1594
    },
    {
      "completion_length": 103.15625,
      "epoch": 1.9673041332510794,
      "grad_norm": 1.0687695161919974,
      "kl": 0.0302734375,
      "learning_rate": 1.5432098765432096e-08,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1595
    },
    {
      "completion_length": 110.765625,
      "epoch": 1.9685379395434917,
      "grad_norm": 7.503802755124931,
      "kl": 0.02728271484375,
      "learning_rate": 1.4814814814814814e-08,
      "loss": 0.0011,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1596
    },
    {
      "completion_length": 99.90625,
      "epoch": 1.9697717458359039,
      "grad_norm": 1.5608631449110812,
      "kl": 0.03033447265625,
      "learning_rate": 1.419753086419753e-08,
      "loss": 0.0012,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1597
    },
    {
      "completion_length": 94.828125,
      "epoch": 1.9710055521283159,
      "grad_norm": 0.9159072280029892,
      "kl": 0.03955078125,
      "learning_rate": 1.3580246913580247e-08,
      "loss": 0.0016,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.5,
      "step": 1598
    },
    {
      "completion_length": 119.359375,
      "epoch": 1.9722393584207278,
      "grad_norm": 0.6335810235067453,
      "kl": 0.03594970703125,
      "learning_rate": 1.2962962962962961e-08,
      "loss": 0.0014,
      "reward": 1.4765625,
      "reward_std": 0.046875,
      "rewards/accuracy_reward": 0.984375,
      "rewards/format_reward": 0.4921875,
      "step": 1599
    },
    {
      "completion_length": 96.734375,
      "epoch": 1.97347316471314,
      "grad_norm": 0.0884151499589747,
      "kl": 0.03363037109375,
      "learning_rate": 1.2345679012345678e-08,
      "loss": 0.0013,
      "reward": 1.4921875,
      "reward_std": 0.015625,
      "rewards/accuracy_reward": 1.0,
      "rewards/format_reward": 0.4921875,
      "step": 1600
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1620,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}