| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9967914438502674, | |
| "eval_steps": 500, | |
| "global_step": 233, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "completion_length": 228.734375, | |
| "epoch": 0.017112299465240642, | |
| "grad_norm": 0.25726935267448425, | |
| "kl": 0.0005143880844116211, | |
| "learning_rate": 9.82832618025751e-07, | |
| "loss": 0.0, | |
| "reward": 0.08203125, | |
| "reward_std": 0.12251314427703619, | |
| "rewards/validate_answer_with_correct_format": 0.060546875, | |
| "rewards/validate_format": 0.021484375, | |
| "step": 4 | |
| }, | |
| { | |
| "completion_length": 214.3046875, | |
| "epoch": 0.034224598930481284, | |
| "grad_norm": 0.2438514530658722, | |
| "kl": 0.004357337951660156, | |
| "learning_rate": 9.656652360515022e-07, | |
| "loss": 0.0002, | |
| "reward": 0.166015625, | |
| "reward_std": 0.22593521419912577, | |
| "rewards/validate_answer_with_correct_format": 0.134765625, | |
| "rewards/validate_format": 0.03125, | |
| "step": 8 | |
| }, | |
| { | |
| "completion_length": 201.08984375, | |
| "epoch": 0.051336898395721926, | |
| "grad_norm": 0.3771411180496216, | |
| "kl": 0.016904830932617188, | |
| "learning_rate": 9.484978540772532e-07, | |
| "loss": 0.0007, | |
| "reward": 0.44921875, | |
| "reward_std": 0.4575687777251005, | |
| "rewards/validate_answer_with_correct_format": 0.2578125, | |
| "rewards/validate_format": 0.19140625, | |
| "step": 12 | |
| }, | |
| { | |
| "completion_length": 193.501953125, | |
| "epoch": 0.06844919786096257, | |
| "grad_norm": 0.33645591139793396, | |
| "kl": 0.023540496826171875, | |
| "learning_rate": 9.313304721030042e-07, | |
| "loss": 0.0009, | |
| "reward": 0.96484375, | |
| "reward_std": 0.6036693137139082, | |
| "rewards/validate_answer_with_correct_format": 0.37109375, | |
| "rewards/validate_format": 0.59375, | |
| "step": 16 | |
| }, | |
| { | |
| "completion_length": 175.50390625, | |
| "epoch": 0.0855614973262032, | |
| "grad_norm": 0.3233410716056824, | |
| "kl": 0.03643798828125, | |
| "learning_rate": 9.141630901287554e-07, | |
| "loss": 0.0015, | |
| "reward": 1.302734375, | |
| "reward_std": 0.4221517601981759, | |
| "rewards/validate_answer_with_correct_format": 0.48828125, | |
| "rewards/validate_format": 0.814453125, | |
| "step": 20 | |
| }, | |
| { | |
| "completion_length": 176.00390625, | |
| "epoch": 0.10267379679144385, | |
| "grad_norm": 0.2788090109825134, | |
| "kl": 0.029022216796875, | |
| "learning_rate": 8.969957081545064e-07, | |
| "loss": 0.0012, | |
| "reward": 1.359375, | |
| "reward_std": 0.3464417774230242, | |
| "rewards/validate_answer_with_correct_format": 0.521484375, | |
| "rewards/validate_format": 0.837890625, | |
| "step": 24 | |
| }, | |
| { | |
| "completion_length": 168.138671875, | |
| "epoch": 0.11978609625668449, | |
| "grad_norm": 0.2867412269115448, | |
| "kl": 0.03003692626953125, | |
| "learning_rate": 8.798283261802575e-07, | |
| "loss": 0.0012, | |
| "reward": 1.5, | |
| "reward_std": 0.35856608115136623, | |
| "rewards/validate_answer_with_correct_format": 0.62109375, | |
| "rewards/validate_format": 0.87890625, | |
| "step": 28 | |
| }, | |
| { | |
| "completion_length": 167.71484375, | |
| "epoch": 0.13689839572192514, | |
| "grad_norm": 0.2035263180732727, | |
| "kl": 0.0883941650390625, | |
| "learning_rate": 8.626609442060086e-07, | |
| "loss": 0.0035, | |
| "reward": 1.466796875, | |
| "reward_std": 0.2889786111190915, | |
| "rewards/validate_answer_with_correct_format": 0.576171875, | |
| "rewards/validate_format": 0.890625, | |
| "step": 32 | |
| }, | |
| { | |
| "completion_length": 159.65234375, | |
| "epoch": 0.15401069518716579, | |
| "grad_norm": 0.22620172798633575, | |
| "kl": 0.0332489013671875, | |
| "learning_rate": 8.454935622317596e-07, | |
| "loss": 0.0013, | |
| "reward": 1.51171875, | |
| "reward_std": 0.22670799400657415, | |
| "rewards/validate_answer_with_correct_format": 0.58203125, | |
| "rewards/validate_format": 0.9296875, | |
| "step": 36 | |
| }, | |
| { | |
| "completion_length": 165.24609375, | |
| "epoch": 0.1711229946524064, | |
| "grad_norm": 0.270819753408432, | |
| "kl": 0.0323638916015625, | |
| "learning_rate": 8.283261802575107e-07, | |
| "loss": 0.0013, | |
| "reward": 1.49609375, | |
| "reward_std": 0.2671235203742981, | |
| "rewards/validate_answer_with_correct_format": 0.60546875, | |
| "rewards/validate_format": 0.890625, | |
| "step": 40 | |
| }, | |
| { | |
| "completion_length": 155.900390625, | |
| "epoch": 0.18823529411764706, | |
| "grad_norm": 0.249853253364563, | |
| "kl": 0.0360260009765625, | |
| "learning_rate": 8.111587982832617e-07, | |
| "loss": 0.0014, | |
| "reward": 1.607421875, | |
| "reward_std": 0.2183889476582408, | |
| "rewards/validate_answer_with_correct_format": 0.6796875, | |
| "rewards/validate_format": 0.927734375, | |
| "step": 44 | |
| }, | |
| { | |
| "completion_length": 162.89453125, | |
| "epoch": 0.2053475935828877, | |
| "grad_norm": 0.3030960261821747, | |
| "kl": 0.04419708251953125, | |
| "learning_rate": 7.939914163090128e-07, | |
| "loss": 0.0018, | |
| "reward": 1.6171875, | |
| "reward_std": 0.28787759225815535, | |
| "rewards/validate_answer_with_correct_format": 0.6875, | |
| "rewards/validate_format": 0.9296875, | |
| "step": 48 | |
| }, | |
| { | |
| "completion_length": 164.138671875, | |
| "epoch": 0.22245989304812835, | |
| "grad_norm": 0.2891474962234497, | |
| "kl": 0.03287506103515625, | |
| "learning_rate": 7.76824034334764e-07, | |
| "loss": 0.0013, | |
| "reward": 1.56640625, | |
| "reward_std": 0.3518991004675627, | |
| "rewards/validate_answer_with_correct_format": 0.689453125, | |
| "rewards/validate_format": 0.876953125, | |
| "step": 52 | |
| }, | |
| { | |
| "completion_length": 164.32421875, | |
| "epoch": 0.23957219251336898, | |
| "grad_norm": 0.26431283354759216, | |
| "kl": 0.04036712646484375, | |
| "learning_rate": 7.59656652360515e-07, | |
| "loss": 0.0016, | |
| "reward": 1.546875, | |
| "reward_std": 0.4236298883333802, | |
| "rewards/validate_answer_with_correct_format": 0.708984375, | |
| "rewards/validate_format": 0.837890625, | |
| "step": 56 | |
| }, | |
| { | |
| "completion_length": 169.640625, | |
| "epoch": 0.25668449197860965, | |
| "grad_norm": 0.2717176675796509, | |
| "kl": 0.03812408447265625, | |
| "learning_rate": 7.424892703862661e-07, | |
| "loss": 0.0015, | |
| "reward": 1.646484375, | |
| "reward_std": 0.35125905089080334, | |
| "rewards/validate_answer_with_correct_format": 0.783203125, | |
| "rewards/validate_format": 0.86328125, | |
| "step": 60 | |
| }, | |
| { | |
| "completion_length": 169.064453125, | |
| "epoch": 0.2737967914438503, | |
| "grad_norm": 0.2818020284175873, | |
| "kl": 0.04370880126953125, | |
| "learning_rate": 7.253218884120171e-07, | |
| "loss": 0.0017, | |
| "reward": 1.6171875, | |
| "reward_std": 0.3997631352394819, | |
| "rewards/validate_answer_with_correct_format": 0.744140625, | |
| "rewards/validate_format": 0.873046875, | |
| "step": 64 | |
| }, | |
| { | |
| "completion_length": 172.17578125, | |
| "epoch": 0.2909090909090909, | |
| "grad_norm": 0.35611966252326965, | |
| "kl": 0.0448455810546875, | |
| "learning_rate": 7.081545064377682e-07, | |
| "loss": 0.0018, | |
| "reward": 1.611328125, | |
| "reward_std": 0.3241206342354417, | |
| "rewards/validate_answer_with_correct_format": 0.75, | |
| "rewards/validate_format": 0.861328125, | |
| "step": 68 | |
| }, | |
| { | |
| "completion_length": 163.498046875, | |
| "epoch": 0.30802139037433157, | |
| "grad_norm": 0.2753399908542633, | |
| "kl": 0.04538726806640625, | |
| "learning_rate": 6.909871244635192e-07, | |
| "loss": 0.0018, | |
| "reward": 1.701171875, | |
| "reward_std": 0.3228708282113075, | |
| "rewards/validate_answer_with_correct_format": 0.802734375, | |
| "rewards/validate_format": 0.8984375, | |
| "step": 72 | |
| }, | |
| { | |
| "completion_length": 166.0234375, | |
| "epoch": 0.3251336898395722, | |
| "grad_norm": 0.401327520608902, | |
| "kl": 0.053253173828125, | |
| "learning_rate": 6.738197424892703e-07, | |
| "loss": 0.0021, | |
| "reward": 1.728515625, | |
| "reward_std": 0.3109824899584055, | |
| "rewards/validate_answer_with_correct_format": 0.826171875, | |
| "rewards/validate_format": 0.90234375, | |
| "step": 76 | |
| }, | |
| { | |
| "completion_length": 168.322265625, | |
| "epoch": 0.3422459893048128, | |
| "grad_norm": 0.4816475510597229, | |
| "kl": 0.0675201416015625, | |
| "learning_rate": 6.566523605150214e-07, | |
| "loss": 0.0027, | |
| "reward": 1.568359375, | |
| "reward_std": 0.36935339495539665, | |
| "rewards/validate_answer_with_correct_format": 0.748046875, | |
| "rewards/validate_format": 0.8203125, | |
| "step": 80 | |
| }, | |
| { | |
| "completion_length": 173.77734375, | |
| "epoch": 0.3593582887700535, | |
| "grad_norm": 1.3737239837646484, | |
| "kl": 0.1086883544921875, | |
| "learning_rate": 6.394849785407725e-07, | |
| "loss": 0.0043, | |
| "reward": 1.595703125, | |
| "reward_std": 0.3840404311195016, | |
| "rewards/validate_answer_with_correct_format": 0.771484375, | |
| "rewards/validate_format": 0.82421875, | |
| "step": 84 | |
| }, | |
| { | |
| "completion_length": 174.169921875, | |
| "epoch": 0.3764705882352941, | |
| "grad_norm": 1.1611127853393555, | |
| "kl": 0.1685333251953125, | |
| "learning_rate": 6.223175965665236e-07, | |
| "loss": 0.0067, | |
| "reward": 1.494140625, | |
| "reward_std": 0.4635760700330138, | |
| "rewards/validate_answer_with_correct_format": 0.724609375, | |
| "rewards/validate_format": 0.76953125, | |
| "step": 88 | |
| }, | |
| { | |
| "completion_length": 188.8828125, | |
| "epoch": 0.39358288770053473, | |
| "grad_norm": 1.5201658010482788, | |
| "kl": 0.60052490234375, | |
| "learning_rate": 6.051502145922746e-07, | |
| "loss": 0.024, | |
| "reward": 1.169921875, | |
| "reward_std": 0.6621273942291737, | |
| "rewards/validate_answer_with_correct_format": 0.587890625, | |
| "rewards/validate_format": 0.58203125, | |
| "step": 92 | |
| }, | |
| { | |
| "completion_length": 193.64453125, | |
| "epoch": 0.4106951871657754, | |
| "grad_norm": 4.456446170806885, | |
| "kl": 1.027099609375, | |
| "learning_rate": 5.879828326180257e-07, | |
| "loss": 0.041, | |
| "reward": 1.052734375, | |
| "reward_std": 0.6838541068136692, | |
| "rewards/validate_answer_with_correct_format": 0.51953125, | |
| "rewards/validate_format": 0.533203125, | |
| "step": 96 | |
| }, | |
| { | |
| "completion_length": 179.8125, | |
| "epoch": 0.42780748663101603, | |
| "grad_norm": 0.6613827347755432, | |
| "kl": 0.86444091796875, | |
| "learning_rate": 5.708154506437767e-07, | |
| "loss": 0.0346, | |
| "reward": 1.2578125, | |
| "reward_std": 0.540657652541995, | |
| "rewards/validate_answer_with_correct_format": 0.609375, | |
| "rewards/validate_format": 0.6484375, | |
| "step": 100 | |
| }, | |
| { | |
| "completion_length": 169.509765625, | |
| "epoch": 0.4449197860962567, | |
| "grad_norm": 5.908604621887207, | |
| "kl": 0.630767822265625, | |
| "learning_rate": 5.536480686695278e-07, | |
| "loss": 0.0252, | |
| "reward": 1.537109375, | |
| "reward_std": 0.4994529504328966, | |
| "rewards/validate_answer_with_correct_format": 0.736328125, | |
| "rewards/validate_format": 0.80078125, | |
| "step": 104 | |
| }, | |
| { | |
| "completion_length": 160.07421875, | |
| "epoch": 0.46203208556149733, | |
| "grad_norm": 1.3123823404312134, | |
| "kl": 0.44525146484375, | |
| "learning_rate": 5.364806866952789e-07, | |
| "loss": 0.0178, | |
| "reward": 1.591796875, | |
| "reward_std": 0.42215616535395384, | |
| "rewards/validate_answer_with_correct_format": 0.744140625, | |
| "rewards/validate_format": 0.84765625, | |
| "step": 108 | |
| }, | |
| { | |
| "completion_length": 162.609375, | |
| "epoch": 0.47914438502673795, | |
| "grad_norm": 3.7777585983276367, | |
| "kl": 0.751312255859375, | |
| "learning_rate": 5.193133047210299e-07, | |
| "loss": 0.03, | |
| "reward": 1.533203125, | |
| "reward_std": 0.5010853223502636, | |
| "rewards/validate_answer_with_correct_format": 0.72265625, | |
| "rewards/validate_format": 0.810546875, | |
| "step": 112 | |
| }, | |
| { | |
| "completion_length": 176.544921875, | |
| "epoch": 0.49625668449197863, | |
| "grad_norm": 1.9199061393737793, | |
| "kl": 1.5675048828125, | |
| "learning_rate": 5.021459227467812e-07, | |
| "loss": 0.0628, | |
| "reward": 1.33984375, | |
| "reward_std": 0.5347601640969515, | |
| "rewards/validate_answer_with_correct_format": 0.619140625, | |
| "rewards/validate_format": 0.720703125, | |
| "step": 116 | |
| }, | |
| { | |
| "completion_length": 174.685546875, | |
| "epoch": 0.5133689839572193, | |
| "grad_norm": 1.4069411754608154, | |
| "kl": 1.360107421875, | |
| "learning_rate": 4.849785407725322e-07, | |
| "loss": 0.0544, | |
| "reward": 1.25, | |
| "reward_std": 0.5469169113785028, | |
| "rewards/validate_answer_with_correct_format": 0.537109375, | |
| "rewards/validate_format": 0.712890625, | |
| "step": 120 | |
| }, | |
| { | |
| "completion_length": 168.380859375, | |
| "epoch": 0.5304812834224599, | |
| "grad_norm": 1.0460318326950073, | |
| "kl": 0.49078369140625, | |
| "learning_rate": 4.6781115879828326e-07, | |
| "loss": 0.0196, | |
| "reward": 1.337890625, | |
| "reward_std": 0.4842473194003105, | |
| "rewards/validate_answer_with_correct_format": 0.564453125, | |
| "rewards/validate_format": 0.7734375, | |
| "step": 124 | |
| }, | |
| { | |
| "completion_length": 167.39453125, | |
| "epoch": 0.5475935828877005, | |
| "grad_norm": 0.717617392539978, | |
| "kl": 0.53839111328125, | |
| "learning_rate": 4.506437768240343e-07, | |
| "loss": 0.0216, | |
| "reward": 1.43359375, | |
| "reward_std": 0.47893994580954313, | |
| "rewards/validate_answer_with_correct_format": 0.623046875, | |
| "rewards/validate_format": 0.810546875, | |
| "step": 128 | |
| }, | |
| { | |
| "completion_length": 179.7890625, | |
| "epoch": 0.5647058823529412, | |
| "grad_norm": 1.0693079233169556, | |
| "kl": 1.01556396484375, | |
| "learning_rate": 4.3347639484978536e-07, | |
| "loss": 0.0407, | |
| "reward": 1.298828125, | |
| "reward_std": 0.5207763016223907, | |
| "rewards/validate_answer_with_correct_format": 0.58203125, | |
| "rewards/validate_format": 0.716796875, | |
| "step": 132 | |
| }, | |
| { | |
| "completion_length": 176.11328125, | |
| "epoch": 0.5818181818181818, | |
| "grad_norm": 1.5559654235839844, | |
| "kl": 1.3896484375, | |
| "learning_rate": 4.163090128755364e-07, | |
| "loss": 0.0556, | |
| "reward": 1.31640625, | |
| "reward_std": 0.6244864724576473, | |
| "rewards/validate_answer_with_correct_format": 0.580078125, | |
| "rewards/validate_format": 0.736328125, | |
| "step": 136 | |
| }, | |
| { | |
| "completion_length": 171.017578125, | |
| "epoch": 0.5989304812834224, | |
| "grad_norm": 1.3196905851364136, | |
| "kl": 1.96533203125, | |
| "learning_rate": 3.991416309012876e-07, | |
| "loss": 0.0786, | |
| "reward": 1.373046875, | |
| "reward_std": 0.5217751991003752, | |
| "rewards/validate_answer_with_correct_format": 0.63671875, | |
| "rewards/validate_format": 0.736328125, | |
| "step": 140 | |
| }, | |
| { | |
| "completion_length": 181.798828125, | |
| "epoch": 0.6160427807486631, | |
| "grad_norm": 0.8346861004829407, | |
| "kl": 2.1689453125, | |
| "learning_rate": 3.819742489270386e-07, | |
| "loss": 0.0867, | |
| "reward": 1.2734375, | |
| "reward_std": 0.5743660591542721, | |
| "rewards/validate_answer_with_correct_format": 0.58984375, | |
| "rewards/validate_format": 0.68359375, | |
| "step": 144 | |
| }, | |
| { | |
| "completion_length": 175.63671875, | |
| "epoch": 0.6331550802139038, | |
| "grad_norm": 1.6434240341186523, | |
| "kl": 1.395263671875, | |
| "learning_rate": 3.648068669527897e-07, | |
| "loss": 0.0559, | |
| "reward": 1.3671875, | |
| "reward_std": 0.4787444490939379, | |
| "rewards/validate_answer_with_correct_format": 0.6015625, | |
| "rewards/validate_format": 0.765625, | |
| "step": 148 | |
| }, | |
| { | |
| "completion_length": 166.970703125, | |
| "epoch": 0.6502673796791444, | |
| "grad_norm": 2.3217926025390625, | |
| "kl": 0.79571533203125, | |
| "learning_rate": 3.4763948497854073e-07, | |
| "loss": 0.0318, | |
| "reward": 1.486328125, | |
| "reward_std": 0.4878078643232584, | |
| "rewards/validate_answer_with_correct_format": 0.6640625, | |
| "rewards/validate_format": 0.822265625, | |
| "step": 152 | |
| }, | |
| { | |
| "completion_length": 172.341796875, | |
| "epoch": 0.667379679144385, | |
| "grad_norm": 2.0409505367279053, | |
| "kl": 1.2677001953125, | |
| "learning_rate": 3.3047210300429184e-07, | |
| "loss": 0.0507, | |
| "reward": 1.443359375, | |
| "reward_std": 0.5103737181052566, | |
| "rewards/validate_answer_with_correct_format": 0.65234375, | |
| "rewards/validate_format": 0.791015625, | |
| "step": 156 | |
| }, | |
| { | |
| "completion_length": 173.0703125, | |
| "epoch": 0.6844919786096256, | |
| "grad_norm": 0.673163115978241, | |
| "kl": 1.423583984375, | |
| "learning_rate": 3.133047210300429e-07, | |
| "loss": 0.057, | |
| "reward": 1.40625, | |
| "reward_std": 0.4554907586425543, | |
| "rewards/validate_answer_with_correct_format": 0.638671875, | |
| "rewards/validate_format": 0.767578125, | |
| "step": 160 | |
| }, | |
| { | |
| "completion_length": 172.994140625, | |
| "epoch": 0.7016042780748664, | |
| "grad_norm": 0.7499634623527527, | |
| "kl": 1.368408203125, | |
| "learning_rate": 2.96137339055794e-07, | |
| "loss": 0.0548, | |
| "reward": 1.427734375, | |
| "reward_std": 0.48304858803749084, | |
| "rewards/validate_answer_with_correct_format": 0.671875, | |
| "rewards/validate_format": 0.755859375, | |
| "step": 164 | |
| }, | |
| { | |
| "completion_length": 174.158203125, | |
| "epoch": 0.718716577540107, | |
| "grad_norm": 0.622071385383606, | |
| "kl": 1.55810546875, | |
| "learning_rate": 2.7896995708154505e-07, | |
| "loss": 0.0623, | |
| "reward": 1.375, | |
| "reward_std": 0.46824304293841124, | |
| "rewards/validate_answer_with_correct_format": 0.646484375, | |
| "rewards/validate_format": 0.728515625, | |
| "step": 168 | |
| }, | |
| { | |
| "completion_length": 172.513671875, | |
| "epoch": 0.7358288770053476, | |
| "grad_norm": 1.0885876417160034, | |
| "kl": 1.2890625, | |
| "learning_rate": 2.6180257510729615e-07, | |
| "loss": 0.0516, | |
| "reward": 1.34375, | |
| "reward_std": 0.5326037332415581, | |
| "rewards/validate_answer_with_correct_format": 0.609375, | |
| "rewards/validate_format": 0.734375, | |
| "step": 172 | |
| }, | |
| { | |
| "completion_length": 177.36328125, | |
| "epoch": 0.7529411764705882, | |
| "grad_norm": 1.3465913534164429, | |
| "kl": 1.707763671875, | |
| "learning_rate": 2.446351931330472e-07, | |
| "loss": 0.0683, | |
| "reward": 1.29296875, | |
| "reward_std": 0.5761713199317455, | |
| "rewards/validate_answer_with_correct_format": 0.595703125, | |
| "rewards/validate_format": 0.697265625, | |
| "step": 176 | |
| }, | |
| { | |
| "completion_length": 175.986328125, | |
| "epoch": 0.7700534759358288, | |
| "grad_norm": 1.9746425151824951, | |
| "kl": 1.796875, | |
| "learning_rate": 2.2746781115879825e-07, | |
| "loss": 0.0718, | |
| "reward": 1.291015625, | |
| "reward_std": 0.5592877455055714, | |
| "rewards/validate_answer_with_correct_format": 0.609375, | |
| "rewards/validate_format": 0.681640625, | |
| "step": 180 | |
| }, | |
| { | |
| "completion_length": 181.4921875, | |
| "epoch": 0.7871657754010695, | |
| "grad_norm": 1.2594670057296753, | |
| "kl": 2.2677001953125, | |
| "learning_rate": 2.1030042918454936e-07, | |
| "loss": 0.0906, | |
| "reward": 1.29296875, | |
| "reward_std": 0.5261205593124032, | |
| "rewards/validate_answer_with_correct_format": 0.59765625, | |
| "rewards/validate_format": 0.6953125, | |
| "step": 184 | |
| }, | |
| { | |
| "completion_length": 182.068359375, | |
| "epoch": 0.8042780748663102, | |
| "grad_norm": 0.9596216678619385, | |
| "kl": 1.4912109375, | |
| "learning_rate": 1.931330472103004e-07, | |
| "loss": 0.0597, | |
| "reward": 1.2734375, | |
| "reward_std": 0.5831566601991653, | |
| "rewards/validate_answer_with_correct_format": 0.580078125, | |
| "rewards/validate_format": 0.693359375, | |
| "step": 188 | |
| }, | |
| { | |
| "completion_length": 176.224609375, | |
| "epoch": 0.8213903743315508, | |
| "grad_norm": 1.0331825017929077, | |
| "kl": 1.3037109375, | |
| "learning_rate": 1.759656652360515e-07, | |
| "loss": 0.0522, | |
| "reward": 1.384765625, | |
| "reward_std": 0.48507228679955006, | |
| "rewards/validate_answer_with_correct_format": 0.640625, | |
| "rewards/validate_format": 0.744140625, | |
| "step": 192 | |
| }, | |
| { | |
| "completion_length": 170.205078125, | |
| "epoch": 0.8385026737967914, | |
| "grad_norm": 1.1908960342407227, | |
| "kl": 1.3134765625, | |
| "learning_rate": 1.5879828326180257e-07, | |
| "loss": 0.0526, | |
| "reward": 1.44140625, | |
| "reward_std": 0.5417510252445936, | |
| "rewards/validate_answer_with_correct_format": 0.658203125, | |
| "rewards/validate_format": 0.783203125, | |
| "step": 196 | |
| }, | |
| { | |
| "completion_length": 175.8125, | |
| "epoch": 0.8556149732620321, | |
| "grad_norm": 2.4777722358703613, | |
| "kl": 1.801025390625, | |
| "learning_rate": 1.4163090128755365e-07, | |
| "loss": 0.072, | |
| "reward": 1.306640625, | |
| "reward_std": 0.5542392712086439, | |
| "rewards/validate_answer_with_correct_format": 0.595703125, | |
| "rewards/validate_format": 0.7109375, | |
| "step": 200 | |
| }, | |
| { | |
| "completion_length": 177.724609375, | |
| "epoch": 0.8727272727272727, | |
| "grad_norm": 0.8101657032966614, | |
| "kl": 2.00537109375, | |
| "learning_rate": 1.2446351931330473e-07, | |
| "loss": 0.0802, | |
| "reward": 1.28125, | |
| "reward_std": 0.5756953954696655, | |
| "rewards/validate_answer_with_correct_format": 0.595703125, | |
| "rewards/validate_format": 0.685546875, | |
| "step": 204 | |
| }, | |
| { | |
| "completion_length": 178.109375, | |
| "epoch": 0.8898395721925134, | |
| "grad_norm": 4.290409564971924, | |
| "kl": 2.436279296875, | |
| "learning_rate": 1.0729613733905579e-07, | |
| "loss": 0.0974, | |
| "reward": 1.2265625, | |
| "reward_std": 0.5841891095042229, | |
| "rewards/validate_answer_with_correct_format": 0.54296875, | |
| "rewards/validate_format": 0.68359375, | |
| "step": 208 | |
| }, | |
| { | |
| "completion_length": 182.623046875, | |
| "epoch": 0.906951871657754, | |
| "grad_norm": 1.0480223894119263, | |
| "kl": 2.49560546875, | |
| "learning_rate": 9.012875536480687e-08, | |
| "loss": 0.0999, | |
| "reward": 1.173828125, | |
| "reward_std": 0.6358627937734127, | |
| "rewards/validate_answer_with_correct_format": 0.54296875, | |
| "rewards/validate_format": 0.630859375, | |
| "step": 212 | |
| }, | |
| { | |
| "completion_length": 180.333984375, | |
| "epoch": 0.9240641711229947, | |
| "grad_norm": 1.4673086404800415, | |
| "kl": 2.2333984375, | |
| "learning_rate": 7.296137339055794e-08, | |
| "loss": 0.0895, | |
| "reward": 1.158203125, | |
| "reward_std": 0.6267144195735455, | |
| "rewards/validate_answer_with_correct_format": 0.50390625, | |
| "rewards/validate_format": 0.654296875, | |
| "step": 216 | |
| }, | |
| { | |
| "completion_length": 177.82421875, | |
| "epoch": 0.9411764705882353, | |
| "grad_norm": 1.3507096767425537, | |
| "kl": 2.12353515625, | |
| "learning_rate": 5.5793991416309014e-08, | |
| "loss": 0.0849, | |
| "reward": 1.212890625, | |
| "reward_std": 0.6212888453155756, | |
| "rewards/validate_answer_with_correct_format": 0.5546875, | |
| "rewards/validate_format": 0.658203125, | |
| "step": 220 | |
| }, | |
| { | |
| "completion_length": 176.25390625, | |
| "epoch": 0.9582887700534759, | |
| "grad_norm": 1.1437978744506836, | |
| "kl": 1.736328125, | |
| "learning_rate": 3.8626609442060086e-08, | |
| "loss": 0.0695, | |
| "reward": 1.244140625, | |
| "reward_std": 0.5541076026856899, | |
| "rewards/validate_answer_with_correct_format": 0.568359375, | |
| "rewards/validate_format": 0.67578125, | |
| "step": 224 | |
| }, | |
| { | |
| "completion_length": 172.615234375, | |
| "epoch": 0.9754010695187165, | |
| "grad_norm": 2.013885974884033, | |
| "kl": 1.874267578125, | |
| "learning_rate": 2.1459227467811158e-08, | |
| "loss": 0.075, | |
| "reward": 1.31640625, | |
| "reward_std": 0.5559380035847425, | |
| "rewards/validate_answer_with_correct_format": 0.6015625, | |
| "rewards/validate_format": 0.71484375, | |
| "step": 228 | |
| }, | |
| { | |
| "completion_length": 173.4765625, | |
| "epoch": 0.9925133689839573, | |
| "grad_norm": 0.9704756140708923, | |
| "kl": 1.89306640625, | |
| "learning_rate": 4.291845493562231e-09, | |
| "loss": 0.0757, | |
| "reward": 1.271484375, | |
| "reward_std": 0.5627450533211231, | |
| "rewards/validate_answer_with_correct_format": 0.59375, | |
| "rewards/validate_format": 0.677734375, | |
| "step": 232 | |
| } | |
| ], | |
| "logging_steps": 4, | |
| "max_steps": 233, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |