{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 33750,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.044444444444444446,
      "grad_norm": 4.640678405761719,
      "learning_rate": 4.925925925925926e-05,
      "loss": 0.2464,
      "num_input_tokens_seen": 512000,
      "step": 500
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 2.8545427322387695,
      "learning_rate": 4.851851851851852e-05,
      "loss": 0.1755,
      "num_input_tokens_seen": 1024000,
      "step": 1000
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 1.1847012042999268,
      "learning_rate": 4.7777777777777784e-05,
      "loss": 0.1628,
      "num_input_tokens_seen": 1536000,
      "step": 1500
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 3.767167568206787,
      "learning_rate": 4.703703703703704e-05,
      "loss": 0.1475,
      "num_input_tokens_seen": 2048000,
      "step": 2000
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 3.5827574729919434,
      "learning_rate": 4.62962962962963e-05,
      "loss": 0.1448,
      "num_input_tokens_seen": 2560000,
      "step": 2500
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 2.042477607727051,
      "learning_rate": 4.555555555555556e-05,
      "loss": 0.1412,
      "num_input_tokens_seen": 3072000,
      "step": 3000
    },
    {
      "epoch": 0.3111111111111111,
      "grad_norm": 1.130966305732727,
      "learning_rate": 4.481481481481482e-05,
      "loss": 0.1296,
      "num_input_tokens_seen": 3584000,
      "step": 3500
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 3.1181435585021973,
      "learning_rate": 4.4074074074074076e-05,
      "loss": 0.131,
      "num_input_tokens_seen": 4096000,
      "step": 4000
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.284423351287842,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 0.135,
      "num_input_tokens_seen": 4608000,
      "step": 4500
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 2.6171817779541016,
      "learning_rate": 4.259259259259259e-05,
      "loss": 0.1251,
      "num_input_tokens_seen": 5120000,
      "step": 5000
    },
    {
      "epoch": 0.4888888888888889,
      "grad_norm": 2.712770462036133,
      "learning_rate": 4.185185185185185e-05,
      "loss": 0.1214,
      "num_input_tokens_seen": 5632000,
      "step": 5500
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 1.8071026802062988,
      "learning_rate": 4.111111111111111e-05,
      "loss": 0.1178,
      "num_input_tokens_seen": 6144000,
      "step": 6000
    },
    {
      "epoch": 0.5777777777777777,
      "grad_norm": 2.124100685119629,
      "learning_rate": 4.0370370370370374e-05,
      "loss": 0.1187,
      "num_input_tokens_seen": 6656000,
      "step": 6500
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 2.7214131355285645,
      "learning_rate": 3.962962962962963e-05,
      "loss": 0.118,
      "num_input_tokens_seen": 7168000,
      "step": 7000
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 2.097531318664551,
      "learning_rate": 3.888888888888889e-05,
      "loss": 0.1156,
      "num_input_tokens_seen": 7680000,
      "step": 7500
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 2.9476003646850586,
      "learning_rate": 3.814814814814815e-05,
      "loss": 0.1168,
      "num_input_tokens_seen": 8192000,
      "step": 8000
    },
    {
      "epoch": 0.7555555555555555,
      "grad_norm": 2.068228006362915,
      "learning_rate": 3.740740740740741e-05,
      "loss": 0.1122,
      "num_input_tokens_seen": 8704000,
      "step": 8500
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.8230115175247192,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 0.1129,
      "num_input_tokens_seen": 9216000,
      "step": 9000
    },
    {
      "epoch": 0.8444444444444444,
      "grad_norm": 2.0530920028686523,
      "learning_rate": 3.592592592592593e-05,
      "loss": 0.1074,
      "num_input_tokens_seen": 9728000,
      "step": 9500
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 1.2028056383132935,
      "learning_rate": 3.518518518518519e-05,
      "loss": 0.1022,
      "num_input_tokens_seen": 10240000,
      "step": 10000
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": 1.908441185951233,
      "learning_rate": 3.444444444444445e-05,
      "loss": 0.102,
      "num_input_tokens_seen": 10752000,
      "step": 10500
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 1.4811742305755615,
      "learning_rate": 3.3703703703703706e-05,
      "loss": 0.0967,
      "num_input_tokens_seen": 11264000,
      "step": 11000
    },
    {
      "epoch": 1.0222222222222221,
      "grad_norm": 2.421898126602173,
      "learning_rate": 3.2962962962962964e-05,
      "loss": 0.0908,
      "num_input_tokens_seen": 11776000,
      "step": 11500
    },
    {
      "epoch": 1.0666666666666667,
      "grad_norm": 1.024445652961731,
      "learning_rate": 3.222222222222223e-05,
      "loss": 0.0729,
      "num_input_tokens_seen": 12288000,
      "step": 12000
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 2.516057014465332,
      "learning_rate": 3.148148148148148e-05,
      "loss": 0.0739,
      "num_input_tokens_seen": 12800000,
      "step": 12500
    },
    {
      "epoch": 1.1555555555555554,
      "grad_norm": 3.101442813873291,
      "learning_rate": 3.074074074074074e-05,
      "loss": 0.0728,
      "num_input_tokens_seen": 13312000,
      "step": 13000
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.0181483030319214,
      "learning_rate": 3e-05,
      "loss": 0.0713,
      "num_input_tokens_seen": 13824000,
      "step": 13500
    },
    {
      "epoch": 1.2444444444444445,
      "grad_norm": 2.7126169204711914,
      "learning_rate": 2.925925925925926e-05,
      "loss": 0.0739,
      "num_input_tokens_seen": 14336000,
      "step": 14000
    },
    {
      "epoch": 1.2888888888888888,
      "grad_norm": 2.1057209968566895,
      "learning_rate": 2.851851851851852e-05,
      "loss": 0.0718,
      "num_input_tokens_seen": 14848000,
      "step": 14500
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 2.226621150970459,
      "learning_rate": 2.777777777777778e-05,
      "loss": 0.081,
      "num_input_tokens_seen": 15360000,
      "step": 15000
    },
    {
      "epoch": 1.3777777777777778,
      "grad_norm": 1.1672347784042358,
      "learning_rate": 2.7037037037037037e-05,
      "loss": 0.0744,
      "num_input_tokens_seen": 15872000,
      "step": 15500
    },
    {
      "epoch": 1.4222222222222223,
      "grad_norm": 1.556462287902832,
      "learning_rate": 2.6296296296296296e-05,
      "loss": 0.0727,
      "num_input_tokens_seen": 16384000,
      "step": 16000
    },
    {
      "epoch": 1.4666666666666668,
      "grad_norm": 1.4660066366195679,
      "learning_rate": 2.5555555555555554e-05,
      "loss": 0.0688,
      "num_input_tokens_seen": 16896000,
      "step": 16500
    },
    {
      "epoch": 1.511111111111111,
      "grad_norm": 1.3551133871078491,
      "learning_rate": 2.4814814814814816e-05,
      "loss": 0.0664,
      "num_input_tokens_seen": 17408000,
      "step": 17000
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 1.1325716972351074,
      "learning_rate": 2.4074074074074074e-05,
      "loss": 0.0712,
      "num_input_tokens_seen": 17920000,
      "step": 17500
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.0320031642913818,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 0.0696,
      "num_input_tokens_seen": 18432000,
      "step": 18000
    },
    {
      "epoch": 1.6444444444444444,
      "grad_norm": 2.1350128650665283,
      "learning_rate": 2.2592592592592594e-05,
      "loss": 0.0712,
      "num_input_tokens_seen": 18944000,
      "step": 18500
    },
    {
      "epoch": 1.6888888888888889,
      "grad_norm": 1.1131097078323364,
      "learning_rate": 2.1851851851851852e-05,
      "loss": 0.0728,
      "num_input_tokens_seen": 19456000,
      "step": 19000
    },
    {
      "epoch": 1.7333333333333334,
      "grad_norm": 1.8592647314071655,
      "learning_rate": 2.111111111111111e-05,
      "loss": 0.07,
      "num_input_tokens_seen": 19968000,
      "step": 19500
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 1.7992678880691528,
      "learning_rate": 2.037037037037037e-05,
      "loss": 0.0682,
      "num_input_tokens_seen": 20480000,
      "step": 20000
    },
    {
      "epoch": 1.8222222222222222,
      "grad_norm": 1.4641705751419067,
      "learning_rate": 1.962962962962963e-05,
      "loss": 0.0627,
      "num_input_tokens_seen": 20992000,
      "step": 20500
    },
    {
      "epoch": 1.8666666666666667,
      "grad_norm": 1.758195161819458,
      "learning_rate": 1.888888888888889e-05,
      "loss": 0.0686,
      "num_input_tokens_seen": 21504000,
      "step": 21000
    },
    {
      "epoch": 1.911111111111111,
      "grad_norm": 1.9842095375061035,
      "learning_rate": 1.814814814814815e-05,
      "loss": 0.068,
      "num_input_tokens_seen": 22016000,
      "step": 21500
    },
    {
      "epoch": 1.9555555555555557,
      "grad_norm": 1.4546846151351929,
      "learning_rate": 1.740740740740741e-05,
      "loss": 0.0646,
      "num_input_tokens_seen": 22528000,
      "step": 22000
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.412598133087158,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.068,
      "num_input_tokens_seen": 23040000,
      "step": 22500
    },
    {
      "epoch": 2.0444444444444443,
      "grad_norm": 2.1435558795928955,
      "learning_rate": 1.5925925925925926e-05,
      "loss": 0.0492,
      "num_input_tokens_seen": 23552000,
      "step": 23000
    },
    {
      "epoch": 2.088888888888889,
      "grad_norm": 1.800618290901184,
      "learning_rate": 1.5185185185185186e-05,
      "loss": 0.0488,
      "num_input_tokens_seen": 24064000,
      "step": 23500
    },
    {
      "epoch": 2.1333333333333333,
      "grad_norm": 1.1772105693817139,
      "learning_rate": 1.4444444444444444e-05,
      "loss": 0.0465,
      "num_input_tokens_seen": 24576000,
      "step": 24000
    },
    {
      "epoch": 2.1777777777777776,
      "grad_norm": 0.9198475480079651,
      "learning_rate": 1.3703703703703704e-05,
      "loss": 0.0458,
      "num_input_tokens_seen": 25088000,
      "step": 24500
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 1.3264068365097046,
      "learning_rate": 1.2962962962962962e-05,
      "loss": 0.0476,
      "num_input_tokens_seen": 25600000,
      "step": 25000
    },
    {
      "epoch": 2.2666666666666666,
      "grad_norm": 2.010927438735962,
      "learning_rate": 1.2222222222222222e-05,
      "loss": 0.0485,
      "num_input_tokens_seen": 26112000,
      "step": 25500
    },
    {
      "epoch": 2.311111111111111,
      "grad_norm": 1.620568871498108,
      "learning_rate": 1.1481481481481482e-05,
      "loss": 0.0443,
      "num_input_tokens_seen": 26624000,
      "step": 26000
    },
    {
      "epoch": 2.3555555555555556,
      "grad_norm": 1.1650017499923706,
      "learning_rate": 1.074074074074074e-05,
      "loss": 0.0456,
      "num_input_tokens_seen": 27136000,
      "step": 26500
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.404801607131958,
      "learning_rate": 1e-05,
      "loss": 0.0453,
      "num_input_tokens_seen": 27648000,
      "step": 27000
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 1.6808654069900513,
      "learning_rate": 9.259259259259259e-06,
      "loss": 0.0447,
      "num_input_tokens_seen": 28160000,
      "step": 27500
    },
    {
      "epoch": 2.488888888888889,
      "grad_norm": 1.0057835578918457,
      "learning_rate": 8.518518518518519e-06,
      "loss": 0.0494,
      "num_input_tokens_seen": 28672000,
      "step": 28000
    },
    {
      "epoch": 2.533333333333333,
      "grad_norm": 1.2674041986465454,
      "learning_rate": 7.777777777777777e-06,
      "loss": 0.044,
      "num_input_tokens_seen": 29184000,
      "step": 28500
    },
    {
      "epoch": 2.5777777777777775,
      "grad_norm": 1.236249327659607,
      "learning_rate": 7.0370370370370375e-06,
      "loss": 0.0478,
      "num_input_tokens_seen": 29696000,
      "step": 29000
    },
    {
      "epoch": 2.6222222222222222,
      "grad_norm": 1.3907105922698975,
      "learning_rate": 6.296296296296296e-06,
      "loss": 0.0428,
      "num_input_tokens_seen": 30208000,
      "step": 29500
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 1.8549304008483887,
      "learning_rate": 5.555555555555556e-06,
      "loss": 0.0451,
      "num_input_tokens_seen": 30720000,
      "step": 30000
    },
    {
      "epoch": 2.7111111111111112,
      "grad_norm": 1.3427213430404663,
      "learning_rate": 4.814814814814815e-06,
      "loss": 0.0438,
      "num_input_tokens_seen": 31232000,
      "step": 30500
    },
    {
      "epoch": 2.7555555555555555,
      "grad_norm": 1.9282052516937256,
      "learning_rate": 4.074074074074075e-06,
      "loss": 0.046,
      "num_input_tokens_seen": 31744000,
      "step": 31000
    },
    {
      "epoch": 2.8,
      "grad_norm": 1.3202067613601685,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.0394,
      "num_input_tokens_seen": 32256000,
      "step": 31500
    },
    {
      "epoch": 2.8444444444444446,
      "grad_norm": 0.9947272539138794,
      "learning_rate": 2.5925925925925925e-06,
      "loss": 0.0428,
      "num_input_tokens_seen": 32768000,
      "step": 32000
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 1.1175397634506226,
      "learning_rate": 1.8518518518518519e-06,
      "loss": 0.0411,
      "num_input_tokens_seen": 33280000,
      "step": 32500
    },
    {
      "epoch": 2.9333333333333336,
      "grad_norm": 1.4308379888534546,
      "learning_rate": 1.1111111111111112e-06,
      "loss": 0.0422,
      "num_input_tokens_seen": 33792000,
      "step": 33000
    },
    {
      "epoch": 2.977777777777778,
      "grad_norm": 1.3511176109313965,
      "learning_rate": 3.703703703703704e-07,
      "loss": 0.0428,
      "num_input_tokens_seen": 34304000,
      "step": 33500
    },
    {
      "epoch": 3.0,
      "num_input_tokens_seen": 34560000,
      "step": 33750,
      "total_flos": 4446488701440000.0,
      "train_loss": 0.08211795973601164,
      "train_runtime": 1433.1905,
      "train_samples_per_second": 188.391,
      "train_steps_per_second": 23.549,
      "train_tokens_per_second": 24114.032
    }
  ],
  "logging_steps": 500,
  "max_steps": 33750,
  "num_input_tokens_seen": 34560000,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4446488701440000.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}