{
  "best_metric": 0.6766157746315002,
  "best_model_checkpoint": "./checkpoints/llava-v1.6-vicuna-7b_anyres/checkpoint-250",
  "epoch": 10.0,
  "eval_steps": 1.0,
  "global_step": 320,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03125,
      "grad_norm": 1.0039058937636163,
      "learning_rate": 0.0,
      "loss": 1.3969,
      "step": 1
    },
    {
      "epoch": 0.03125,
      "eval_loss": 1.4111441373825073,
      "eval_runtime": 50.4639,
      "eval_samples_per_second": 3.963,
      "eval_steps_per_second": 0.495,
      "step": 1
    },
    {
      "epoch": 0.0625,
      "grad_norm": 0.8420754522690636,
      "learning_rate": 2e-05,
      "loss": 1.3382,
      "step": 2
    },
    {
      "epoch": 0.0625,
      "eval_loss": 1.4111441373825073,
      "eval_runtime": 43.3333,
      "eval_samples_per_second": 4.615,
      "eval_steps_per_second": 0.577,
      "step": 2
    },
    {
      "epoch": 0.09375,
      "grad_norm": 0.8367925175081548,
      "learning_rate": 2e-05,
      "loss": 1.3867,
      "step": 3
    },
    {
      "epoch": 0.09375,
      "eval_loss": 1.3688743114471436,
      "eval_runtime": 43.5247,
      "eval_samples_per_second": 4.595,
      "eval_steps_per_second": 0.574,
      "step": 3
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.7061648883003396,
      "learning_rate": 2e-05,
      "loss": 1.3331,
      "step": 4
    },
    {
      "epoch": 0.125,
      "eval_loss": 1.3259124755859375,
      "eval_runtime": 43.4317,
      "eval_samples_per_second": 4.605,
      "eval_steps_per_second": 0.576,
      "step": 4
    },
    {
      "epoch": 0.15625,
      "grad_norm": 0.8059747640123492,
      "learning_rate": 2e-05,
      "loss": 1.3031,
      "step": 5
    },
    {
      "epoch": 0.15625,
      "eval_loss": 1.2872124910354614,
      "eval_runtime": 43.4379,
      "eval_samples_per_second": 4.604,
      "eval_steps_per_second": 0.576,
      "step": 5
    },
    {
      "epoch": 0.1875,
      "grad_norm": 0.7045153329302901,
      "learning_rate": 2e-05,
      "loss": 1.2771,
      "step": 6
    },
    {
      "epoch": 0.1875,
      "eval_loss": 1.2505193948745728,
      "eval_runtime": 43.5902,
      "eval_samples_per_second": 4.588,
      "eval_steps_per_second": 0.574,
      "step": 6
    },
    {
      "epoch": 0.21875,
      "grad_norm": 0.6329971562106237,
      "learning_rate": 2e-05,
      "loss": 1.249,
      "step": 7
    },
    {
      "epoch": 0.21875,
      "eval_loss": 1.2199320793151855,
      "eval_runtime": 43.4066,
      "eval_samples_per_second": 4.608,
      "eval_steps_per_second": 0.576,
      "step": 7
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5550979385222247,
      "learning_rate": 2e-05,
      "loss": 1.2257,
      "step": 8
    },
    {
      "epoch": 0.25,
      "eval_loss": 1.1977466344833374,
      "eval_runtime": 43.5387,
      "eval_samples_per_second": 4.594,
      "eval_steps_per_second": 0.574,
      "step": 8
    },
    {
      "epoch": 0.28125,
      "grad_norm": 0.4406797963422461,
      "learning_rate": 2e-05,
      "loss": 1.2462,
      "step": 9
    },
    {
      "epoch": 0.28125,
      "eval_loss": 1.179214358329773,
      "eval_runtime": 43.4861,
      "eval_samples_per_second": 4.599,
      "eval_steps_per_second": 0.575,
      "step": 9
    },
    {
      "epoch": 0.3125,
      "grad_norm": 0.42022162096647486,
      "learning_rate": 2e-05,
      "loss": 1.1858,
      "step": 10
    },
    {
      "epoch": 0.3125,
      "eval_loss": 1.1616674661636353,
      "eval_runtime": 43.8611,
      "eval_samples_per_second": 4.56,
      "eval_steps_per_second": 0.57,
      "step": 10
    },
    {
      "epoch": 0.34375,
      "grad_norm": 0.39691998835013426,
      "learning_rate": 2e-05,
      "loss": 1.235,
      "step": 11
    },
    {
      "epoch": 0.34375,
      "eval_loss": 1.1443771123886108,
      "eval_runtime": 43.5109,
      "eval_samples_per_second": 4.597,
      "eval_steps_per_second": 0.575,
      "step": 11
    },
    {
      "epoch": 0.375,
      "grad_norm": 0.4500748148291364,
      "learning_rate": 2e-05,
      "loss": 1.1953,
      "step": 12
    },
    {
      "epoch": 0.375,
      "eval_loss": 1.1261780261993408,
      "eval_runtime": 44.8553,
      "eval_samples_per_second": 4.459,
      "eval_steps_per_second": 0.557,
      "step": 12
    },
    {
      "epoch": 0.40625,
      "grad_norm": 0.4777471950803986,
      "learning_rate": 2e-05,
      "loss": 1.2094,
      "step": 13
    },
    {
      "epoch": 0.40625,
      "eval_loss": 1.1074599027633667,
      "eval_runtime": 43.6762,
      "eval_samples_per_second": 4.579,
      "eval_steps_per_second": 0.572,
      "step": 13
    },
    {
      "epoch": 0.4375,
      "grad_norm": 0.45433160021015917,
      "learning_rate": 2e-05,
      "loss": 1.0426,
      "step": 14
    },
    {
      "epoch": 0.4375,
      "eval_loss": 1.089483380317688,
      "eval_runtime": 43.9528,
      "eval_samples_per_second": 4.55,
      "eval_steps_per_second": 0.569,
      "step": 14
    },
    {
      "epoch": 0.46875,
      "grad_norm": 0.39854476457233645,
      "learning_rate": 2e-05,
      "loss": 1.1595,
      "step": 15
    },
    {
      "epoch": 0.46875,
      "eval_loss": 1.0731947422027588,
      "eval_runtime": 43.3809,
      "eval_samples_per_second": 4.61,
      "eval_steps_per_second": 0.576,
      "step": 15
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.41898459581564557,
      "learning_rate": 2e-05,
      "loss": 1.0923,
      "step": 16
    },
    {
      "epoch": 0.5,
      "eval_loss": 1.0587964057922363,
      "eval_runtime": 46.3861,
      "eval_samples_per_second": 4.312,
      "eval_steps_per_second": 0.539,
      "step": 16
    },
    {
      "epoch": 0.53125,
      "grad_norm": 0.3748700393546972,
      "learning_rate": 2e-05,
      "loss": 1.0973,
      "step": 17
    },
    {
      "epoch": 0.53125,
      "eval_loss": 1.0456310510635376,
      "eval_runtime": 44.8571,
      "eval_samples_per_second": 4.459,
      "eval_steps_per_second": 0.557,
      "step": 17
    },
    {
      "epoch": 0.5625,
      "grad_norm": 0.5226526211782249,
      "learning_rate": 2e-05,
      "loss": 1.0901,
      "step": 18
    },
    {
      "epoch": 0.5625,
      "eval_loss": 1.0317203998565674,
      "eval_runtime": 44.6579,
      "eval_samples_per_second": 4.478,
      "eval_steps_per_second": 0.56,
      "step": 18
    },
    {
      "epoch": 0.59375,
      "grad_norm": 0.3769885031745698,
      "learning_rate": 2e-05,
      "loss": 1.0033,
      "step": 19
    },
    {
      "epoch": 0.59375,
      "eval_loss": 1.0182812213897705,
      "eval_runtime": 44.6735,
      "eval_samples_per_second": 4.477,
      "eval_steps_per_second": 0.56,
      "step": 19
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.34752776954348064,
      "learning_rate": 2e-05,
      "loss": 1.1256,
      "step": 20
    },
    {
      "epoch": 0.625,
      "eval_loss": 1.0062216520309448,
      "eval_runtime": 44.4317,
      "eval_samples_per_second": 4.501,
      "eval_steps_per_second": 0.563,
      "step": 20
    },
    {
      "epoch": 0.65625,
      "grad_norm": 0.275958956017114,
      "learning_rate": 2e-05,
      "loss": 1.0333,
      "step": 21
    },
    {
      "epoch": 0.65625,
      "eval_loss": 0.9957399964332581,
      "eval_runtime": 46.4719,
      "eval_samples_per_second": 4.304,
      "eval_steps_per_second": 0.538,
      "step": 21
    },
    {
      "epoch": 0.6875,
      "grad_norm": 0.31928085878737833,
      "learning_rate": 2e-05,
      "loss": 1.0847,
      "step": 22
    },
    {
      "epoch": 0.6875,
      "eval_loss": 0.9862645864486694,
      "eval_runtime": 46.7925,
      "eval_samples_per_second": 4.274,
      "eval_steps_per_second": 0.534,
      "step": 22
    },
    {
      "epoch": 0.71875,
      "grad_norm": 0.26966401299568643,
      "learning_rate": 2e-05,
      "loss": 1.0678,
      "step": 23
    },
    {
      "epoch": 0.71875,
      "eval_loss": 0.9774981141090393,
      "eval_runtime": 46.2095,
      "eval_samples_per_second": 4.328,
      "eval_steps_per_second": 0.541,
      "step": 23
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.24088872786986867,
      "learning_rate": 2e-05,
      "loss": 1.064,
      "step": 24
    },
    {
      "epoch": 0.75,
      "eval_loss": 0.9695597887039185,
      "eval_runtime": 47.1059,
      "eval_samples_per_second": 4.246,
      "eval_steps_per_second": 0.531,
      "step": 24
    },
    {
      "epoch": 0.78125,
      "grad_norm": 0.27631902106476014,
      "learning_rate": 2e-05,
      "loss": 1.0141,
      "step": 25
    },
    {
      "epoch": 0.78125,
      "eval_loss": 0.9618983268737793,
      "eval_runtime": 46.1528,
      "eval_samples_per_second": 4.333,
      "eval_steps_per_second": 0.542,
      "step": 25
    },
    {
      "epoch": 0.8125,
      "grad_norm": 0.24434161495988888,
      "learning_rate": 2e-05,
      "loss": 1.0376,
      "step": 26
    },
    {
      "epoch": 0.8125,
      "eval_loss": 0.9548751711845398,
      "eval_runtime": 45.7844,
      "eval_samples_per_second": 4.368,
      "eval_steps_per_second": 0.546,
      "step": 26
    },
    {
      "epoch": 0.84375,
      "grad_norm": 0.25256672152337845,
      "learning_rate": 2e-05,
      "loss": 0.9632,
      "step": 27
    },
    {
      "epoch": 0.84375,
      "eval_loss": 0.9482427835464478,
      "eval_runtime": 47.8001,
      "eval_samples_per_second": 4.184,
      "eval_steps_per_second": 0.523,
      "step": 27
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.26872334126279845,
      "learning_rate": 2e-05,
      "loss": 0.9819,
      "step": 28
    },
    {
      "epoch": 0.875,
      "eval_loss": 0.9416670203208923,
      "eval_runtime": 47.157,
      "eval_samples_per_second": 4.241,
      "eval_steps_per_second": 0.53,
      "step": 28
    },
    {
      "epoch": 0.90625,
      "grad_norm": 0.21711663558311656,
      "learning_rate": 2e-05,
      "loss": 0.9953,
      "step": 29
    },
    {
      "epoch": 0.90625,
      "eval_loss": 0.9355730414390564,
      "eval_runtime": 45.9328,
      "eval_samples_per_second": 4.354,
      "eval_steps_per_second": 0.544,
      "step": 29
    },
    {
      "epoch": 0.9375,
      "grad_norm": 0.21636473054277702,
      "learning_rate": 2e-05,
      "loss": 1.0328,
      "step": 30
    },
    {
      "epoch": 0.9375,
      "eval_loss": 0.9298823475837708,
      "eval_runtime": 46.0325,
      "eval_samples_per_second": 4.345,
      "eval_steps_per_second": 0.543,
      "step": 30
    },
    {
      "epoch": 0.96875,
      "grad_norm": 0.2530858798467821,
      "learning_rate": 2e-05,
      "loss": 0.8713,
      "step": 31
    },
    {
      "epoch": 0.96875,
      "eval_loss": 0.9241495728492737,
      "eval_runtime": 46.0309,
      "eval_samples_per_second": 4.345,
      "eval_steps_per_second": 0.543,
      "step": 31
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2500917296208238,
      "learning_rate": 2e-05,
      "loss": 0.9831,
      "step": 32
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.9184038043022156,
      "eval_runtime": 46.1304,
      "eval_samples_per_second": 4.336,
      "eval_steps_per_second": 0.542,
      "step": 32
    },
    {
      "epoch": 1.03125,
      "grad_norm": 0.25563291180685294,
      "learning_rate": 2e-05,
      "loss": 1.0227,
      "step": 33
    },
    {
      "epoch": 1.03125,
      "eval_loss": 0.9126191735267639,
      "eval_runtime": 52.6388,
      "eval_samples_per_second": 3.799,
      "eval_steps_per_second": 0.475,
      "step": 33
    },
    {
      "epoch": 1.0625,
      "grad_norm": 0.2225226787999786,
      "learning_rate": 2e-05,
      "loss": 1.0241,
      "step": 34
    },
    {
      "epoch": 1.0625,
      "eval_loss": 0.9070788621902466,
      "eval_runtime": 43.6322,
      "eval_samples_per_second": 4.584,
      "eval_steps_per_second": 0.573,
      "step": 34
    },
    {
      "epoch": 1.09375,
      "grad_norm": 0.2052840697405099,
      "learning_rate": 2e-05,
      "loss": 1.0476,
      "step": 35
    },
    {
      "epoch": 1.09375,
      "eval_loss": 0.9018412828445435,
      "eval_runtime": 43.1975,
      "eval_samples_per_second": 4.63,
      "eval_steps_per_second": 0.579,
      "step": 35
    },
    {
      "epoch": 1.125,
      "grad_norm": 0.23676392278447683,
      "learning_rate": 2e-05,
      "loss": 1.01,
      "step": 36
    },
    {
      "epoch": 1.125,
      "eval_loss": 0.8966168761253357,
      "eval_runtime": 45.9216,
      "eval_samples_per_second": 4.355,
      "eval_steps_per_second": 0.544,
      "step": 36
    },
    {
      "epoch": 1.15625,
      "grad_norm": 0.22099733575664926,
      "learning_rate": 2e-05,
      "loss": 0.9525,
      "step": 37
    },
    {
      "epoch": 1.15625,
      "eval_loss": 0.891795814037323,
      "eval_runtime": 44.7872,
      "eval_samples_per_second": 4.466,
      "eval_steps_per_second": 0.558,
      "step": 37
    },
    {
      "epoch": 1.1875,
      "grad_norm": 0.2527359179725302,
      "learning_rate": 2e-05,
      "loss": 0.9627,
      "step": 38
    },
    {
      "epoch": 1.1875,
      "eval_loss": 0.8872839212417603,
      "eval_runtime": 44.6369,
      "eval_samples_per_second": 4.481,
      "eval_steps_per_second": 0.56,
      "step": 38
    },
    {
      "epoch": 1.21875,
      "grad_norm": 0.25432158026395235,
      "learning_rate": 2e-05,
      "loss": 0.9972,
      "step": 39
    },
    {
      "epoch": 1.21875,
      "eval_loss": 0.8827975988388062,
      "eval_runtime": 44.7753,
      "eval_samples_per_second": 4.467,
      "eval_steps_per_second": 0.558,
      "step": 39
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.24171584871667898,
      "learning_rate": 2e-05,
      "loss": 0.9897,
      "step": 40
    },
    {
      "epoch": 1.25,
      "eval_loss": 0.8785097599029541,
      "eval_runtime": 45.0743,
      "eval_samples_per_second": 4.437,
      "eval_steps_per_second": 0.555,
      "step": 40
    },
    {
      "epoch": 1.28125,
      "grad_norm": 0.23629659647320733,
      "learning_rate": 2e-05,
      "loss": 0.9641,
      "step": 41
    },
    {
      "epoch": 1.28125,
      "eval_loss": 0.8742367625236511,
      "eval_runtime": 45.6624,
      "eval_samples_per_second": 4.38,
      "eval_steps_per_second": 0.547,
      "step": 41
    },
    {
      "epoch": 1.3125,
      "grad_norm": 0.23515869880744614,
      "learning_rate": 2e-05,
      "loss": 0.9445,
      "step": 42
    },
    {
      "epoch": 1.3125,
      "eval_loss": 0.8701191544532776,
      "eval_runtime": 46.6778,
      "eval_samples_per_second": 4.285,
      "eval_steps_per_second": 0.536,
      "step": 42
    },
    {
      "epoch": 1.34375,
      "grad_norm": 0.2328447853974619,
      "learning_rate": 2e-05,
      "loss": 0.9098,
      "step": 43
    },
    {
      "epoch": 1.34375,
      "eval_loss": 0.8661414980888367,
      "eval_runtime": 45.7682,
      "eval_samples_per_second": 4.37,
      "eval_steps_per_second": 0.546,
      "step": 43
    },
    {
      "epoch": 1.375,
      "grad_norm": 0.2208565035546648,
      "learning_rate": 2e-05,
      "loss": 0.9269,
      "step": 44
    },
    {
      "epoch": 1.375,
      "eval_loss": 0.8625122904777527,
      "eval_runtime": 47.7405,
      "eval_samples_per_second": 4.189,
      "eval_steps_per_second": 0.524,
      "step": 44
    },
    {
      "epoch": 1.40625,
      "grad_norm": 0.24194310531833832,
      "learning_rate": 2e-05,
      "loss": 0.9126,
      "step": 45
    },
    {
      "epoch": 1.40625,
      "eval_loss": 0.859275221824646,
      "eval_runtime": 46.14,
      "eval_samples_per_second": 4.335,
      "eval_steps_per_second": 0.542,
      "step": 45
    },
    {
      "epoch": 1.4375,
      "grad_norm": 0.23294071980639222,
      "learning_rate": 2e-05,
      "loss": 0.9525,
      "step": 46
    },
    {
      "epoch": 1.4375,
      "eval_loss": 0.8560716509819031,
      "eval_runtime": 47.2955,
      "eval_samples_per_second": 4.229,
      "eval_steps_per_second": 0.529,
      "step": 46
    },
    {
      "epoch": 1.46875,
      "grad_norm": 0.22565596183142483,
      "learning_rate": 2e-05,
      "loss": 0.9635,
      "step": 47
    },
    {
      "epoch": 1.46875,
      "eval_loss": 0.8531911373138428,
      "eval_runtime": 46.3183,
      "eval_samples_per_second": 4.318,
      "eval_steps_per_second": 0.54,
      "step": 47
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.23251096636792043,
      "learning_rate": 2e-05,
      "loss": 0.8684,
      "step": 48
    },
    {
      "epoch": 1.5,
      "eval_loss": 0.8504599928855896,
      "eval_runtime": 45.7129,
      "eval_samples_per_second": 4.375,
      "eval_steps_per_second": 0.547,
      "step": 48
    },
    {
      "epoch": 1.53125,
      "grad_norm": 0.253882583102031,
      "learning_rate": 2e-05,
      "loss": 0.881,
      "step": 49
    },
    {
      "epoch": 1.53125,
      "eval_loss": 0.8476203680038452,
      "eval_runtime": 45.8764,
      "eval_samples_per_second": 4.36,
      "eval_steps_per_second": 0.545,
      "step": 49
    },
    {
      "epoch": 1.5625,
      "grad_norm": 0.2572282615843019,
      "learning_rate": 2e-05,
      "loss": 0.8634,
      "step": 50
    },
    {
      "epoch": 1.5625,
      "eval_loss": 0.8446447849273682,
      "eval_runtime": 46.1254,
      "eval_samples_per_second": 4.336,
      "eval_steps_per_second": 0.542,
      "step": 50
    },
    {
      "epoch": 1.59375,
      "grad_norm": 0.24021257130991572,
      "learning_rate": 2e-05,
      "loss": 0.8915,
      "step": 51
    },
    {
      "epoch": 1.59375,
      "eval_loss": 0.8415327668190002,
      "eval_runtime": 45.7173,
      "eval_samples_per_second": 4.375,
      "eval_steps_per_second": 0.547,
      "step": 51
    },
    {
      "epoch": 1.625,
      "grad_norm": 0.22076828593901424,
      "learning_rate": 2e-05,
      "loss": 0.7849,
      "step": 52
    },
    {
      "epoch": 1.625,
      "eval_loss": 0.8386600017547607,
      "eval_runtime": 45.7889,
      "eval_samples_per_second": 4.368,
      "eval_steps_per_second": 0.546,
      "step": 52
    },
    {
      "epoch": 1.65625,
      "grad_norm": 0.2255866641078328,
      "learning_rate": 2e-05,
      "loss": 0.9282,
      "step": 53
    },
    {
      "epoch": 1.65625,
      "eval_loss": 0.8356924653053284,
      "eval_runtime": 45.6221,
      "eval_samples_per_second": 4.384,
      "eval_steps_per_second": 0.548,
      "step": 53
    },
    {
      "epoch": 1.6875,
      "grad_norm": 0.22783298909181773,
      "learning_rate": 2e-05,
      "loss": 0.9012,
      "step": 54
    },
    {
      "epoch": 1.6875,
      "eval_loss": 0.8328012228012085,
      "eval_runtime": 47.1607,
      "eval_samples_per_second": 4.241,
      "eval_steps_per_second": 0.53,
      "step": 54
    },
    {
      "epoch": 1.71875,
      "grad_norm": 0.22832233862063558,
      "learning_rate": 2e-05,
      "loss": 0.9055,
      "step": 55
    },
    {
      "epoch": 1.71875,
      "eval_loss": 0.830295741558075,
      "eval_runtime": 46.0231,
      "eval_samples_per_second": 4.346,
      "eval_steps_per_second": 0.543,
      "step": 55
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.2160389858258543,
      "learning_rate": 2e-05,
      "loss": 0.9646,
      "step": 56
    },
    {
      "epoch": 1.75,
      "eval_loss": 0.8281158208847046,
      "eval_runtime": 50.2412,
      "eval_samples_per_second": 3.981,
      "eval_steps_per_second": 0.498,
      "step": 56
    },
    {
      "epoch": 1.78125,
      "grad_norm": 0.2577519779258931,
      "learning_rate": 2e-05,
      "loss": 0.8908,
      "step": 57
    },
    {
      "epoch": 1.78125,
      "eval_loss": 0.8254660964012146,
      "eval_runtime": 43.4999,
      "eval_samples_per_second": 4.598,
      "eval_steps_per_second": 0.575,
      "step": 57
    },
    {
      "epoch": 1.8125,
      "grad_norm": 0.2425252190238059,
      "learning_rate": 2e-05,
      "loss": 0.9392,
      "step": 58
    },
    {
      "epoch": 1.8125,
      "eval_loss": 0.8230564594268799,
      "eval_runtime": 43.1396,
      "eval_samples_per_second": 4.636,
      "eval_steps_per_second": 0.58,
      "step": 58
    },
    {
      "epoch": 1.84375,
      "grad_norm": 0.2403612422125405,
      "learning_rate": 2e-05,
      "loss": 0.8458,
      "step": 59
    },
    {
      "epoch": 1.84375,
      "eval_loss": 0.8206232190132141,
      "eval_runtime": 43.4097,
      "eval_samples_per_second": 4.607,
      "eval_steps_per_second": 0.576,
      "step": 59
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.24599794763439686,
      "learning_rate": 2e-05,
      "loss": 0.8533,
      "step": 60
    },
    {
      "epoch": 1.875,
      "eval_loss": 0.8178582787513733,
      "eval_runtime": 43.3225,
      "eval_samples_per_second": 4.617,
      "eval_steps_per_second": 0.577,
      "step": 60
    },
    {
      "epoch": 1.90625,
      "grad_norm": 0.24455796239061778,
      "learning_rate": 2e-05,
      "loss": 0.9019,
      "step": 61
    },
    {
      "epoch": 1.90625,
      "eval_loss": 0.81532883644104,
      "eval_runtime": 43.3919,
      "eval_samples_per_second": 4.609,
      "eval_steps_per_second": 0.576,
      "step": 61
    },
    {
      "epoch": 1.9375,
      "grad_norm": 0.25994876629591135,
      "learning_rate": 2e-05,
      "loss": 0.9294,
      "step": 62
    },
    {
      "epoch": 1.9375,
      "eval_loss": 0.813098669052124,
      "eval_runtime": 43.5546,
      "eval_samples_per_second": 4.592,
      "eval_steps_per_second": 0.574,
      "step": 62
    },
    {
      "epoch": 1.96875,
      "grad_norm": 0.2671215171096013,
      "learning_rate": 2e-05,
      "loss": 0.7728,
      "step": 63
    },
    {
      "epoch": 1.96875,
      "eval_loss": 0.8106216192245483,
      "eval_runtime": 43.3363,
      "eval_samples_per_second": 4.615,
      "eval_steps_per_second": 0.577,
      "step": 63
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.26274475710090606,
      "learning_rate": 2e-05,
      "loss": 0.8746,
      "step": 64
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.8080699443817139,
      "eval_runtime": 44.6331,
      "eval_samples_per_second": 4.481,
      "eval_steps_per_second": 0.56,
      "step": 64
    },
    {
      "epoch": 2.03125,
      "grad_norm": 0.2775753424365695,
      "learning_rate": 2e-05,
      "loss": 0.8665,
      "step": 65
    },
    {
      "epoch": 2.03125,
      "eval_loss": 0.8051960468292236,
      "eval_runtime": 43.2561,
      "eval_samples_per_second": 4.624,
      "eval_steps_per_second": 0.578,
      "step": 65
    },
    {
      "epoch": 2.0625,
      "grad_norm": 0.27249086550617724,
      "learning_rate": 2e-05,
      "loss": 0.8868,
      "step": 66
    },
    {
      "epoch": 2.0625,
      "eval_loss": 0.8029299378395081,
      "eval_runtime": 43.1171,
      "eval_samples_per_second": 4.639,
      "eval_steps_per_second": 0.58,
      "step": 66
    },
    {
      "epoch": 2.09375,
      "grad_norm": 0.2719871749974866,
      "learning_rate": 2e-05,
      "loss": 0.8651,
      "step": 67
    },
    {
      "epoch": 2.09375,
      "eval_loss": 0.8006068468093872,
      "eval_runtime": 43.0661,
      "eval_samples_per_second": 4.644,
      "eval_steps_per_second": 0.581,
      "step": 67
    },
    {
      "epoch": 2.125,
      "grad_norm": 0.24961006779343242,
      "learning_rate": 2e-05,
      "loss": 0.9303,
      "step": 68
    },
    {
      "epoch": 2.125,
      "eval_loss": 0.7983291745185852,
      "eval_runtime": 44.5821,
      "eval_samples_per_second": 4.486,
      "eval_steps_per_second": 0.561,
      "step": 68
    },
    {
      "epoch": 2.15625,
      "grad_norm": 0.26632839922388696,
      "learning_rate": 2e-05,
      "loss": 0.8625,
      "step": 69
    },
    {
      "epoch": 2.15625,
      "eval_loss": 0.7961746454238892,
      "eval_runtime": 44.7163,
      "eval_samples_per_second": 4.473,
      "eval_steps_per_second": 0.559,
      "step": 69
    },
    {
      "epoch": 2.1875,
      "grad_norm": 0.28665202557154024,
      "learning_rate": 2e-05,
      "loss": 0.8084,
      "step": 70
    },
    {
      "epoch": 2.1875,
      "eval_loss": 0.7937586307525635,
      "eval_runtime": 43.1349,
      "eval_samples_per_second": 4.637,
      "eval_steps_per_second": 0.58,
      "step": 70
    },
    {
      "epoch": 2.21875,
      "grad_norm": 0.25474181970896226,
      "learning_rate": 2e-05,
      "loss": 0.8943,
      "step": 71
    },
    {
      "epoch": 2.21875,
      "eval_loss": 0.7917373776435852,
      "eval_runtime": 43.1701,
      "eval_samples_per_second": 4.633,
      "eval_steps_per_second": 0.579,
      "step": 71
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.28289708669257335,
      "learning_rate": 2e-05,
      "loss": 0.8183,
      "step": 72
    },
    {
      "epoch": 2.25,
      "eval_loss": 0.7898543477058411,
      "eval_runtime": 43.3669,
      "eval_samples_per_second": 4.612,
      "eval_steps_per_second": 0.576,
      "step": 72
    },
    {
      "epoch": 2.28125,
      "grad_norm": 0.3081846543495751,
      "learning_rate": 2e-05,
      "loss": 0.866,
      "step": 73
    },
    {
      "epoch": 2.28125,
      "eval_loss": 0.7878245711326599,
      "eval_runtime": 43.2404,
      "eval_samples_per_second": 4.625,
      "eval_steps_per_second": 0.578,
      "step": 73
    },
    {
      "epoch": 2.3125,
      "grad_norm": 0.25291911217221025,
      "learning_rate": 2e-05,
      "loss": 0.8643,
      "step": 74
    },
    {
      "epoch": 2.3125,
      "eval_loss": 0.7859254479408264,
      "eval_runtime": 43.158,
      "eval_samples_per_second": 4.634,
      "eval_steps_per_second": 0.579,
      "step": 74
    },
    {
      "epoch": 2.34375,
      "grad_norm": 0.2671411105926486,
      "learning_rate": 2e-05,
      "loss": 0.9148,
      "step": 75
    },
    {
      "epoch": 2.34375,
      "eval_loss": 0.7841793894767761,
      "eval_runtime": 43.5393,
      "eval_samples_per_second": 4.594,
      "eval_steps_per_second": 0.574,
      "step": 75
    },
    {
      "epoch": 2.375,
      "grad_norm": 0.2649328385798148,
      "learning_rate": 2e-05,
      "loss": 0.8322,
      "step": 76
    },
    {
      "epoch": 2.375,
      "eval_loss": 0.7824788093566895,
      "eval_runtime": 44.6161,
      "eval_samples_per_second": 4.483,
      "eval_steps_per_second": 0.56,
      "step": 76
    },
    {
      "epoch": 2.40625,
      "grad_norm": 0.2770584815336495,
      "learning_rate": 2e-05,
      "loss": 0.8845,
      "step": 77
    },
    {
      "epoch": 2.40625,
      "eval_loss": 0.7810197472572327,
      "eval_runtime": 44.3474,
      "eval_samples_per_second": 4.51,
      "eval_steps_per_second": 0.564,
      "step": 77
    },
    {
      "epoch": 2.4375,
      "grad_norm": 0.3134056914363824,
      "learning_rate": 2e-05,
      "loss": 0.8764,
      "step": 78
    },
    {
      "epoch": 2.4375,
      "eval_loss": 0.7796530723571777,
      "eval_runtime": 44.6727,
      "eval_samples_per_second": 4.477,
      "eval_steps_per_second": 0.56,
      "step": 78
    },
    {
      "epoch": 2.46875,
      "grad_norm": 0.31159260857820364,
      "learning_rate": 2e-05,
      "loss": 0.8842,
      "step": 79
    },
    {
      "epoch": 2.46875,
      "eval_loss": 0.7792640924453735,
      "eval_runtime": 44.9476,
      "eval_samples_per_second": 4.45,
      "eval_steps_per_second": 0.556,
      "step": 79
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.30072325605647415,
      "learning_rate": 2e-05,
      "loss": 0.9214,
      "step": 80
    },
    {
      "epoch": 2.5,
      "eval_loss": 0.7791906595230103,
      "eval_runtime": 44.5732,
      "eval_samples_per_second": 4.487,
      "eval_steps_per_second": 0.561,
      "step": 80
    },
    {
      "epoch": 2.53125,
      "grad_norm": 0.3021628861526586,
      "learning_rate": 2e-05,
      "loss": 0.854,
      "step": 81
    },
    {
      "epoch": 2.53125,
      "eval_loss": 0.7786081433296204,
      "eval_runtime": 46.7962,
      "eval_samples_per_second": 4.274,
      "eval_steps_per_second": 0.534,
      "step": 81
    },
    {
      "epoch": 2.5625,
      "grad_norm": 0.28647643667873335,
      "learning_rate": 2e-05,
      "loss": 0.915,
      "step": 82
    },
    {
      "epoch": 2.5625,
      "eval_loss": 0.777721643447876,
      "eval_runtime": 46.0168,
      "eval_samples_per_second": 4.346,
      "eval_steps_per_second": 0.543,
      "step": 82
    },
    {
      "epoch": 2.59375,
      "grad_norm": 0.3053967339779788,
      "learning_rate": 2e-05,
      "loss": 0.8616,
      "step": 83
    },
    {
      "epoch": 2.59375,
      "eval_loss": 0.7763125896453857,
      "eval_runtime": 46.9482,
      "eval_samples_per_second": 4.26,
      "eval_steps_per_second": 0.533,
      "step": 83
    },
    {
      "epoch": 2.625,
      "grad_norm": 0.3285655628944688,
      "learning_rate": 2e-05,
      "loss": 0.8242,
      "step": 84
    },
    {
      "epoch": 2.625,
      "eval_loss": 0.7744290232658386,
      "eval_runtime": 45.8201,
      "eval_samples_per_second": 4.365,
      "eval_steps_per_second": 0.546,
      "step": 84
    },
    {
      "epoch": 2.65625,
      "grad_norm": 0.29338609850548214,
      "learning_rate": 2e-05,
      "loss": 0.7927,
      "step": 85
    },
    {
      "epoch": 2.65625,
      "eval_loss": 0.7727124094963074,
      "eval_runtime": 47.0822,
      "eval_samples_per_second": 4.248,
      "eval_steps_per_second": 0.531,
      "step": 85
    },
    {
      "epoch": 2.6875,
      "grad_norm": 0.3360259804530201,
      "learning_rate": 2e-05,
      "loss": 0.8225,
      "step": 86
    },
    {
      "epoch": 2.6875,
      "eval_loss": 0.7707045078277588,
      "eval_runtime": 45.904,
      "eval_samples_per_second": 4.357,
      "eval_steps_per_second": 0.545,
      "step": 86
    },
    {
      "epoch": 2.71875,
      "grad_norm": 0.3086865804573199,
      "learning_rate": 2e-05,
      "loss": 0.8428,
      "step": 87
    },
    {
      "epoch": 2.71875,
      "eval_loss": 0.7689979672431946,
      "eval_runtime": 46.5498,
      "eval_samples_per_second": 4.296,
      "eval_steps_per_second": 0.537,
      "step": 87
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.3441174342366127,
      "learning_rate": 2e-05,
      "loss": 0.9349,
      "step": 88
    },
    {
      "epoch": 2.75,
      "eval_loss": 0.7670918107032776,
      "eval_runtime": 45.9533,
      "eval_samples_per_second": 4.352,
      "eval_steps_per_second": 0.544,
      "step": 88
    },
    {
      "epoch": 2.78125,
      "grad_norm": 0.3192564489143439,
      "learning_rate": 2e-05,
      "loss": 0.8281,
      "step": 89
    },
    {
      "epoch": 2.78125,
      "eval_loss": 0.7653720378875732,
      "eval_runtime": 46.4157,
      "eval_samples_per_second": 4.309,
      "eval_steps_per_second": 0.539,
      "step": 89
    },
    {
      "epoch": 2.8125,
      "grad_norm": 0.318307521318246,
      "learning_rate": 2e-05,
      "loss": 0.8826,
      "step": 90
    },
    {
      "epoch": 2.8125,
      "eval_loss": 0.7641046047210693,
      "eval_runtime": 43.6527,
      "eval_samples_per_second": 4.582,
      "eval_steps_per_second": 0.573,
      "step": 90
    },
    {
      "epoch": 2.84375,
      "grad_norm": 0.3088619418824691,
      "learning_rate": 2e-05,
      "loss": 0.7792,
      "step": 91
    },
    {
      "epoch": 2.84375,
      "eval_loss": 0.7630372643470764,
      "eval_runtime": 43.3688,
      "eval_samples_per_second": 4.612,
      "eval_steps_per_second": 0.576,
      "step": 91
    },
    {
      "epoch": 2.875,
      "grad_norm": 0.31484830204628667,
      "learning_rate": 2e-05,
      "loss": 0.8771,
      "step": 92
    },
    {
      "epoch": 2.875,
      "eval_loss": 0.7621588110923767,
      "eval_runtime": 43.4895,
      "eval_samples_per_second": 4.599,
      "eval_steps_per_second": 0.575,
      "step": 92
    },
    {
      "epoch": 2.90625,
      "grad_norm": 0.3210986538440627,
      "learning_rate": 2e-05,
      "loss": 0.8125,
      "step": 93
    },
    {
      "epoch": 2.90625,
      "eval_loss": 0.7610002160072327,
      "eval_runtime": 44.5951,
      "eval_samples_per_second": 4.485,
      "eval_steps_per_second": 0.561,
      "step": 93
    },
    {
      "epoch": 2.9375,
      "grad_norm": 0.3584955691897743,
      "learning_rate": 2e-05,
      "loss": 0.8869,
      "step": 94
    },
    {
      "epoch": 2.9375,
      "eval_loss": 0.7591326832771301,
      "eval_runtime": 44.778,
      "eval_samples_per_second": 4.466,
      "eval_steps_per_second": 0.558,
      "step": 94
    },
    {
      "epoch": 2.96875,
      "grad_norm": 0.3231987362149406,
      "learning_rate": 2e-05,
      "loss": 0.828,
      "step": 95
    },
    {
      "epoch": 2.96875,
      "eval_loss": 0.7578966021537781,
      "eval_runtime": 44.832,
      "eval_samples_per_second": 4.461,
      "eval_steps_per_second": 0.558,
      "step": 95
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.3195106075306484,
      "learning_rate": 2e-05,
      "loss": 0.8,
      "step": 96
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.7563678026199341,
      "eval_runtime": 43.2334,
      "eval_samples_per_second": 4.626,
      "eval_steps_per_second": 0.578,
      "step": 96
    },
    {
      "epoch": 3.03125,
      "grad_norm": 0.3319055768203625,
      "learning_rate": 2e-05,
      "loss": 0.7632,
      "step": 97
    },
    {
      "epoch": 3.03125,
      "eval_loss": 0.7547956705093384,
      "eval_runtime": 50.7388,
      "eval_samples_per_second": 3.942,
      "eval_steps_per_second": 0.493,
      "step": 97
    },
    {
      "epoch": 3.0625,
      "grad_norm": 0.2995834652715153,
      "learning_rate": 2e-05,
      "loss": 0.8407,
      "step": 98
    },
    {
      "epoch": 3.0625,
      "eval_loss": 0.7533387541770935,
      "eval_runtime": 45.0847,
      "eval_samples_per_second": 4.436,
      "eval_steps_per_second": 0.555,
      "step": 98
    },
    {
      "epoch": 3.09375,
      "grad_norm": 0.30711749226961915,
      "learning_rate": 2e-05,
      "loss": 0.8117,
      "step": 99
    },
    {
      "epoch": 3.09375,
      "eval_loss": 0.7517553567886353,
      "eval_runtime": 43.2975,
      "eval_samples_per_second": 4.619,
      "eval_steps_per_second": 0.577,
      "step": 99
    },
    {
      "epoch": 3.125,
      "grad_norm": 0.3443284045264722,
      "learning_rate": 2e-05,
      "loss": 0.8347,
      "step": 100
    },
    {
      "epoch": 3.125,
      "eval_loss": 0.749790370464325,
      "eval_runtime": 43.3922,
      "eval_samples_per_second": 4.609,
      "eval_steps_per_second": 0.576,
      "step": 100
    },
    {
      "epoch": 3.15625,
      "grad_norm": 0.3080766546496095,
      "learning_rate": 2e-05,
      "loss": 0.7748,
      "step": 101
    },
    {
      "epoch": 3.15625,
      "eval_loss": 0.7480612397193909,
      "eval_runtime": 45.0132,
      "eval_samples_per_second": 4.443,
      "eval_steps_per_second": 0.555,
      "step": 101
    },
    {
      "epoch": 3.1875,
      "grad_norm": 0.34717566244235637,
      "learning_rate": 2e-05,
      "loss": 0.8407,
      "step": 102
    },
    {
      "epoch": 3.1875,
      "eval_loss": 0.7468411326408386,
      "eval_runtime": 43.1171,
      "eval_samples_per_second": 4.639,
      "eval_steps_per_second": 0.58,
      "step": 102
    },
    {
      "epoch": 3.21875,
      "grad_norm": 0.3374839165175488,
      "learning_rate": 2e-05,
      "loss": 0.8498,
      "step": 103
    },
    {
      "epoch": 3.21875,
      "eval_loss": 0.7462002038955688,
      "eval_runtime": 44.7301,
      "eval_samples_per_second": 4.471,
      "eval_steps_per_second": 0.559,
      "step": 103
    },
    {
      "epoch": 3.25,
      "grad_norm": 0.35610377004267274,
      "learning_rate": 2e-05,
      "loss": 0.7608,
      "step": 104
    },
    {
      "epoch": 3.25,
      "eval_loss": 0.7451856732368469,
      "eval_runtime": 43.1396,
      "eval_samples_per_second": 4.636,
      "eval_steps_per_second": 0.58,
      "step": 104
    },
    {
      "epoch": 3.28125,
      "grad_norm": 0.3147450389365033,
      "learning_rate": 2e-05,
      "loss": 0.8077,
      "step": 105
    },
    {
      "epoch": 3.28125,
      "eval_loss": 0.7444003224372864,
      "eval_runtime": 45.0088,
      "eval_samples_per_second": 4.444,
      "eval_steps_per_second": 0.555,
      "step": 105
    },
    {
      "epoch": 3.3125,
      "grad_norm": 0.3706462973318254,
      "learning_rate": 2e-05,
      "loss": 0.8401,
      "step": 106
    },
    {
      "epoch": 3.3125,
      "eval_loss": 0.7432863116264343,
      "eval_runtime": 43.5403,
      "eval_samples_per_second": 4.593,
      "eval_steps_per_second": 0.574,
      "step": 106
    },
    {
      "epoch": 3.34375,
      "grad_norm": 0.40870394852693054,
      "learning_rate": 2e-05,
      "loss": 0.7369,
      "step": 107
    },
    {
      "epoch": 3.34375,
      "eval_loss": 0.7409774661064148,
      "eval_runtime": 43.3731,
      "eval_samples_per_second": 4.611,
      "eval_steps_per_second": 0.576,
      "step": 107
    },
    {
      "epoch": 3.375,
      "grad_norm": 0.36546514227995835,
      "learning_rate": 2e-05,
      "loss": 0.7822,
      "step": 108
    },
    {
      "epoch": 3.375,
      "eval_loss": 0.7388054132461548,
      "eval_runtime": 43.2852,
      "eval_samples_per_second": 4.621,
      "eval_steps_per_second": 0.578,
      "step": 108
    },
    {
      "epoch": 3.40625,
      "grad_norm": 0.3623356150462002,
      "learning_rate": 2e-05,
      "loss": 0.7693,
      "step": 109
    },
    {
      "epoch": 3.40625,
      "eval_loss": 0.7370558977127075,
      "eval_runtime": 43.2105,
      "eval_samples_per_second": 4.629,
      "eval_steps_per_second": 0.579,
      "step": 109
    },
    {
      "epoch": 3.4375,
      "grad_norm": 0.36956774509216733,
      "learning_rate": 2e-05,
      "loss": 0.7631,
      "step": 110
    },
    {
      "epoch": 3.4375,
      "eval_loss": 0.7354567050933838,
      "eval_runtime": 45.0512,
      "eval_samples_per_second": 4.439,
      "eval_steps_per_second": 0.555,
      "step": 110
    },
    {
      "epoch": 3.46875,
      "grad_norm": 0.37499211223571893,
      "learning_rate": 2e-05,
      "loss": 0.8397,
      "step": 111
    },
    {
      "epoch": 3.46875,
      "eval_loss": 0.7342872619628906,
      "eval_runtime": 44.1989,
      "eval_samples_per_second": 4.525,
      "eval_steps_per_second": 0.566,
      "step": 111
    },
    {
      "epoch": 3.5,
      "grad_norm": 0.3656781606255811,
      "learning_rate": 2e-05,
      "loss": 0.8156,
      "step": 112
    },
    {
      "epoch": 3.5,
      "eval_loss": 0.7334136962890625,
      "eval_runtime": 43.3314,
      "eval_samples_per_second": 4.616,
      "eval_steps_per_second": 0.577,
      "step": 112
    },
    {
      "epoch": 3.53125,
      "grad_norm": 0.360531666311953,
      "learning_rate": 2e-05,
      "loss": 0.9039,
      "step": 113
    },
    {
      "epoch": 3.53125,
      "eval_loss": 0.732928454875946,
      "eval_runtime": 43.6452,
      "eval_samples_per_second": 4.582,
      "eval_steps_per_second": 0.573,
      "step": 113
    },
    {
      "epoch": 3.5625,
      "grad_norm": 0.4106498291544766,
      "learning_rate": 2e-05,
      "loss": 0.7632,
      "step": 114
    },
    {
      "epoch": 3.5625,
      "eval_loss": 0.7328732013702393,
      "eval_runtime": 43.2922,
      "eval_samples_per_second": 4.62,
      "eval_steps_per_second": 0.577,
      "step": 114
    },
    {
      "epoch": 3.59375,
      "grad_norm": 0.35030054786635473,
      "learning_rate": 2e-05,
      "loss": 0.8328,
      "step": 115
    },
    {
      "epoch": 3.59375,
      "eval_loss": 0.7332839369773865,
      "eval_runtime": 43.1392,
      "eval_samples_per_second": 4.636,
      "eval_steps_per_second": 0.58,
      "step": 115
    },
    {
      "epoch": 3.625,
      "grad_norm": 0.37866907463824806,
      "learning_rate": 2e-05,
      "loss": 0.7992,
      "step": 116
    },
    {
      "epoch": 3.625,
      "eval_loss": 0.7333321571350098,
      "eval_runtime": 44.5672,
      "eval_samples_per_second": 4.488,
      "eval_steps_per_second": 0.561,
      "step": 116
    },
    {
      "epoch": 3.65625,
      "grad_norm": 0.3868782215569731,
      "learning_rate": 2e-05,
      "loss": 0.7929,
      "step": 117
    },
    {
      "epoch": 3.65625,
      "eval_loss": 0.7327985167503357,
      "eval_runtime": 45.9132,
      "eval_samples_per_second": 4.356,
      "eval_steps_per_second": 0.545,
      "step": 117
    },
    {
      "epoch": 3.6875,
      "grad_norm": 0.3823386198135366,
      "learning_rate": 2e-05,
      "loss": 0.8064,
      "step": 118
    },
    {
      "epoch": 3.6875,
      "eval_loss": 0.7325207591056824,
      "eval_runtime": 45.1557,
      "eval_samples_per_second": 4.429,
      "eval_steps_per_second": 0.554,
      "step": 118
    },
    {
      "epoch": 3.71875,
      "grad_norm": 0.3586002374199349,
      "learning_rate": 2e-05,
      "loss": 0.8677,
      "step": 119
    },
    {
      "epoch": 3.71875,
      "eval_loss": 0.732402503490448,
      "eval_runtime": 44.5906,
      "eval_samples_per_second": 4.485,
      "eval_steps_per_second": 0.561,
      "step": 119
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.34075042751380596,
      "learning_rate": 2e-05,
      "loss": 0.8119,
      "step": 120
    },
    {
      "epoch": 3.75,
      "eval_loss": 0.7322152853012085,
      "eval_runtime": 44.3386,
      "eval_samples_per_second": 4.511,
      "eval_steps_per_second": 0.564,
      "step": 120
    },
    {
      "epoch": 3.78125,
      "grad_norm": 0.38915259379047296,
      "learning_rate": 2e-05,
      "loss": 0.7866,
      "step": 121
    },
    {
      "epoch": 3.78125,
      "eval_loss": 0.7307778000831604,
      "eval_runtime": 45.0342,
      "eval_samples_per_second": 4.441,
      "eval_steps_per_second": 0.555,
      "step": 121
    },
    {
      "epoch": 3.8125,
      "grad_norm": 0.39774471715347587,
      "learning_rate": 2e-05,
      "loss": 0.8635,
      "step": 122
    },
    {
      "epoch": 3.8125,
      "eval_loss": 0.7294437885284424,
      "eval_runtime": 47.2205,
      "eval_samples_per_second": 4.235,
      "eval_steps_per_second": 0.529,
      "step": 122
    },
    {
      "epoch": 3.84375,
      "grad_norm": 0.3880340672056078,
      "learning_rate": 2e-05,
      "loss": 0.7834,
      "step": 123
    },
    {
      "epoch": 3.84375,
      "eval_loss": 0.7277958393096924,
      "eval_runtime": 45.5116,
      "eval_samples_per_second": 4.394,
      "eval_steps_per_second": 0.549,
      "step": 123
    },
    {
      "epoch": 3.875,
      "grad_norm": 0.34955832039339413,
      "learning_rate": 2e-05,
      "loss": 0.8048,
      "step": 124
    },
    {
      "epoch": 3.875,
      "eval_loss": 0.7262464761734009,
      "eval_runtime": 45.3196,
      "eval_samples_per_second": 4.413,
      "eval_steps_per_second": 0.552,
      "step": 124
    },
    {
      "epoch": 3.90625,
      "grad_norm": 0.4502351954206266,
      "learning_rate": 2e-05,
      "loss": 0.8494,
      "step": 125
    },
    {
      "epoch": 3.90625,
      "eval_loss": 0.724558413028717,
      "eval_runtime": 45.2241,
      "eval_samples_per_second": 4.422,
      "eval_steps_per_second": 0.553,
      "step": 125
    },
    {
      "epoch": 3.9375,
      "grad_norm": 0.40148506382728893,
      "learning_rate": 2e-05,
      "loss": 0.8163,
      "step": 126
    },
    {
      "epoch": 3.9375,
      "eval_loss": 0.7235116362571716,
      "eval_runtime": 46.1839,
      "eval_samples_per_second": 4.331,
      "eval_steps_per_second": 0.541,
      "step": 126
    },
    {
      "epoch": 3.96875,
      "grad_norm": 0.41595103877364653,
      "learning_rate": 2e-05,
      "loss": 0.7756,
      "step": 127
    },
    {
      "epoch": 3.96875,
      "eval_loss": 0.7227371335029602,
      "eval_runtime": 43.5883,
      "eval_samples_per_second": 4.588,
      "eval_steps_per_second": 0.574,
      "step": 127
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.3959213167419436,
      "learning_rate": 2e-05,
      "loss": 0.7107,
      "step": 128
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.721717357635498,
      "eval_runtime": 44.8751,
      "eval_samples_per_second": 4.457,
      "eval_steps_per_second": 0.557,
      "step": 128
    },
    {
      "epoch": 4.03125,
      "grad_norm": 0.34668934768327436,
      "learning_rate": 2e-05,
      "loss": 0.8028,
      "step": 129
    },
    {
      "epoch": 4.03125,
      "eval_loss": 0.7208954095840454,
      "eval_runtime": 43.2092,
      "eval_samples_per_second": 4.629,
      "eval_steps_per_second": 0.579,
      "step": 129
    },
    {
      "epoch": 4.0625,
      "grad_norm": 0.3776564287872586,
      "learning_rate": 2e-05,
      "loss": 0.8162,
      "step": 130
    },
    {
      "epoch": 4.0625,
      "eval_loss": 0.7200332880020142,
      "eval_runtime": 43.1981,
      "eval_samples_per_second": 4.63,
      "eval_steps_per_second": 0.579,
      "step": 130
    },
    {
      "epoch": 4.09375,
      "grad_norm": 0.35166731437552645,
      "learning_rate": 2e-05,
      "loss": 0.814,
      "step": 131
    },
    {
      "epoch": 4.09375,
      "eval_loss": 0.7193570137023926,
      "eval_runtime": 43.3306,
      "eval_samples_per_second": 4.616,
      "eval_steps_per_second": 0.577,
      "step": 131
    },
    {
      "epoch": 4.125,
      "grad_norm": 0.39783214883157875,
      "learning_rate": 2e-05,
      "loss": 0.7743,
      "step": 132
    },
    {
      "epoch": 4.125,
      "eval_loss": 0.7187802791595459,
      "eval_runtime": 44.0701,
      "eval_samples_per_second": 4.538,
      "eval_steps_per_second": 0.567,
      "step": 132
    },
    {
      "epoch": 4.15625,
      "grad_norm": 0.3828880469066703,
      "learning_rate": 2e-05,
      "loss": 0.8766,
      "step": 133
    },
    {
      "epoch": 4.15625,
      "eval_loss": 0.7184324860572815,
      "eval_runtime": 43.3218,
      "eval_samples_per_second": 4.617,
      "eval_steps_per_second": 0.577,
      "step": 133
    },
    {
      "epoch": 4.1875,
      "grad_norm": 0.46175115507112535,
      "learning_rate": 2e-05,
      "loss": 0.7827,
      "step": 134
    },
    {
      "epoch": 4.1875,
      "eval_loss": 0.717852771282196,
      "eval_runtime": 43.3706,
      "eval_samples_per_second": 4.611,
      "eval_steps_per_second": 0.576,
      "step": 134
    },
    {
      "epoch": 4.21875,
      "grad_norm": 0.39552167703322383,
      "learning_rate": 2e-05,
      "loss": 0.7846,
      "step": 135
    },
    {
      "epoch": 4.21875,
      "eval_loss": 0.7171714901924133,
      "eval_runtime": 43.3199,
      "eval_samples_per_second": 4.617,
      "eval_steps_per_second": 0.577,
      "step": 135
    },
    {
      "epoch": 4.25,
      "grad_norm": 0.40883049825529505,
      "learning_rate": 2e-05,
      "loss": 0.7711,
      "step": 136
    },
    {
      "epoch": 4.25,
      "eval_loss": 0.7167998552322388,
      "eval_runtime": 43.4601,
      "eval_samples_per_second": 4.602,
      "eval_steps_per_second": 0.575,
      "step": 136
    },
    {
      "epoch": 4.28125,
      "grad_norm": 0.4411120151436577,
      "learning_rate": 2e-05,
      "loss": 0.755,
      "step": 137
    },
    {
      "epoch": 4.28125,
      "eval_loss": 0.7161502838134766,
      "eval_runtime": 45.0586,
      "eval_samples_per_second": 4.439,
      "eval_steps_per_second": 0.555,
      "step": 137
    },
    {
      "epoch": 4.3125,
      "grad_norm": 0.4307733167956254,
      "learning_rate": 2e-05,
      "loss": 0.7708,
      "step": 138
    },
    {
      "epoch": 4.3125,
      "eval_loss": 0.7155695557594299,
      "eval_runtime": 44.7913,
      "eval_samples_per_second": 4.465,
      "eval_steps_per_second": 0.558,
      "step": 138
    },
    {
      "epoch": 4.34375,
      "grad_norm": 0.4303129845521591,
      "learning_rate": 2e-05,
      "loss": 0.7384,
      "step": 139
    },
    {
      "epoch": 4.34375,
      "eval_loss": 0.7146069407463074,
      "eval_runtime": 43.3745,
      "eval_samples_per_second": 4.611,
      "eval_steps_per_second": 0.576,
      "step": 139
    },
    {
      "epoch": 4.375,
      "grad_norm": 0.4160861103360693,
      "learning_rate": 2e-05,
      "loss": 0.7693,
      "step": 140
    },
    {
      "epoch": 4.375,
      "eval_loss": 0.7138718962669373,
      "eval_runtime": 43.2941,
      "eval_samples_per_second": 4.62,
      "eval_steps_per_second": 0.577,
      "step": 140
    },
    {
      "epoch": 4.40625,
      "grad_norm": 0.3974304749908327,
      "learning_rate": 2e-05,
      "loss": 0.7855,
      "step": 141
    },
    {
      "epoch": 4.40625,
      "eval_loss": 0.7131789922714233,
      "eval_runtime": 43.6908,
      "eval_samples_per_second": 4.578,
      "eval_steps_per_second": 0.572,
      "step": 141
    },
    {
      "epoch": 4.4375,
      "grad_norm": 0.42212623603465876,
      "learning_rate": 2e-05,
      "loss": 0.733,
      "step": 142
    },
    {
      "epoch": 4.4375,
      "eval_loss": 0.7126344442367554,
      "eval_runtime": 43.5706,
      "eval_samples_per_second": 4.59,
      "eval_steps_per_second": 0.574,
      "step": 142
    },
    {
      "epoch": 4.46875,
      "grad_norm": 0.4290602874698813,
      "learning_rate": 2e-05,
      "loss": 0.7372,
      "step": 143
    },
    {
      "epoch": 4.46875,
      "eval_loss": 0.7121153473854065,
      "eval_runtime": 44.0917,
      "eval_samples_per_second": 4.536,
      "eval_steps_per_second": 0.567,
      "step": 143
    },
    {
      "epoch": 4.5,
      "grad_norm": 0.38778639331277664,
      "learning_rate": 2e-05,
      "loss": 0.715,
      "step": 144
    },
    {
      "epoch": 4.5,
      "eval_loss": 0.7114359140396118,
      "eval_runtime": 90.4172,
      "eval_samples_per_second": 2.212,
      "eval_steps_per_second": 0.276,
      "step": 144
    },
    {
      "epoch": 4.53125,
      "grad_norm": 0.44014343297224434,
      "learning_rate": 2e-05,
      "loss": 0.802,
      "step": 145
    },
    {
      "epoch": 4.53125,
      "eval_loss": 0.7106121778488159,
      "eval_runtime": 43.5235,
      "eval_samples_per_second": 4.595,
      "eval_steps_per_second": 0.574,
      "step": 145
    },
    {
      "epoch": 4.5625,
      "grad_norm": 0.45549843169611287,
      "learning_rate": 2e-05,
      "loss": 0.6899,
      "step": 146
    },
    {
      "epoch": 4.5625,
      "eval_loss": 0.7094995975494385,
      "eval_runtime": 43.5264,
      "eval_samples_per_second": 4.595,
      "eval_steps_per_second": 0.574,
      "step": 146
    },
    {
      "epoch": 4.59375,
      "grad_norm": 0.46209967918252776,
      "learning_rate": 2e-05,
      "loss": 0.7503,
      "step": 147
    },
    {
      "epoch": 4.59375,
      "eval_loss": 0.7082768082618713,
      "eval_runtime": 44.8411,
      "eval_samples_per_second": 4.46,
      "eval_steps_per_second": 0.558,
      "step": 147
    },
    {
      "epoch": 4.625,
      "grad_norm": 0.43001381014670376,
      "learning_rate": 2e-05,
      "loss": 0.7041,
      "step": 148
    },
    {
      "epoch": 4.625,
      "eval_loss": 0.7072634696960449,
      "eval_runtime": 43.1988,
      "eval_samples_per_second": 4.63,
      "eval_steps_per_second": 0.579,
      "step": 148
    },
    {
      "epoch": 4.65625,
      "grad_norm": 0.4151229594087744,
      "learning_rate": 2e-05,
      "loss": 0.8181,
      "step": 149
    },
    {
      "epoch": 4.65625,
      "eval_loss": 0.7068669199943542,
      "eval_runtime": 43.3996,
      "eval_samples_per_second": 4.608,
      "eval_steps_per_second": 0.576,
      "step": 149
    },
    {
      "epoch": 4.6875,
      "grad_norm": 0.4534048991771139,
      "learning_rate": 2e-05,
      "loss": 0.7411,
      "step": 150
    },
    {
      "epoch": 4.6875,
      "eval_loss": 0.7062075734138489,
      "eval_runtime": 43.3013,
      "eval_samples_per_second": 4.619,
      "eval_steps_per_second": 0.577,
      "step": 150
    },
    {
      "epoch": 4.71875,
      "grad_norm": 0.4739932075357852,
      "learning_rate": 2e-05,
      "loss": 0.7621,
      "step": 151
    },
    {
      "epoch": 4.71875,
      "eval_loss": 0.7047030925750732,
      "eval_runtime": 43.4211,
      "eval_samples_per_second": 4.606,
      "eval_steps_per_second": 0.576,
      "step": 151
    },
    {
      "epoch": 4.75,
      "grad_norm": 0.46573796534078227,
      "learning_rate": 2e-05,
      "loss": 0.7852,
      "step": 152
    },
    {
      "epoch": 4.75,
      "eval_loss": 0.7033020257949829,
      "eval_runtime": 43.4066,
      "eval_samples_per_second": 4.608,
      "eval_steps_per_second": 0.576,
      "step": 152
    },
    {
      "epoch": 4.78125,
      "grad_norm": 0.463007545995704,
      "learning_rate": 2e-05,
      "loss": 0.7331,
      "step": 153
    },
    {
      "epoch": 4.78125,
      "eval_loss": 0.7021228671073914,
      "eval_runtime": 43.4184,
      "eval_samples_per_second": 4.606,
      "eval_steps_per_second": 0.576,
      "step": 153
    },
    {
      "epoch": 4.8125,
      "grad_norm": 0.46580692487948094,
      "learning_rate": 2e-05,
      "loss": 0.76,
      "step": 154
    },
    {
      "epoch": 4.8125,
      "eval_loss": 0.701519250869751,
      "eval_runtime": 44.9732,
      "eval_samples_per_second": 4.447,
      "eval_steps_per_second": 0.556,
      "step": 154
    },
    {
      "epoch": 4.84375,
      "grad_norm": 0.47378674394843967,
      "learning_rate": 2e-05,
      "loss": 0.6912,
      "step": 155
    },
    {
      "epoch": 4.84375,
      "eval_loss": 0.7011644244194031,
      "eval_runtime": 44.898,
      "eval_samples_per_second": 4.455,
      "eval_steps_per_second": 0.557,
      "step": 155
    },
    {
      "epoch": 4.875,
      "grad_norm": 0.44883703516788587,
      "learning_rate": 2e-05,
      "loss": 0.812,
      "step": 156
    },
    {
      "epoch": 4.875,
      "eval_loss": 0.7009950876235962,
      "eval_runtime": 44.4765,
      "eval_samples_per_second": 4.497,
      "eval_steps_per_second": 0.562,
      "step": 156
    },
    {
      "epoch": 4.90625,
      "grad_norm": 0.43366130955490684,
      "learning_rate": 2e-05,
      "loss": 0.7902,
      "step": 157
    },
    {
      "epoch": 4.90625,
      "eval_loss": 0.7011439800262451,
      "eval_runtime": 44.3528,
      "eval_samples_per_second": 4.509,
      "eval_steps_per_second": 0.564,
      "step": 157
    },
    {
      "epoch": 4.9375,
      "grad_norm": 0.4501399670257468,
      "learning_rate": 2e-05,
      "loss": 0.7927,
      "step": 158
    },
    {
      "epoch": 4.9375,
      "eval_loss": 0.7011370062828064,
      "eval_runtime": 46.6518,
      "eval_samples_per_second": 4.287,
      "eval_steps_per_second": 0.536,
      "step": 158
    },
    {
      "epoch": 4.96875,
      "grad_norm": 0.44946550972510596,
      "learning_rate": 2e-05,
      "loss": 0.7437,
      "step": 159
    },
    {
      "epoch": 4.96875,
      "eval_loss": 0.7008097767829895,
      "eval_runtime": 45.6401,
      "eval_samples_per_second": 4.382,
      "eval_steps_per_second": 0.548,
      "step": 159
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.455086081766797,
      "learning_rate": 2e-05,
      "loss": 0.7274,
      "step": 160
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.7002915143966675,
      "eval_runtime": 44.5003,
      "eval_samples_per_second": 4.494,
      "eval_steps_per_second": 0.562,
      "step": 160
    },
    {
      "epoch": 5.03125,
      "grad_norm": 0.42610507864697433,
      "learning_rate": 2e-05,
      "loss": 0.7084,
      "step": 161
    },
    {
      "epoch": 5.03125,
      "eval_loss": 0.6996615529060364,
      "eval_runtime": 50.423,
      "eval_samples_per_second": 3.966,
      "eval_steps_per_second": 0.496,
      "step": 161
    },
    {
      "epoch": 5.0625,
      "grad_norm": 0.41530618486274595,
      "learning_rate": 2e-05,
      "loss": 0.8549,
      "step": 162
    },
    {
      "epoch": 5.0625,
      "eval_loss": 0.6996638774871826,
      "eval_runtime": 43.3726,
      "eval_samples_per_second": 4.611,
      "eval_steps_per_second": 0.576,
      "step": 162
    },
    {
      "epoch": 5.09375,
      "grad_norm": 0.46020582285044187,
      "learning_rate": 2e-05,
      "loss": 0.6554,
      "step": 163
    },
    {
      "epoch": 5.09375,
      "eval_loss": 0.6997809410095215,
      "eval_runtime": 43.1108,
      "eval_samples_per_second": 4.639,
      "eval_steps_per_second": 0.58,
      "step": 163
    },
    {
      "epoch": 5.125,
      "grad_norm": 0.45217206658399783,
      "learning_rate": 2e-05,
      "loss": 0.7908,
      "step": 164
    },
    {
      "epoch": 5.125,
      "eval_loss": 0.7001843452453613,
      "eval_runtime": 43.3575,
      "eval_samples_per_second": 4.613,
      "eval_steps_per_second": 0.577,
      "step": 164
    },
    {
      "epoch": 5.15625,
      "grad_norm": 0.5297838342887452,
      "learning_rate": 2e-05,
      "loss": 0.6311,
      "step": 165
    },
    {
      "epoch": 5.15625,
      "eval_loss": 0.6998342871665955,
      "eval_runtime": 44.2692,
      "eval_samples_per_second": 4.518,
      "eval_steps_per_second": 0.565,
      "step": 165
    },
    {
      "epoch": 5.1875,
      "grad_norm": 0.5041508044224997,
      "learning_rate": 2e-05,
      "loss": 0.7407,
      "step": 166
    },
    {
      "epoch": 5.1875,
      "eval_loss": 0.6997390985488892,
      "eval_runtime": 44.9429,
      "eval_samples_per_second": 4.45,
      "eval_steps_per_second": 0.556,
      "step": 166
    },
    {
      "epoch": 5.21875,
      "grad_norm": 0.4379864270565459,
      "learning_rate": 2e-05,
      "loss": 0.7601,
      "step": 167
    },
    {
      "epoch": 5.21875,
      "eval_loss": 0.6998906135559082,
      "eval_runtime": 44.7922,
      "eval_samples_per_second": 4.465,
      "eval_steps_per_second": 0.558,
      "step": 167
    },
    {
      "epoch": 5.25,
      "grad_norm": 0.4908573554102339,
      "learning_rate": 2e-05,
      "loss": 0.802,
      "step": 168
    },
    {
      "epoch": 5.25,
      "eval_loss": 0.6996601819992065,
      "eval_runtime": 44.8792,
      "eval_samples_per_second": 4.456,
      "eval_steps_per_second": 0.557,
      "step": 168
    },
    {
      "epoch": 5.28125,
      "grad_norm": 0.4708754671143599,
      "learning_rate": 2e-05,
      "loss": 0.7212,
      "step": 169
    },
    {
      "epoch": 5.28125,
      "eval_loss": 0.699320375919342,
      "eval_runtime": 42.8958,
      "eval_samples_per_second": 4.662,
      "eval_steps_per_second": 0.583,
      "step": 169
    },
    {
      "epoch": 5.3125,
      "grad_norm": 0.5157421152452428,
      "learning_rate": 2e-05,
      "loss": 0.6919,
      "step": 170
    },
    {
      "epoch": 5.3125,
      "eval_loss": 0.6992219686508179,
      "eval_runtime": 43.1543,
      "eval_samples_per_second": 4.635,
      "eval_steps_per_second": 0.579,
      "step": 170
    },
    {
      "epoch": 5.34375,
      "grad_norm": 0.5604495452491726,
      "learning_rate": 2e-05,
      "loss": 0.708,
      "step": 171
    },
    {
      "epoch": 5.34375,
      "eval_loss": 0.6983294486999512,
      "eval_runtime": 43.0431,
      "eval_samples_per_second": 4.647,
      "eval_steps_per_second": 0.581,
      "step": 171
    },
    {
      "epoch": 5.375,
      "grad_norm": 0.5538353889452822,
      "learning_rate": 2e-05,
      "loss": 0.7922,
      "step": 172
    },
    {
      "epoch": 5.375,
      "eval_loss": 0.6967844367027283,
      "eval_runtime": 43.3554,
      "eval_samples_per_second": 4.613,
      "eval_steps_per_second": 0.577,
      "step": 172
    },
    {
      "epoch": 5.40625,
      "grad_norm": 0.4750896425737706,
      "learning_rate": 2e-05,
      "loss": 0.7552,
      "step": 173
    },
    {
      "epoch": 5.40625,
      "eval_loss": 0.6954870820045471,
      "eval_runtime": 43.2105,
      "eval_samples_per_second": 4.629,
      "eval_steps_per_second": 0.579,
      "step": 173
    },
    {
      "epoch": 5.4375,
      "grad_norm": 0.4939578777629157,
      "learning_rate": 2e-05,
      "loss": 0.793,
      "step": 174
    },
    {
      "epoch": 5.4375,
      "eval_loss": 0.6942651271820068,
      "eval_runtime": 43.2018,
      "eval_samples_per_second": 4.629,
      "eval_steps_per_second": 0.579,
      "step": 174
    },
    {
      "epoch": 5.46875,
      "grad_norm": 0.5275775814858564,
      "learning_rate": 2e-05,
      "loss": 0.7812,
      "step": 175
    },
    {
      "epoch": 5.46875,
      "eval_loss": 0.6938748359680176,
      "eval_runtime": 43.0238,
      "eval_samples_per_second": 4.649,
      "eval_steps_per_second": 0.581,
      "step": 175
    },
    {
      "epoch": 5.5,
      "grad_norm": 0.516931179872771,
      "learning_rate": 2e-05,
      "loss": 0.7157,
      "step": 176
    },
    {
      "epoch": 5.5,
      "eval_loss": 0.6937347650527954,
      "eval_runtime": 44.7687,
      "eval_samples_per_second": 4.467,
      "eval_steps_per_second": 0.558,
      "step": 176
    },
    {
      "epoch": 5.53125,
      "grad_norm": 0.527427864430588,
      "learning_rate": 2e-05,
      "loss": 0.7505,
      "step": 177
    },
    {
      "epoch": 5.53125,
      "eval_loss": 0.6932395696640015,
      "eval_runtime": 44.5644,
      "eval_samples_per_second": 4.488,
      "eval_steps_per_second": 0.561,
      "step": 177
    },
    {
      "epoch": 5.5625,
      "grad_norm": 0.5073638107520839,
      "learning_rate": 2e-05,
      "loss": 0.7893,
      "step": 178
    },
    {
      "epoch": 5.5625,
      "eval_loss": 0.692828357219696,
      "eval_runtime": 46.0526,
      "eval_samples_per_second": 4.343,
      "eval_steps_per_second": 0.543,
      "step": 178
    },
    {
      "epoch": 5.59375,
      "grad_norm": 0.5234480045460208,
      "learning_rate": 2e-05,
      "loss": 0.6786,
      "step": 179
    },
    {
      "epoch": 5.59375,
      "eval_loss": 0.6927328705787659,
      "eval_runtime": 44.4221,
      "eval_samples_per_second": 4.502,
      "eval_steps_per_second": 0.563,
      "step": 179
    },
    {
      "epoch": 5.625,
      "grad_norm": 0.509921375319416,
      "learning_rate": 2e-05,
      "loss": 0.6839,
      "step": 180
    },
    {
      "epoch": 5.625,
      "eval_loss": 0.6922880411148071,
      "eval_runtime": 44.5254,
      "eval_samples_per_second": 4.492,
      "eval_steps_per_second": 0.561,
      "step": 180
    },
    {
      "epoch": 5.65625,
      "grad_norm": 0.5307701692724383,
      "learning_rate": 2e-05,
      "loss": 0.6949,
      "step": 181
    },
    {
      "epoch": 5.65625,
      "eval_loss": 0.6916860938072205,
      "eval_runtime": 46.1897,
      "eval_samples_per_second": 4.33,
      "eval_steps_per_second": 0.541,
      "step": 181
    },
    {
      "epoch": 5.6875,
      "grad_norm": 0.5405944672270007,
      "learning_rate": 2e-05,
      "loss": 0.6644,
      "step": 182
    },
    {
      "epoch": 5.6875,
      "eval_loss": 0.6913076639175415,
      "eval_runtime": 45.6494,
      "eval_samples_per_second": 4.381,
      "eval_steps_per_second": 0.548,
      "step": 182
    },
    {
      "epoch": 5.71875,
      "grad_norm": 0.5911050914106935,
      "learning_rate": 2e-05,
      "loss": 0.6993,
      "step": 183
    },
    {
      "epoch": 5.71875,
      "eval_loss": 0.6910421848297119,
      "eval_runtime": 45.6849,
      "eval_samples_per_second": 4.378,
      "eval_steps_per_second": 0.547,
      "step": 183
    },
    {
      "epoch": 5.75,
      "grad_norm": 0.5738317262291136,
      "learning_rate": 2e-05,
      "loss": 0.6909,
      "step": 184
    },
    {
      "epoch": 5.75,
      "eval_loss": 0.6906780004501343,
      "eval_runtime": 45.8103,
      "eval_samples_per_second": 4.366,
      "eval_steps_per_second": 0.546,
      "step": 184
    },
    {
      "epoch": 5.78125,
      "grad_norm": 0.6176885912626084,
      "learning_rate": 2e-05,
      "loss": 0.7418,
      "step": 185
    },
    {
      "epoch": 5.78125,
      "eval_loss": 0.6897534132003784,
      "eval_runtime": 46.2895,
      "eval_samples_per_second": 4.321,
      "eval_steps_per_second": 0.54,
      "step": 185
    },
    {
      "epoch": 5.8125,
      "grad_norm": 0.5804047612157957,
      "learning_rate": 2e-05,
      "loss": 0.7046,
      "step": 186
    },
    {
      "epoch": 5.8125,
      "eval_loss": 0.6883871555328369,
      "eval_runtime": 46.9282,
      "eval_samples_per_second": 4.262,
      "eval_steps_per_second": 0.533,
      "step": 186
    },
    {
      "epoch": 5.84375,
      "grad_norm": 0.5408722725454089,
      "learning_rate": 2e-05,
      "loss": 0.7561,
      "step": 187
    },
    {
      "epoch": 5.84375,
      "eval_loss": 0.6878187656402588,
      "eval_runtime": 47.6969,
      "eval_samples_per_second": 4.193,
      "eval_steps_per_second": 0.524,
      "step": 187
    },
    {
      "epoch": 5.875,
      "grad_norm": 0.5492560188161619,
      "learning_rate": 2e-05,
      "loss": 0.6903,
      "step": 188
    },
    {
      "epoch": 5.875,
      "eval_loss": 0.6882662773132324,
      "eval_runtime": 47.2072,
      "eval_samples_per_second": 4.237,
      "eval_steps_per_second": 0.53,
      "step": 188
    },
    {
      "epoch": 5.90625,
      "grad_norm": 0.5286439760924038,
      "learning_rate": 2e-05,
      "loss": 0.7036,
      "step": 189
    },
    {
      "epoch": 5.90625,
      "eval_loss": 0.6890198588371277,
      "eval_runtime": 47.4378,
      "eval_samples_per_second": 4.216,
      "eval_steps_per_second": 0.527,
      "step": 189
    },
    {
      "epoch": 5.9375,
      "grad_norm": 0.5540465829524065,
      "learning_rate": 2e-05,
      "loss": 0.715,
      "step": 190
    },
    {
      "epoch": 5.9375,
      "eval_loss": 0.6893854737281799,
      "eval_runtime": 47.5957,
      "eval_samples_per_second": 4.202,
      "eval_steps_per_second": 0.525,
      "step": 190
    },
    {
      "epoch": 5.96875,
      "grad_norm": 0.543055712644853,
      "learning_rate": 2e-05,
      "loss": 0.7122,
      "step": 191
    },
    {
      "epoch": 5.96875,
      "eval_loss": 0.688640296459198,
      "eval_runtime": 47.2791,
      "eval_samples_per_second": 4.23,
      "eval_steps_per_second": 0.529,
      "step": 191
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.5243011011968818,
      "learning_rate": 2e-05,
      "loss": 0.6989,
      "step": 192
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.6877474784851074,
      "eval_runtime": 49.6808,
      "eval_samples_per_second": 4.026,
      "eval_steps_per_second": 0.503,
      "step": 192
    },
    {
      "epoch": 6.03125,
      "grad_norm": 0.5427998890836598,
      "learning_rate": 2e-05,
      "loss": 0.7643,
      "step": 193
    },
    {
      "epoch": 6.03125,
      "eval_loss": 0.6871516704559326,
      "eval_runtime": 43.2416,
      "eval_samples_per_second": 4.625,
      "eval_steps_per_second": 0.578,
      "step": 193
    },
    {
      "epoch": 6.0625,
      "grad_norm": 0.4848261239833822,
      "learning_rate": 2e-05,
      "loss": 0.7333,
      "step": 194
    },
    {
      "epoch": 6.0625,
      "eval_loss": 0.6872122287750244,
      "eval_runtime": 43.027,
      "eval_samples_per_second": 4.648,
      "eval_steps_per_second": 0.581,
      "step": 194
    },
    {
      "epoch": 6.09375,
      "grad_norm": 0.5476878256408845,
      "learning_rate": 2e-05,
      "loss": 0.6621,
      "step": 195
    },
    {
      "epoch": 6.09375,
      "eval_loss": 0.6873424053192139,
      "eval_runtime": 43.0047,
      "eval_samples_per_second": 4.651,
      "eval_steps_per_second": 0.581,
      "step": 195
    },
    {
      "epoch": 6.125,
      "grad_norm": 0.5198863257357437,
      "learning_rate": 2e-05,
      "loss": 0.6936,
      "step": 196
    },
    {
      "epoch": 6.125,
      "eval_loss": 0.6874563097953796,
      "eval_runtime": 43.2855,
      "eval_samples_per_second": 4.62,
      "eval_steps_per_second": 0.578,
      "step": 196
    },
    {
      "epoch": 6.15625,
      "grad_norm": 0.5705568756769012,
      "learning_rate": 2e-05,
      "loss": 0.7237,
      "step": 197
    },
    {
      "epoch": 6.15625,
      "eval_loss": 0.6877203583717346,
      "eval_runtime": 44.8778,
      "eval_samples_per_second": 4.457,
      "eval_steps_per_second": 0.557,
      "step": 197
    },
    {
      "epoch": 6.1875,
      "grad_norm": 0.5546703873264635,
      "learning_rate": 2e-05,
      "loss": 0.8033,
      "step": 198
    },
    {
      "epoch": 6.1875,
      "eval_loss": 0.6876934170722961,
      "eval_runtime": 43.3351,
      "eval_samples_per_second": 4.615,
      "eval_steps_per_second": 0.577,
      "step": 198
    },
    {
      "epoch": 6.21875,
      "grad_norm": 0.5846944975931198,
      "learning_rate": 2e-05,
      "loss": 0.6687,
      "step": 199
    },
    {
      "epoch": 6.21875,
      "eval_loss": 0.6877866983413696,
      "eval_runtime": 43.1456,
      "eval_samples_per_second": 4.635,
      "eval_steps_per_second": 0.579,
      "step": 199
    },
    {
      "epoch": 6.25,
      "grad_norm": 0.5882658410555619,
      "learning_rate": 2e-05,
      "loss": 0.7169,
      "step": 200
    },
    {
      "epoch": 6.25,
      "eval_loss": 0.6881275773048401,
      "eval_runtime": 44.9645,
      "eval_samples_per_second": 4.448,
      "eval_steps_per_second": 0.556,
      "step": 200
    },
    {
      "epoch": 6.28125,
      "grad_norm": 0.5831610447904351,
      "learning_rate": 2e-05,
      "loss": 0.7394,
      "step": 201
    },
    {
      "epoch": 6.28125,
      "eval_loss": 0.6888833045959473,
      "eval_runtime": 45.09,
      "eval_samples_per_second": 4.436,
      "eval_steps_per_second": 0.554,
      "step": 201
    },
    {
      "epoch": 6.3125,
      "grad_norm": 0.6592966385691889,
      "learning_rate": 2e-05,
      "loss": 0.6537,
      "step": 202
    },
    {
      "epoch": 6.3125,
      "eval_loss": 0.6880140900611877,
      "eval_runtime": 43.2447,
      "eval_samples_per_second": 4.625,
      "eval_steps_per_second": 0.578,
      "step": 202
    },
    {
      "epoch": 6.34375,
      "grad_norm": 0.558654488415818,
      "learning_rate": 2e-05,
      "loss": 0.7991,
      "step": 203
    },
    {
      "epoch": 6.34375,
      "eval_loss": 0.6874076724052429,
      "eval_runtime": 42.9406,
      "eval_samples_per_second": 4.658,
      "eval_steps_per_second": 0.582,
      "step": 203
    },
    {
      "epoch": 6.375,
      "grad_norm": 0.6342316949523702,
      "learning_rate": 2e-05,
      "loss": 0.6403,
      "step": 204
    },
    {
      "epoch": 6.375,
      "eval_loss": 0.6866291761398315,
      "eval_runtime": 43.1217,
      "eval_samples_per_second": 4.638,
      "eval_steps_per_second": 0.58,
      "step": 204
    },
    {
      "epoch": 6.40625,
      "grad_norm": 0.544206621558966,
      "learning_rate": 2e-05,
      "loss": 0.6314,
      "step": 205
    },
    {
      "epoch": 6.40625,
      "eval_loss": 0.6863086223602295,
      "eval_runtime": 43.2951,
      "eval_samples_per_second": 4.619,
      "eval_steps_per_second": 0.577,
      "step": 205
    },
    {
      "epoch": 6.4375,
      "grad_norm": 0.6380097809956626,
      "learning_rate": 2e-05,
      "loss": 0.6851,
      "step": 206
    },
    {
      "epoch": 6.4375,
      "eval_loss": 0.6859965324401855,
      "eval_runtime": 44.9257,
      "eval_samples_per_second": 4.452,
      "eval_steps_per_second": 0.556,
      "step": 206
    },
    {
      "epoch": 6.46875,
      "grad_norm": 0.5870799307885896,
      "learning_rate": 2e-05,
      "loss": 0.7367,
      "step": 207
    },
    {
      "epoch": 6.46875,
      "eval_loss": 0.6856269836425781,
      "eval_runtime": 44.8384,
      "eval_samples_per_second": 4.46,
      "eval_steps_per_second": 0.558,
      "step": 207
    },
    {
      "epoch": 6.5,
      "grad_norm": 0.6115022356518031,
      "learning_rate": 2e-05,
      "loss": 0.6814,
      "step": 208
    },
    {
      "epoch": 6.5,
      "eval_loss": 0.6856591701507568,
      "eval_runtime": 42.9528,
      "eval_samples_per_second": 4.656,
      "eval_steps_per_second": 0.582,
      "step": 208
    },
    {
      "epoch": 6.53125,
      "grad_norm": 0.6655918462314045,
      "learning_rate": 2e-05,
      "loss": 0.657,
      "step": 209
    },
    {
      "epoch": 6.53125,
      "eval_loss": 0.6854197978973389,
      "eval_runtime": 43.2366,
      "eval_samples_per_second": 4.626,
      "eval_steps_per_second": 0.578,
      "step": 209
    },
    {
      "epoch": 6.5625,
      "grad_norm": 0.6102352184035382,
      "learning_rate": 2e-05,
      "loss": 0.6343,
      "step": 210
    },
    {
      "epoch": 6.5625,
      "eval_loss": 0.6852834820747375,
      "eval_runtime": 43.1789,
      "eval_samples_per_second": 4.632,
      "eval_steps_per_second": 0.579,
      "step": 210
    },
    {
      "epoch": 6.59375,
      "grad_norm": 0.6354143085331753,
      "learning_rate": 2e-05,
      "loss": 0.6736,
      "step": 211
    },
    {
      "epoch": 6.59375,
      "eval_loss": 0.6851873993873596,
      "eval_runtime": 44.5173,
      "eval_samples_per_second": 4.493,
      "eval_steps_per_second": 0.562,
      "step": 211
    },
    {
      "epoch": 6.625,
      "grad_norm": 0.6069083787831553,
      "learning_rate": 2e-05,
      "loss": 0.6466,
      "step": 212
    },
    {
      "epoch": 6.625,
      "eval_loss": 0.6846270561218262,
      "eval_runtime": 44.7412,
      "eval_samples_per_second": 4.47,
      "eval_steps_per_second": 0.559,
      "step": 212
    },
    {
      "epoch": 6.65625,
      "grad_norm": 0.5918704953369675,
      "learning_rate": 2e-05,
      "loss": 0.7174,
      "step": 213
    },
    {
      "epoch": 6.65625,
      "eval_loss": 0.6842523217201233,
      "eval_runtime": 46.0503,
      "eval_samples_per_second": 4.343,
      "eval_steps_per_second": 0.543,
      "step": 213
    },
    {
      "epoch": 6.6875,
      "grad_norm": 0.5824866849171524,
      "learning_rate": 2e-05,
      "loss": 0.6955,
      "step": 214
    },
    {
      "epoch": 6.6875,
      "eval_loss": 0.6838890314102173,
      "eval_runtime": 44.5781,
      "eval_samples_per_second": 4.487,
      "eval_steps_per_second": 0.561,
      "step": 214
    },
    {
      "epoch": 6.71875,
      "grad_norm": 0.6278777152900226,
      "learning_rate": 2e-05,
      "loss": 0.6926,
      "step": 215
    },
    {
      "epoch": 6.71875,
      "eval_loss": 0.6827735900878906,
      "eval_runtime": 44.483,
      "eval_samples_per_second": 4.496,
      "eval_steps_per_second": 0.562,
      "step": 215
    },
    {
      "epoch": 6.75,
      "grad_norm": 0.6627082254561003,
      "learning_rate": 2e-05,
      "loss": 0.6931,
      "step": 216
    },
    {
      "epoch": 6.75,
      "eval_loss": 0.6818405389785767,
      "eval_runtime": 46.0477,
      "eval_samples_per_second": 4.343,
      "eval_steps_per_second": 0.543,
      "step": 216
    },
    {
      "epoch": 6.78125,
      "grad_norm": 0.6551951149808454,
      "learning_rate": 2e-05,
      "loss": 0.6386,
      "step": 217
    },
    {
      "epoch": 6.78125,
      "eval_loss": 0.6824897527694702,
      "eval_runtime": 47.3712,
      "eval_samples_per_second": 4.222,
      "eval_steps_per_second": 0.528,
      "step": 217
    },
    {
      "epoch": 6.8125,
      "grad_norm": 0.6821330786477059,
      "learning_rate": 2e-05,
      "loss": 0.635,
      "step": 218
    },
    {
      "epoch": 6.8125,
      "eval_loss": 0.6829469203948975,
      "eval_runtime": 46.2003,
      "eval_samples_per_second": 4.329,
      "eval_steps_per_second": 0.541,
      "step": 218
    },
    {
      "epoch": 6.84375,
      "grad_norm": 0.7440273168609611,
      "learning_rate": 2e-05,
      "loss": 0.7286,
      "step": 219
    },
    {
      "epoch": 6.84375,
      "eval_loss": 0.6824621558189392,
      "eval_runtime": 45.8201,
      "eval_samples_per_second": 4.365,
      "eval_steps_per_second": 0.546,
      "step": 219
    },
    {
      "epoch": 6.875,
      "grad_norm": 0.7007032012854347,
      "learning_rate": 2e-05,
      "loss": 0.7376,
      "step": 220
    },
    {
      "epoch": 6.875,
      "eval_loss": 0.6805981397628784,
      "eval_runtime": 45.7474,
      "eval_samples_per_second": 4.372,
      "eval_steps_per_second": 0.546,
      "step": 220
    },
    {
      "epoch": 6.90625,
      "grad_norm": 0.6422764032088494,
      "learning_rate": 2e-05,
      "loss": 0.6959,
      "step": 221
    },
    {
      "epoch": 6.90625,
      "eval_loss": 0.679237961769104,
      "eval_runtime": 48.4646,
      "eval_samples_per_second": 4.127,
      "eval_steps_per_second": 0.516,
      "step": 221
    },
    {
      "epoch": 6.9375,
      "grad_norm": 0.7159695125034813,
      "learning_rate": 2e-05,
      "loss": 0.6894,
      "step": 222
    },
    {
      "epoch": 6.9375,
      "eval_loss": 0.6775233745574951,
      "eval_runtime": 47.4563,
      "eval_samples_per_second": 4.214,
      "eval_steps_per_second": 0.527,
      "step": 222
    },
    {
      "epoch": 6.96875,
      "grad_norm": 0.6358380926544867,
      "learning_rate": 2e-05,
      "loss": 0.7073,
      "step": 223
    },
    {
      "epoch": 6.96875,
      "eval_loss": 0.6766613721847534,
      "eval_runtime": 47.4483,
      "eval_samples_per_second": 4.215,
      "eval_steps_per_second": 0.527,
      "step": 223
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.6716901613635139,
      "learning_rate": 2e-05,
      "loss": 0.76,
      "step": 224
    },
    {
      "epoch": 7.0,
      "eval_loss": 0.6770586371421814,
      "eval_runtime": 47.0209,
      "eval_samples_per_second": 4.253,
      "eval_steps_per_second": 0.532,
      "step": 224
    },
    {
      "epoch": 7.03125,
      "grad_norm": 0.5953096184448028,
      "learning_rate": 2e-05,
      "loss": 0.6798,
      "step": 225
    },
    {
      "epoch": 7.03125,
      "eval_loss": 0.6774635314941406,
      "eval_runtime": 51.4624,
      "eval_samples_per_second": 3.886,
      "eval_steps_per_second": 0.486,
      "step": 225
    },
    {
      "epoch": 7.0625,
      "grad_norm": 0.6549589081607252,
      "learning_rate": 2e-05,
      "loss": 0.6122,
      "step": 226
    },
    {
      "epoch": 7.0625,
      "eval_loss": 0.6784033179283142,
      "eval_runtime": 45.8732,
      "eval_samples_per_second": 4.36,
      "eval_steps_per_second": 0.545,
      "step": 226
    },
    {
      "epoch": 7.09375,
      "grad_norm": 0.6573259751745981,
      "learning_rate": 2e-05,
      "loss": 0.6829,
      "step": 227
    },
    {
      "epoch": 7.09375,
      "eval_loss": 0.6796069145202637,
      "eval_runtime": 44.2994,
      "eval_samples_per_second": 4.515,
      "eval_steps_per_second": 0.564,
      "step": 227
    },
    {
      "epoch": 7.125,
      "grad_norm": 0.725599779122791,
      "learning_rate": 2e-05,
      "loss": 0.6336,
      "step": 228
    },
    {
      "epoch": 7.125,
      "eval_loss": 0.681220531463623,
      "eval_runtime": 45.7641,
      "eval_samples_per_second": 4.37,
      "eval_steps_per_second": 0.546,
      "step": 228
    },
    {
      "epoch": 7.15625,
      "grad_norm": 0.7811517272176121,
      "learning_rate": 2e-05,
      "loss": 0.6387,
      "step": 229
    },
    {
      "epoch": 7.15625,
      "eval_loss": 0.6828885674476624,
      "eval_runtime": 44.7953,
      "eval_samples_per_second": 4.465,
      "eval_steps_per_second": 0.558,
      "step": 229
    },
    {
      "epoch": 7.1875,
      "grad_norm": 0.6760384395465522,
      "learning_rate": 2e-05,
      "loss": 0.6245,
      "step": 230
    },
    {
      "epoch": 7.1875,
      "eval_loss": 0.6845852732658386,
      "eval_runtime": 44.3812,
      "eval_samples_per_second": 4.506,
      "eval_steps_per_second": 0.563,
      "step": 230
    },
    {
      "epoch": 7.21875,
      "grad_norm": 0.7361186814868562,
      "learning_rate": 2e-05,
      "loss": 0.7128,
      "step": 231
    },
    {
      "epoch": 7.21875,
      "eval_loss": 0.685402512550354,
      "eval_runtime": 44.3763,
      "eval_samples_per_second": 4.507,
      "eval_steps_per_second": 0.563,
      "step": 231
    },
    {
      "epoch": 7.25,
      "grad_norm": 0.7299978196751681,
      "learning_rate": 2e-05,
      "loss": 0.7176,
      "step": 232
    },
    {
      "epoch": 7.25,
      "eval_loss": 0.685026228427887,
      "eval_runtime": 44.3181,
      "eval_samples_per_second": 4.513,
      "eval_steps_per_second": 0.564,
      "step": 232
    },
    {
      "epoch": 7.28125,
      "grad_norm": 0.8584091654553072,
      "learning_rate": 2e-05,
      "loss": 0.6653,
      "step": 233
    },
    {
      "epoch": 7.28125,
      "eval_loss": 0.6831257343292236,
      "eval_runtime": 44.3805,
      "eval_samples_per_second": 4.506,
      "eval_steps_per_second": 0.563,
      "step": 233
    },
    {
      "epoch": 7.3125,
      "grad_norm": 0.6919046534495772,
      "learning_rate": 2e-05,
      "loss": 0.6968,
      "step": 234
    },
    {
      "epoch": 7.3125,
      "eval_loss": 0.6820144653320312,
      "eval_runtime": 44.3397,
      "eval_samples_per_second": 4.511,
      "eval_steps_per_second": 0.564,
      "step": 234
    },
    {
      "epoch": 7.34375,
      "grad_norm": 0.6716381808914595,
      "learning_rate": 2e-05,
      "loss": 0.6626,
      "step": 235
    },
    {
      "epoch": 7.34375,
      "eval_loss": 0.6815916299819946,
      "eval_runtime": 44.2997,
      "eval_samples_per_second": 4.515,
      "eval_steps_per_second": 0.564,
      "step": 235
    },
    {
      "epoch": 7.375,
      "grad_norm": 0.7098466238055623,
      "learning_rate": 2e-05,
      "loss": 0.629,
      "step": 236
    },
    {
      "epoch": 7.375,
      "eval_loss": 0.681601881980896,
      "eval_runtime": 44.2722,
      "eval_samples_per_second": 4.518,
      "eval_steps_per_second": 0.565,
      "step": 236
    },
    {
      "epoch": 7.40625,
      "grad_norm": 0.7700763843474521,
      "learning_rate": 2e-05,
      "loss": 0.6796,
      "step": 237
    },
    {
      "epoch": 7.40625,
      "eval_loss": 0.6809589862823486,
      "eval_runtime": 44.4518,
      "eval_samples_per_second": 4.499,
      "eval_steps_per_second": 0.562,
      "step": 237
    },
    {
      "epoch": 7.4375,
      "grad_norm": 0.7925088234539602,
      "learning_rate": 2e-05,
      "loss": 0.6722,
      "step": 238
    },
    {
      "epoch": 7.4375,
      "eval_loss": 0.6801493763923645,
      "eval_runtime": 44.4078,
      "eval_samples_per_second": 4.504,
      "eval_steps_per_second": 0.563,
      "step": 238
    },
    {
      "epoch": 7.46875,
      "grad_norm": 0.6778717561377235,
      "learning_rate": 2e-05,
      "loss": 0.6889,
      "step": 239
    },
    {
      "epoch": 7.46875,
      "eval_loss": 0.6798510551452637,
      "eval_runtime": 44.3303,
      "eval_samples_per_second": 4.512,
      "eval_steps_per_second": 0.564,
      "step": 239
    },
    {
      "epoch": 7.5,
      "grad_norm": 0.6683599876699755,
      "learning_rate": 2e-05,
      "loss": 0.6383,
      "step": 240
    },
    {
      "epoch": 7.5,
      "eval_loss": 0.6800721883773804,
      "eval_runtime": 44.5868,
      "eval_samples_per_second": 4.486,
      "eval_steps_per_second": 0.561,
      "step": 240
    },
    {
      "epoch": 7.53125,
      "grad_norm": 0.6242371910913779,
      "learning_rate": 2e-05,
      "loss": 0.6809,
      "step": 241
    },
    {
      "epoch": 7.53125,
      "eval_loss": 0.6809727549552917,
      "eval_runtime": 44.7112,
      "eval_samples_per_second": 4.473,
      "eval_steps_per_second": 0.559,
      "step": 241
    },
    {
      "epoch": 7.5625,
      "grad_norm": 0.6966989602775038,
      "learning_rate": 2e-05,
      "loss": 0.6777,
      "step": 242
    },
    {
      "epoch": 7.5625,
      "eval_loss": 0.6819994449615479,
      "eval_runtime": 44.3272,
      "eval_samples_per_second": 4.512,
      "eval_steps_per_second": 0.564,
      "step": 242
    },
    {
      "epoch": 7.59375,
      "grad_norm": 0.7373050917062219,
      "learning_rate": 2e-05,
      "loss": 0.6622,
      "step": 243
    },
    {
      "epoch": 7.59375,
      "eval_loss": 0.6821829080581665,
      "eval_runtime": 46.0527,
      "eval_samples_per_second": 4.343,
      "eval_steps_per_second": 0.543,
      "step": 243
    },
    {
      "epoch": 7.625,
      "grad_norm": 0.8266617785650243,
      "learning_rate": 2e-05,
      "loss": 0.7248,
      "step": 244
    },
    {
      "epoch": 7.625,
      "eval_loss": 0.6813778877258301,
      "eval_runtime": 45.7663,
      "eval_samples_per_second": 4.37,
      "eval_steps_per_second": 0.546,
      "step": 244
    },
    {
      "epoch": 7.65625,
      "grad_norm": 0.7459146574284048,
      "learning_rate": 2e-05,
      "loss": 0.6301,
      "step": 245
    },
    {
      "epoch": 7.65625,
      "eval_loss": 0.6811490654945374,
      "eval_runtime": 45.9361,
      "eval_samples_per_second": 4.354,
      "eval_steps_per_second": 0.544,
      "step": 245
    },
    {
      "epoch": 7.6875,
      "grad_norm": 0.7612602223178182,
      "learning_rate": 2e-05,
      "loss": 0.6713,
      "step": 246
    },
    {
      "epoch": 7.6875,
      "eval_loss": 0.6800392866134644,
      "eval_runtime": 46.3359,
      "eval_samples_per_second": 4.316,
      "eval_steps_per_second": 0.54,
      "step": 246
    },
    {
      "epoch": 7.71875,
      "grad_norm": 0.7391445622441601,
      "learning_rate": 2e-05,
      "loss": 0.6721,
      "step": 247
    },
    {
      "epoch": 7.71875,
      "eval_loss": 0.6794085502624512,
      "eval_runtime": 46.9877,
      "eval_samples_per_second": 4.256,
      "eval_steps_per_second": 0.532,
      "step": 247
    },
    {
      "epoch": 7.75,
      "grad_norm": 0.7019243161207622,
      "learning_rate": 2e-05,
      "loss": 0.6578,
      "step": 248
    },
    {
      "epoch": 7.75,
      "eval_loss": 0.6786046624183655,
      "eval_runtime": 46.0364,
      "eval_samples_per_second": 4.344,
      "eval_steps_per_second": 0.543,
      "step": 248
    },
    {
      "epoch": 7.78125,
      "grad_norm": 0.7933438921741315,
      "learning_rate": 2e-05,
      "loss": 0.7023,
      "step": 249
    },
    {
      "epoch": 7.78125,
      "eval_loss": 0.6770951747894287,
      "eval_runtime": 45.6655,
      "eval_samples_per_second": 4.38,
      "eval_steps_per_second": 0.547,
      "step": 249
    },
    {
      "epoch": 7.8125,
      "grad_norm": 0.7313927502966258,
      "learning_rate": 2e-05,
      "loss": 0.7114,
      "step": 250
    },
    {
      "epoch": 7.8125,
      "eval_loss": 0.6766157746315002,
      "eval_runtime": 45.7602,
      "eval_samples_per_second": 4.371,
      "eval_steps_per_second": 0.546,
      "step": 250
    },
    {
      "epoch": 7.84375,
      "grad_norm": 0.7235467321597684,
      "learning_rate": 2e-05,
      "loss": 0.6259,
      "step": 251
    },
    {
      "epoch": 7.84375,
      "eval_loss": 0.6770395040512085,
      "eval_runtime": 46.9839,
      "eval_samples_per_second": 4.257,
      "eval_steps_per_second": 0.532,
      "step": 251
    },
    {
      "epoch": 7.875,
      "grad_norm": 0.773244621810685,
      "learning_rate": 2e-05,
      "loss": 0.6262,
      "step": 252
    },
    {
      "epoch": 7.875,
      "eval_loss": 0.6780049800872803,
      "eval_runtime": 46.9808,
      "eval_samples_per_second": 4.257,
      "eval_steps_per_second": 0.532,
      "step": 252
    },
    {
      "epoch": 7.90625,
      "grad_norm": 0.7620627775664955,
      "learning_rate": 2e-05,
      "loss": 0.7219,
      "step": 253
    },
    {
      "epoch": 7.90625,
      "eval_loss": 0.6781153678894043,
      "eval_runtime": 49.7208,
      "eval_samples_per_second": 4.022,
      "eval_steps_per_second": 0.503,
      "step": 253
    },
    {
      "epoch": 7.9375,
      "grad_norm": 0.7332381519045823,
      "learning_rate": 2e-05,
      "loss": 0.6777,
      "step": 254
    },
    {
      "epoch": 7.9375,
      "eval_loss": 0.6787923574447632,
      "eval_runtime": 43.1001,
      "eval_samples_per_second": 4.64,
      "eval_steps_per_second": 0.58,
      "step": 254
    },
    {
      "epoch": 7.96875,
      "grad_norm": 0.7847956878083815,
      "learning_rate": 2e-05,
      "loss": 0.5983,
      "step": 255
    },
    {
      "epoch": 7.96875,
      "eval_loss": 0.6779956817626953,
      "eval_runtime": 43.1273,
      "eval_samples_per_second": 4.637,
      "eval_steps_per_second": 0.58,
      "step": 255
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.7095399891563587,
      "learning_rate": 2e-05,
      "loss": 0.6609,
      "step": 256
    },
    {
      "epoch": 8.0,
      "eval_loss": 0.677204430103302,
      "eval_runtime": 43.0632,
      "eval_samples_per_second": 4.644,
      "eval_steps_per_second": 0.581,
      "step": 256
    },
    {
      "epoch": 8.03125,
      "grad_norm": 0.7654004838243704,
      "learning_rate": 2e-05,
      "loss": 0.6297,
      "step": 257
    },
    {
      "epoch": 8.03125,
      "eval_loss": 0.6774580478668213,
      "eval_runtime": 50.3948,
      "eval_samples_per_second": 3.969,
      "eval_steps_per_second": 0.496,
      "step": 257
    },
    {
      "epoch": 8.0625,
      "grad_norm": 0.7337064337590912,
      "learning_rate": 2e-05,
      "loss": 0.6446,
      "step": 258
    },
    {
      "epoch": 8.0625,
      "eval_loss": 0.6788855195045471,
      "eval_runtime": 43.163,
      "eval_samples_per_second": 4.634,
      "eval_steps_per_second": 0.579,
      "step": 258
    },
    {
      "epoch": 8.09375,
      "grad_norm": 0.7426969285671609,
      "learning_rate": 2e-05,
      "loss": 0.6732,
      "step": 259
    },
    {
      "epoch": 8.09375,
      "eval_loss": 0.6811656355857849,
      "eval_runtime": 43.113,
      "eval_samples_per_second": 4.639,
      "eval_steps_per_second": 0.58,
      "step": 259
    },
    {
      "epoch": 8.125,
      "grad_norm": 0.8495552484217858,
      "learning_rate": 2e-05,
      "loss": 0.6857,
      "step": 260
    },
    {
      "epoch": 8.125,
      "eval_loss": 0.6831929683685303,
      "eval_runtime": 43.0506,
      "eval_samples_per_second": 4.646,
      "eval_steps_per_second": 0.581,
      "step": 260
    },
    {
      "epoch": 8.15625,
      "grad_norm": 0.8137654207236353,
      "learning_rate": 2e-05,
      "loss": 0.6076,
      "step": 261
    },
    {
      "epoch": 8.15625,
      "eval_loss": 0.685956597328186,
      "eval_runtime": 43.6958,
      "eval_samples_per_second": 4.577,
      "eval_steps_per_second": 0.572,
      "step": 261
    },
    {
      "epoch": 8.1875,
      "grad_norm": 0.7920289131050305,
      "learning_rate": 2e-05,
      "loss": 0.723,
      "step": 262
    },
    {
      "epoch": 8.1875,
      "eval_loss": 0.6895143389701843,
      "eval_runtime": 44.5485,
      "eval_samples_per_second": 4.489,
      "eval_steps_per_second": 0.561,
      "step": 262
    },
    {
      "epoch": 8.21875,
      "grad_norm": 0.9058951636873679,
      "learning_rate": 2e-05,
      "loss": 0.5836,
      "step": 263
    },
    {
      "epoch": 8.21875,
      "eval_loss": 0.6920652985572815,
      "eval_runtime": 43.2986,
      "eval_samples_per_second": 4.619,
      "eval_steps_per_second": 0.577,
      "step": 263
    },
    {
      "epoch": 8.25,
      "grad_norm": 0.8945234539908303,
      "learning_rate": 2e-05,
      "loss": 0.6484,
      "step": 264
    },
    {
      "epoch": 8.25,
      "eval_loss": 0.69307541847229,
      "eval_runtime": 43.0302,
      "eval_samples_per_second": 4.648,
      "eval_steps_per_second": 0.581,
      "step": 264
    },
    {
      "epoch": 8.28125,
      "grad_norm": 0.9973855113532047,
      "learning_rate": 2e-05,
      "loss": 0.6735,
      "step": 265
    },
    {
      "epoch": 8.28125,
      "eval_loss": 0.6918882727622986,
      "eval_runtime": 43.035,
      "eval_samples_per_second": 4.647,
      "eval_steps_per_second": 0.581,
      "step": 265
    },
    {
      "epoch": 8.3125,
      "grad_norm": 0.8604633375599925,
      "learning_rate": 2e-05,
      "loss": 0.6618,
      "step": 266
    },
    {
      "epoch": 8.3125,
      "eval_loss": 0.6895372867584229,
      "eval_runtime": 43.31,
      "eval_samples_per_second": 4.618,
      "eval_steps_per_second": 0.577,
      "step": 266
    },
    {
      "epoch": 8.34375,
      "grad_norm": 0.8414418828391491,
      "learning_rate": 2e-05,
      "loss": 0.5879,
      "step": 267
    },
    {
      "epoch": 8.34375,
      "eval_loss": 0.687466561794281,
      "eval_runtime": 43.1943,
      "eval_samples_per_second": 4.63,
      "eval_steps_per_second": 0.579,
      "step": 267
    },
    {
      "epoch": 8.375,
      "grad_norm": 0.9186307751895403,
      "learning_rate": 2e-05,
      "loss": 0.6488,
      "step": 268
    },
    {
      "epoch": 8.375,
      "eval_loss": 0.6843683123588562,
      "eval_runtime": 43.0073,
      "eval_samples_per_second": 4.65,
      "eval_steps_per_second": 0.581,
      "step": 268
    },
    {
      "epoch": 8.40625,
      "grad_norm": 0.8308076771594943,
      "learning_rate": 2e-05,
      "loss": 0.6357,
      "step": 269
    },
    {
      "epoch": 8.40625,
      "eval_loss": 0.6821109056472778,
      "eval_runtime": 43.2217,
      "eval_samples_per_second": 4.627,
      "eval_steps_per_second": 0.578,
      "step": 269
    },
    {
      "epoch": 8.4375,
      "grad_norm": 0.7743250830620387,
      "learning_rate": 2e-05,
      "loss": 0.6408,
      "step": 270
    },
    {
      "epoch": 8.4375,
      "eval_loss": 0.6811809539794922,
      "eval_runtime": 44.8789,
      "eval_samples_per_second": 4.456,
      "eval_steps_per_second": 0.557,
      "step": 270
    },
    {
      "epoch": 8.46875,
      "grad_norm": 0.8351441656367814,
      "learning_rate": 2e-05,
      "loss": 0.5387,
      "step": 271
    },
    {
      "epoch": 8.46875,
      "eval_loss": 0.6824797987937927,
      "eval_runtime": 43.2723,
      "eval_samples_per_second": 4.622,
      "eval_steps_per_second": 0.578,
      "step": 271
    },
    {
      "epoch": 8.5,
      "grad_norm": 0.7808346216305826,
      "learning_rate": 2e-05,
      "loss": 0.637,
      "step": 272
    },
    {
      "epoch": 8.5,
      "eval_loss": 0.6853922009468079,
      "eval_runtime": 43.1091,
      "eval_samples_per_second": 4.639,
      "eval_steps_per_second": 0.58,
      "step": 272
    },
    {
      "epoch": 8.53125,
      "grad_norm": 0.8566382439854656,
      "learning_rate": 2e-05,
      "loss": 0.6524,
      "step": 273
    },
    {
      "epoch": 8.53125,
      "eval_loss": 0.6853267550468445,
      "eval_runtime": 43.1515,
      "eval_samples_per_second": 4.635,
      "eval_steps_per_second": 0.579,
      "step": 273
    },
    {
      "epoch": 8.5625,
      "grad_norm": 0.872427052560813,
      "learning_rate": 2e-05,
      "loss": 0.6393,
      "step": 274
    },
    {
      "epoch": 8.5625,
      "eval_loss": 0.6836146712303162,
      "eval_runtime": 44.9084,
      "eval_samples_per_second": 4.454,
      "eval_steps_per_second": 0.557,
      "step": 274
    },
    {
      "epoch": 8.59375,
      "grad_norm": 0.8437899827314175,
      "learning_rate": 2e-05,
      "loss": 0.6506,
      "step": 275
    },
    {
      "epoch": 8.59375,
      "eval_loss": 0.6817864179611206,
      "eval_runtime": 44.8879,
      "eval_samples_per_second": 4.456,
      "eval_steps_per_second": 0.557,
      "step": 275
    },
    {
      "epoch": 8.625,
      "grad_norm": 0.8790612317241222,
      "learning_rate": 2e-05,
      "loss": 0.6442,
      "step": 276
    },
    {
      "epoch": 8.625,
      "eval_loss": 0.6796035766601562,
      "eval_runtime": 43.3127,
      "eval_samples_per_second": 4.618,
      "eval_steps_per_second": 0.577,
      "step": 276
    },
    {
      "epoch": 8.65625,
      "grad_norm": 0.8158092597576191,
      "learning_rate": 2e-05,
      "loss": 0.5893,
      "step": 277
    },
    {
      "epoch": 8.65625,
      "eval_loss": 0.6795459985733032,
      "eval_runtime": 44.6925,
      "eval_samples_per_second": 4.475,
      "eval_steps_per_second": 0.559,
      "step": 277
    },
    {
      "epoch": 8.6875,
      "grad_norm": 0.878065597316925,
      "learning_rate": 2e-05,
      "loss": 0.6418,
      "step": 278
    },
    {
      "epoch": 8.6875,
      "eval_loss": 0.6804844737052917,
      "eval_runtime": 43.1496,
      "eval_samples_per_second": 4.635,
      "eval_steps_per_second": 0.579,
      "step": 278
    },
    {
      "epoch": 8.71875,
      "grad_norm": 0.8184085366861941,
      "learning_rate": 2e-05,
      "loss": 0.6007,
      "step": 279
    },
    {
      "epoch": 8.71875,
      "eval_loss": 0.6821385025978088,
      "eval_runtime": 44.9156,
      "eval_samples_per_second": 4.453,
      "eval_steps_per_second": 0.557,
      "step": 279
    },
    {
      "epoch": 8.75,
      "grad_norm": 0.9005368790411379,
      "learning_rate": 2e-05,
      "loss": 0.6683,
      "step": 280
    },
    {
      "epoch": 8.75,
      "eval_loss": 0.6848174333572388,
      "eval_runtime": 43.544,
      "eval_samples_per_second": 4.593,
      "eval_steps_per_second": 0.574,
      "step": 280
    },
    {
      "epoch": 8.78125,
      "grad_norm": 0.8154265443661354,
      "learning_rate": 2e-05,
      "loss": 0.612,
      "step": 281
    },
    {
      "epoch": 8.78125,
      "eval_loss": 0.6864734888076782,
      "eval_runtime": 44.5814,
      "eval_samples_per_second": 4.486,
      "eval_steps_per_second": 0.561,
      "step": 281
    },
    {
      "epoch": 8.8125,
      "grad_norm": 0.8905054313305548,
      "learning_rate": 2e-05,
      "loss": 0.5992,
      "step": 282
    },
    {
      "epoch": 8.8125,
      "eval_loss": 0.6864038109779358,
      "eval_runtime": 44.0748,
      "eval_samples_per_second": 4.538,
      "eval_steps_per_second": 0.567,
      "step": 282
    },
    {
      "epoch": 8.84375,
      "grad_norm": 0.8492838619646935,
      "learning_rate": 2e-05,
      "loss": 0.5775,
      "step": 283
    },
    {
      "epoch": 8.84375,
      "eval_loss": 0.686205267906189,
      "eval_runtime": 44.1813,
      "eval_samples_per_second": 4.527,
      "eval_steps_per_second": 0.566,
      "step": 283
    },
    {
      "epoch": 8.875,
      "grad_norm": 0.8739982729224768,
      "learning_rate": 2e-05,
      "loss": 0.5447,
      "step": 284
    },
    {
      "epoch": 8.875,
      "eval_loss": 0.6865501403808594,
      "eval_runtime": 46.5428,
      "eval_samples_per_second": 4.297,
      "eval_steps_per_second": 0.537,
      "step": 284
    },
    {
      "epoch": 8.90625,
      "grad_norm": 0.9936570525936491,
      "learning_rate": 2e-05,
      "loss": 0.59,
      "step": 285
    },
    {
      "epoch": 8.90625,
      "eval_loss": 0.6856868267059326,
      "eval_runtime": 44.6352,
      "eval_samples_per_second": 4.481,
      "eval_steps_per_second": 0.56,
      "step": 285
    },
    {
      "epoch": 8.9375,
      "grad_norm": 0.9517307402112732,
      "learning_rate": 2e-05,
      "loss": 0.7253,
      "step": 286
    },
    {
      "epoch": 8.9375,
      "eval_loss": 0.6847086548805237,
      "eval_runtime": 47.1289,
      "eval_samples_per_second": 4.244,
      "eval_steps_per_second": 0.53,
      "step": 286
    },
    {
      "epoch": 8.96875,
      "grad_norm": 0.8541430299481336,
      "learning_rate": 2e-05,
      "loss": 0.6436,
      "step": 287
    },
    {
      "epoch": 8.96875,
      "eval_loss": 0.6847487092018127,
      "eval_runtime": 46.395,
      "eval_samples_per_second": 4.311,
      "eval_steps_per_second": 0.539,
      "step": 287
    },
    {
      "epoch": 9.0,
      "grad_norm": 0.9356185152979635,
      "learning_rate": 2e-05,
      "loss": 0.5919,
      "step": 288
    },
    {
      "epoch": 9.0,
      "eval_loss": 0.6830996870994568,
      "eval_runtime": 45.0389,
      "eval_samples_per_second": 4.441,
      "eval_steps_per_second": 0.555,
      "step": 288
    },
    {
      "epoch": 9.03125,
      "grad_norm": 0.895841912664687,
      "learning_rate": 2e-05,
      "loss": 0.6074,
      "step": 289
    },
    {
      "epoch": 9.03125,
      "eval_loss": 0.6805940866470337,
      "eval_runtime": 43.275,
      "eval_samples_per_second": 4.622,
      "eval_steps_per_second": 0.578,
      "step": 289
    },
    {
      "epoch": 9.0625,
      "grad_norm": 0.8181374187415763,
      "learning_rate": 2e-05,
      "loss": 0.6233,
      "step": 290
    },
    {
      "epoch": 9.0625,
      "eval_loss": 0.679899275302887,
      "eval_runtime": 43.4137,
      "eval_samples_per_second": 4.607,
      "eval_steps_per_second": 0.576,
      "step": 290
    },
    {
      "epoch": 9.09375,
      "grad_norm": 0.8491986564498026,
      "learning_rate": 2e-05,
      "loss": 0.6262,
      "step": 291
    },
    {
      "epoch": 9.09375,
      "eval_loss": 0.682360053062439,
      "eval_runtime": 45.2147,
      "eval_samples_per_second": 4.423,
      "eval_steps_per_second": 0.553,
      "step": 291
    },
    {
      "epoch": 9.125,
      "grad_norm": 0.9355368723165358,
      "learning_rate": 2e-05,
      "loss": 0.595,
      "step": 292
    },
    {
      "epoch": 9.125,
      "eval_loss": 0.6852359175682068,
      "eval_runtime": 44.335,
      "eval_samples_per_second": 4.511,
      "eval_steps_per_second": 0.564,
      "step": 292
    },
    {
      "epoch": 9.15625,
      "grad_norm": 0.9196086439363605,
      "learning_rate": 2e-05,
      "loss": 0.6534,
      "step": 293
    },
    {
      "epoch": 9.15625,
      "eval_loss": 0.6872662305831909,
      "eval_runtime": 46.5007,
      "eval_samples_per_second": 4.301,
      "eval_steps_per_second": 0.538,
      "step": 293
    },
    {
      "epoch": 9.1875,
      "grad_norm": 0.8393737542433595,
      "learning_rate": 2e-05,
      "loss": 0.5908,
      "step": 294
    },
    {
      "epoch": 9.1875,
      "eval_loss": 0.6902926564216614,
      "eval_runtime": 46.1133,
      "eval_samples_per_second": 4.337,
      "eval_steps_per_second": 0.542,
      "step": 294
    },
    {
      "epoch": 9.21875,
      "grad_norm": 1.00507877022181,
      "learning_rate": 2e-05,
      "loss": 0.536,
      "step": 295
    },
    {
      "epoch": 9.21875,
      "eval_loss": 0.6969813704490662,
      "eval_runtime": 45.209,
      "eval_samples_per_second": 4.424,
      "eval_steps_per_second": 0.553,
      "step": 295
    },
    {
      "epoch": 9.25,
      "grad_norm": 0.9241164807887086,
      "learning_rate": 2e-05,
      "loss": 0.5562,
      "step": 296
    },
    {
      "epoch": 9.25,
      "eval_loss": 0.7055781483650208,
      "eval_runtime": 44.1347,
      "eval_samples_per_second": 4.532,
      "eval_steps_per_second": 0.566,
      "step": 296
    },
    {
      "epoch": 9.28125,
      "grad_norm": 1.085449108925152,
      "learning_rate": 2e-05,
      "loss": 0.6582,
      "step": 297
    },
    {
      "epoch": 9.28125,
      "eval_loss": 0.7090529799461365,
      "eval_runtime": 46.0924,
      "eval_samples_per_second": 4.339,
      "eval_steps_per_second": 0.542,
      "step": 297
    },
    {
      "epoch": 9.3125,
      "grad_norm": 1.2857794830276748,
      "learning_rate": 2e-05,
      "loss": 0.5942,
      "step": 298
    },
    {
      "epoch": 9.3125,
      "eval_loss": 0.7092991471290588,
      "eval_runtime": 45.9455,
      "eval_samples_per_second": 4.353,
      "eval_steps_per_second": 0.544,
      "step": 298
    },
    {
      "epoch": 9.34375,
      "grad_norm": 1.1012657793973455,
      "learning_rate": 2e-05,
      "loss": 0.5681,
      "step": 299
    },
    {
      "epoch": 9.34375,
      "eval_loss": 0.7078263759613037,
      "eval_runtime": 44.3361,
      "eval_samples_per_second": 4.511,
      "eval_steps_per_second": 0.564,
      "step": 299
    },
    {
      "epoch": 9.375,
      "grad_norm": 1.0150133491916107,
      "learning_rate": 2e-05,
      "loss": 0.5829,
      "step": 300
    },
    {
      "epoch": 9.375,
      "eval_loss": 0.7039945721626282,
      "eval_runtime": 46.0368,
      "eval_samples_per_second": 4.344,
      "eval_steps_per_second": 0.543,
      "step": 300
    },
    {
      "epoch": 9.40625,
      "grad_norm": 1.0183449928898174,
      "learning_rate": 2e-05,
      "loss": 0.5622,
      "step": 301
    },
    {
      "epoch": 9.40625,
      "eval_loss": 0.6970013380050659,
      "eval_runtime": 44.3071,
      "eval_samples_per_second": 4.514,
      "eval_steps_per_second": 0.564,
      "step": 301
    },
    {
      "epoch": 9.4375,
      "grad_norm": 1.160561076731859,
      "learning_rate": 2e-05,
      "loss": 0.6207,
      "step": 302
    },
    {
      "epoch": 9.4375,
      "eval_loss": 0.6882898211479187,
      "eval_runtime": 44.3423,
      "eval_samples_per_second": 4.51,
      "eval_steps_per_second": 0.564,
      "step": 302
    },
    {
      "epoch": 9.46875,
      "grad_norm": 0.9775130871533282,
      "learning_rate": 2e-05,
      "loss": 0.6121,
      "step": 303
    },
    {
      "epoch": 9.46875,
      "eval_loss": 0.6842953562736511,
      "eval_runtime": 45.0998,
      "eval_samples_per_second": 4.435,
      "eval_steps_per_second": 0.554,
      "step": 303
    },
    {
      "epoch": 9.5,
      "grad_norm": 0.8440645832373606,
      "learning_rate": 2e-05,
      "loss": 0.6495,
      "step": 304
    },
    {
      "epoch": 9.5,
      "eval_loss": 0.6841378808021545,
      "eval_runtime": 44.4679,
      "eval_samples_per_second": 4.498,
      "eval_steps_per_second": 0.562,
      "step": 304
    },
    {
      "epoch": 9.53125,
      "grad_norm": 0.9112261594523882,
      "learning_rate": 2e-05,
      "loss": 0.6188,
      "step": 305
    },
    {
      "epoch": 9.53125,
      "eval_loss": 0.6845135688781738,
      "eval_runtime": 44.4427,
      "eval_samples_per_second": 4.5,
      "eval_steps_per_second": 0.563,
      "step": 305
    },
    {
      "epoch": 9.5625,
      "grad_norm": 1.0253409237396724,
      "learning_rate": 2e-05,
      "loss": 0.602,
      "step": 306
    },
    {
      "epoch": 9.5625,
      "eval_loss": 0.6839584112167358,
      "eval_runtime": 44.1975,
      "eval_samples_per_second": 4.525,
      "eval_steps_per_second": 0.566,
      "step": 306
    },
    {
      "epoch": 9.59375,
      "grad_norm": 1.0395385110757185,
      "learning_rate": 2e-05,
      "loss": 0.6007,
      "step": 307
    },
    {
      "epoch": 9.59375,
      "eval_loss": 0.6852008104324341,
      "eval_runtime": 44.4015,
      "eval_samples_per_second": 4.504,
      "eval_steps_per_second": 0.563,
      "step": 307
    },
    {
      "epoch": 9.625,
      "grad_norm": 0.9468230481893222,
      "learning_rate": 2e-05,
      "loss": 0.6376,
      "step": 308
    },
    {
      "epoch": 9.625,
      "eval_loss": 0.6902636885643005,
      "eval_runtime": 45.6849,
      "eval_samples_per_second": 4.378,
      "eval_steps_per_second": 0.547,
      "step": 308
    },
    {
      "epoch": 9.65625,
      "grad_norm": 0.9298141136824676,
      "learning_rate": 2e-05,
      "loss": 0.6094,
      "step": 309
    },
    {
      "epoch": 9.65625,
      "eval_loss": 0.6970698833465576,
      "eval_runtime": 44.2879,
      "eval_samples_per_second": 4.516,
      "eval_steps_per_second": 0.564,
      "step": 309
    },
    {
      "epoch": 9.6875,
      "grad_norm": 1.2537810836544294,
      "learning_rate": 2e-05,
      "loss": 0.6049,
      "step": 310
    },
    {
      "epoch": 9.6875,
      "eval_loss": 0.6991828083992004,
      "eval_runtime": 46.2429,
      "eval_samples_per_second": 4.325,
      "eval_steps_per_second": 0.541,
      "step": 310
    },
    {
      "epoch": 9.71875,
      "grad_norm": 1.082420692181638,
      "learning_rate": 2e-05,
      "loss": 0.5241,
      "step": 311
    },
    {
      "epoch": 9.71875,
      "eval_loss": 0.7002778649330139,
      "eval_runtime": 44.2468,
      "eval_samples_per_second": 4.52,
      "eval_steps_per_second": 0.565,
      "step": 311
    },
    {
      "epoch": 9.75,
      "grad_norm": 1.0383910110357883,
      "learning_rate": 2e-05,
      "loss": 0.6162,
      "step": 312
    },
    {
      "epoch": 9.75,
      "eval_loss": 0.7004844546318054,
      "eval_runtime": 44.357,
      "eval_samples_per_second": 4.509,
      "eval_steps_per_second": 0.564,
      "step": 312
    },
    {
      "epoch": 9.78125,
      "grad_norm": 0.9375392905585037,
      "learning_rate": 2e-05,
      "loss": 0.6082,
      "step": 313
    },
    {
      "epoch": 9.78125,
      "eval_loss": 0.6998957991600037,
      "eval_runtime": 44.3911,
      "eval_samples_per_second": 4.505,
      "eval_steps_per_second": 0.563,
      "step": 313
    },
    {
      "epoch": 9.8125,
      "grad_norm": 1.080227501802435,
      "learning_rate": 2e-05,
      "loss": 0.5826,
      "step": 314
    },
    {
      "epoch": 9.8125,
      "eval_loss": 0.698168158531189,
      "eval_runtime": 44.2481,
      "eval_samples_per_second": 4.52,
      "eval_steps_per_second": 0.565,
      "step": 314
    },
    {
      "epoch": 9.84375,
      "grad_norm": 0.9707388919250783,
      "learning_rate": 2e-05,
      "loss": 0.61,
      "step": 315
    },
    {
      "epoch": 9.84375,
      "eval_loss": 0.6951956152915955,
      "eval_runtime": 44.4353,
      "eval_samples_per_second": 4.501,
      "eval_steps_per_second": 0.563,
      "step": 315
    },
    {
      "epoch": 9.875,
      "grad_norm": 0.9491238644745222,
      "learning_rate": 2e-05,
      "loss": 0.5957,
      "step": 316
    },
    {
      "epoch": 9.875,
      "eval_loss": 0.6926063299179077,
      "eval_runtime": 45.2893,
      "eval_samples_per_second": 4.416,
      "eval_steps_per_second": 0.552,
      "step": 316
    },
    {
      "epoch": 9.90625,
      "grad_norm": 1.0530872213679219,
      "learning_rate": 2e-05,
      "loss": 0.5611,
      "step": 317
    },
    {
      "epoch": 9.90625,
      "eval_loss": 0.6899718642234802,
      "eval_runtime": 45.2963,
      "eval_samples_per_second": 4.415,
      "eval_steps_per_second": 0.552,
      "step": 317
    },
    {
      "epoch": 9.9375,
      "grad_norm": 1.0052684640770637,
      "learning_rate": 2e-05,
      "loss": 0.5838,
      "step": 318
    },
    {
      "epoch": 9.9375,
      "eval_loss": 0.6875657439231873,
      "eval_runtime": 45.4935,
      "eval_samples_per_second": 4.396,
      "eval_steps_per_second": 0.55,
      "step": 318
    },
    {
      "epoch": 9.96875,
      "grad_norm": 1.1010229534386275,
      "learning_rate": 2e-05,
      "loss": 0.6106,
      "step": 319
    },
    {
      "epoch": 9.96875,
      "eval_loss": 0.6842039227485657,
      "eval_runtime": 46.6347,
      "eval_samples_per_second": 4.289,
      "eval_steps_per_second": 0.536,
      "step": 319
    },
    {
      "epoch": 10.0,
      "grad_norm": 1.0125768255592298,
      "learning_rate": 2e-05,
      "loss": 0.5698,
      "step": 320
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.6834940910339355,
      "eval_runtime": 45.1875,
      "eval_samples_per_second": 4.426,
      "eval_steps_per_second": 0.553,
      "step": 320
    },
    {
      "epoch": 10.0,
      "step": 320,
      "total_flos": 414794833330176.0,
      "train_loss": 0.12300790920853615,
      "train_runtime": 3683.354,
      "train_samples_per_second": 2.715,
      "train_steps_per_second": 0.087
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 320,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 5,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 414794833330176.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}