{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 12498,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.6e-07,
      "loss": 1.6925,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.6908,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.6058,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.6401,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.5414,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.6556,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.6259,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.600000000000001e-06,
      "loss": 1.5553,
      "step": 35
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 1.5815,
      "step": 40
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.2e-06,
      "loss": 1.4601,
      "step": 45
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.3965,
      "step": 50
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.8e-06,
      "loss": 1.3905,
      "step": 55
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.600000000000001e-06,
      "loss": 1.4426,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.04e-05,
      "loss": 1.3069,
      "step": 65
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 1.3484,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.2e-05,
      "loss": 1.3249,
      "step": 75
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 1.3055,
      "step": 80
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 1.246,
      "step": 85
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.44e-05,
      "loss": 1.2003,
      "step": 90
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.52e-05,
      "loss": 1.2233,
      "step": 95
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.2593,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 1.1586,
      "step": 105
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.76e-05,
      "loss": 1.1819,
      "step": 110
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.84e-05,
      "loss": 1.1945,
      "step": 115
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 1.1622,
      "step": 120
    },
    {
      "epoch": 0.01,
      "learning_rate": 2e-05,
      "loss": 1.1232,
      "step": 125
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.08e-05,
      "loss": 1.1616,
      "step": 130
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.16e-05,
      "loss": 1.1588,
      "step": 135
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2400000000000002e-05,
      "loss": 1.223,
      "step": 140
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.32e-05,
      "loss": 1.1289,
      "step": 145
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4e-05,
      "loss": 1.1866,
      "step": 150
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.48e-05,
      "loss": 1.0952,
      "step": 155
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5600000000000002e-05,
      "loss": 1.1546,
      "step": 160
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.64e-05,
      "loss": 1.0909,
      "step": 165
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7200000000000004e-05,
      "loss": 1.1519,
      "step": 170
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 1.1629,
      "step": 175
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.88e-05,
      "loss": 1.0833,
      "step": 180
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.96e-05,
      "loss": 1.0933,
      "step": 185
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.04e-05,
      "loss": 1.1094,
      "step": 190
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.12e-05,
      "loss": 1.0981,
      "step": 195
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 1.1094,
      "step": 200
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.2800000000000004e-05,
      "loss": 1.1305,
      "step": 205
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.3600000000000004e-05,
      "loss": 1.163,
      "step": 210
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.4399999999999996e-05,
      "loss": 1.0701,
      "step": 215
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.52e-05,
      "loss": 1.1082,
      "step": 220
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.6e-05,
      "loss": 1.1047,
      "step": 225
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.68e-05,
      "loss": 1.0775,
      "step": 230
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.76e-05,
      "loss": 1.0998,
      "step": 235
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.8400000000000005e-05,
      "loss": 1.0897,
      "step": 240
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.9200000000000004e-05,
      "loss": 1.0904,
      "step": 245
    },
    {
      "epoch": 0.02,
      "learning_rate": 4e-05,
      "loss": 1.0534,
      "step": 250
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.08e-05,
      "loss": 1.1006,
      "step": 255
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.16e-05,
      "loss": 1.0676,
      "step": 260
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.24e-05,
      "loss": 1.1178,
      "step": 265
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.32e-05,
      "loss": 1.0918,
      "step": 270
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 1.0741,
      "step": 275
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.4800000000000005e-05,
      "loss": 1.0507,
      "step": 280
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.5600000000000004e-05,
      "loss": 1.1007,
      "step": 285
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.64e-05,
      "loss": 1.0899,
      "step": 290
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.72e-05,
      "loss": 1.0392,
      "step": 295
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8e-05,
      "loss": 1.0691,
      "step": 300
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.88e-05,
      "loss": 1.0318,
      "step": 305
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.96e-05,
      "loss": 1.0926,
      "step": 310
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.0400000000000005e-05,
      "loss": 1.0726,
      "step": 315
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.1200000000000004e-05,
      "loss": 1.0455,
      "step": 320
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 1.0354,
      "step": 325
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.28e-05,
      "loss": 1.0721,
      "step": 330
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.360000000000001e-05,
      "loss": 1.0352,
      "step": 335
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.440000000000001e-05,
      "loss": 1.0516,
      "step": 340
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.520000000000001e-05,
      "loss": 1.0784,
      "step": 345
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 1.0527,
      "step": 350
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.68e-05,
      "loss": 1.0519,
      "step": 355
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.76e-05,
      "loss": 1.0054,
      "step": 360
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.8399999999999997e-05,
      "loss": 1.0413,
      "step": 365
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.92e-05,
      "loss": 1.0658,
      "step": 370
    },
    {
      "epoch": 0.03,
      "learning_rate": 6e-05,
      "loss": 1.0784,
      "step": 375
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.08e-05,
      "loss": 1.0449,
      "step": 380
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.16e-05,
      "loss": 1.0649,
      "step": 385
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.24e-05,
      "loss": 1.0076,
      "step": 390
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.32e-05,
      "loss": 0.975,
      "step": 395
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.400000000000001e-05,
      "loss": 1.0469,
      "step": 400
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.48e-05,
      "loss": 1.0681,
      "step": 405
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.560000000000001e-05,
      "loss": 0.9911,
      "step": 410
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.64e-05,
      "loss": 1.0078,
      "step": 415
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.720000000000001e-05,
      "loss": 1.0377,
      "step": 420
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.800000000000001e-05,
      "loss": 1.0084,
      "step": 425
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.879999999999999e-05,
      "loss": 1.063,
      "step": 430
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.96e-05,
      "loss": 1.0865,
      "step": 435
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.04e-05,
      "loss": 1.0285,
      "step": 440
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.12e-05,
      "loss": 0.9832,
      "step": 445
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.2e-05,
      "loss": 1.0256,
      "step": 450
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.280000000000001e-05,
      "loss": 1.0703,
      "step": 455
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.36e-05,
      "loss": 1.0402,
      "step": 460
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.44e-05,
      "loss": 1.0726,
      "step": 465
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.52e-05,
      "loss": 1.0528,
      "step": 470
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.6e-05,
      "loss": 1.0021,
      "step": 475
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.680000000000001e-05,
      "loss": 1.0498,
      "step": 480
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.76e-05,
      "loss": 1.0084,
      "step": 485
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.840000000000001e-05,
      "loss": 0.9683,
      "step": 490
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.920000000000001e-05,
      "loss": 1.0322,
      "step": 495
    },
    {
      "epoch": 0.04,
      "learning_rate": 8e-05,
      "loss": 1.0523,
      "step": 500
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.080000000000001e-05,
      "loss": 1.0343,
      "step": 505
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.16e-05,
      "loss": 1.1302,
      "step": 510
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.24e-05,
      "loss": 1.0469,
      "step": 515
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.32e-05,
      "loss": 1.029,
      "step": 520
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.4e-05,
      "loss": 0.9907,
      "step": 525
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.48e-05,
      "loss": 1.0229,
      "step": 530
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.560000000000001e-05,
      "loss": 1.0206,
      "step": 535
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.64e-05,
      "loss": 1.0176,
      "step": 540
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.72e-05,
      "loss": 1.0113,
      "step": 545
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.800000000000001e-05,
      "loss": 1.034,
      "step": 550
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.88e-05,
      "loss": 1.0229,
      "step": 555
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.960000000000001e-05,
      "loss": 1.027,
      "step": 560
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.04e-05,
      "loss": 1.0275,
      "step": 565
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.120000000000001e-05,
      "loss": 1.0178,
      "step": 570
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.200000000000001e-05,
      "loss": 1.0162,
      "step": 575
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.28e-05,
      "loss": 0.9921,
      "step": 580
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.360000000000001e-05,
      "loss": 1.0447,
      "step": 585
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.44e-05,
      "loss": 1.0392,
      "step": 590
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.52e-05,
      "loss": 0.9444,
      "step": 595
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.6e-05,
      "loss": 1.0127,
      "step": 600
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.680000000000001e-05,
      "loss": 1.0034,
      "step": 605
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.76e-05,
      "loss": 1.0786,
      "step": 610
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.84e-05,
      "loss": 1.0179,
      "step": 615
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.92e-05,
      "loss": 1.0398,
      "step": 620
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0001,
      "loss": 1.0504,
      "step": 625
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00010080000000000001,
      "loss": 1.0333,
      "step": 630
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0001016,
      "loss": 1.0045,
      "step": 635
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00010240000000000001,
      "loss": 1.0196,
      "step": 640
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0001032,
      "loss": 0.9236,
      "step": 645
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00010400000000000001,
      "loss": 1.0332,
      "step": 650
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00010480000000000001,
      "loss": 1.0518,
      "step": 655
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0001056,
      "loss": 0.9689,
      "step": 660
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00010640000000000001,
      "loss": 1.0171,
      "step": 665
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00010720000000000002,
      "loss": 0.9967,
      "step": 670
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00010800000000000001,
      "loss": 1.0526,
      "step": 675
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00010880000000000002,
      "loss": 1.0585,
      "step": 680
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00010960000000000001,
      "loss": 0.9914,
      "step": 685
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00011040000000000001,
      "loss": 1.0017,
      "step": 690
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00011120000000000002,
      "loss": 1.0515,
      "step": 695
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00011200000000000001,
      "loss": 1.0085,
      "step": 700
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00011279999999999999,
      "loss": 1.0306,
      "step": 705
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001136,
      "loss": 1.0018,
      "step": 710
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001144,
      "loss": 0.9802,
      "step": 715
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001152,
      "loss": 1.0472,
      "step": 720
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000116,
      "loss": 1.1019,
      "step": 725
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00011679999999999999,
      "loss": 1.0291,
      "step": 730
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001176,
      "loss": 1.055,
      "step": 735
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001184,
      "loss": 0.984,
      "step": 740
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001192,
      "loss": 0.9945,
      "step": 745
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00012,
      "loss": 0.999,
      "step": 750
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001208,
      "loss": 0.9984,
      "step": 755
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001216,
      "loss": 0.995,
      "step": 760
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001224,
      "loss": 0.9959,
      "step": 765
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001232,
      "loss": 1.0245,
      "step": 770
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000124,
      "loss": 1.0563,
      "step": 775
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001248,
      "loss": 0.995,
      "step": 780
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00012560000000000002,
      "loss": 1.0595,
      "step": 785
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001264,
      "loss": 0.9798,
      "step": 790
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001272,
      "loss": 0.9994,
      "step": 795
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00012800000000000002,
      "loss": 1.0513,
      "step": 800
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00012880000000000001,
      "loss": 1.0063,
      "step": 805
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001296,
      "loss": 1.0452,
      "step": 810
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001304,
      "loss": 1.0202,
      "step": 815
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00013120000000000002,
      "loss": 0.9767,
      "step": 820
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000132,
      "loss": 1.0252,
      "step": 825
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001328,
      "loss": 1.0517,
      "step": 830
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00013360000000000002,
      "loss": 1.0309,
      "step": 835
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00013440000000000001,
      "loss": 0.9946,
      "step": 840
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001352,
      "loss": 1.1294,
      "step": 845
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00013600000000000003,
      "loss": 1.0405,
      "step": 850
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00013680000000000002,
      "loss": 1.0208,
      "step": 855
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00013759999999999998,
      "loss": 1.0109,
      "step": 860
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001384,
      "loss": 0.9908,
      "step": 865
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001392,
      "loss": 0.9983,
      "step": 870
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00014,
      "loss": 0.9955,
      "step": 875
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001408,
      "loss": 0.99,
      "step": 880
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001416,
      "loss": 1.0459,
      "step": 885
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001424,
      "loss": 1.0251,
      "step": 890
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001432,
      "loss": 1.0181,
      "step": 895
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000144,
      "loss": 1.0714,
      "step": 900
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001448,
      "loss": 1.016,
      "step": 905
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00014560000000000002,
      "loss": 1.088,
      "step": 910
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001464,
      "loss": 0.9982,
      "step": 915
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001472,
      "loss": 1.0553,
      "step": 920
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000148,
      "loss": 1.0301,
      "step": 925
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001488,
      "loss": 1.0629,
      "step": 930
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001496,
      "loss": 0.989,
      "step": 935
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001504,
      "loss": 1.0026,
      "step": 940
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00015120000000000002,
      "loss": 1.0505,
      "step": 945
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000152,
      "loss": 1.0157,
      "step": 950
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001528,
      "loss": 1.0415,
      "step": 955
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00015360000000000002,
      "loss": 1.0231,
      "step": 960
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001544,
      "loss": 0.9929,
      "step": 965
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001552,
      "loss": 0.9767,
      "step": 970
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00015600000000000002,
      "loss": 1.0371,
      "step": 975
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00015680000000000002,
      "loss": 1.0723,
      "step": 980
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001576,
      "loss": 1.0196,
      "step": 985
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00015840000000000003,
      "loss": 1.0009,
      "step": 990
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00015920000000000002,
      "loss": 1.0352,
      "step": 995
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00016,
      "loss": 1.0163,
      "step": 1000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001608,
      "loss": 1.0431,
      "step": 1005
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00016160000000000002,
      "loss": 1.0825,
      "step": 1010
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00016240000000000002,
      "loss": 1.0459,
      "step": 1015
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001632,
      "loss": 1.0248,
      "step": 1020
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000164,
      "loss": 1.0347,
      "step": 1025
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001648,
      "loss": 1.0272,
      "step": 1030
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001656,
      "loss": 1.0378,
      "step": 1035
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001664,
      "loss": 1.0948,
      "step": 1040
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001672,
      "loss": 1.0291,
      "step": 1045
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000168,
      "loss": 1.0621,
      "step": 1050
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001688,
      "loss": 1.0189,
      "step": 1055
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001696,
      "loss": 0.9905,
      "step": 1060
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001704,
      "loss": 1.0026,
      "step": 1065
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00017120000000000001,
      "loss": 1.0166,
      "step": 1070
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000172,
      "loss": 0.9838,
      "step": 1075
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001728,
      "loss": 0.9964,
      "step": 1080
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00017360000000000002,
      "loss": 1.0088,
      "step": 1085
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001744,
      "loss": 1.0349,
      "step": 1090
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001752,
      "loss": 0.9985,
      "step": 1095
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00017600000000000002,
      "loss": 1.0135,
      "step": 1100
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00017680000000000001,
      "loss": 1.0752,
      "step": 1105
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001776,
      "loss": 1.0851,
      "step": 1110
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001784,
      "loss": 1.0825,
      "step": 1115
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00017920000000000002,
      "loss": 0.9712,
      "step": 1120
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00018,
      "loss": 1.0104,
      "step": 1125
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001808,
      "loss": 1.0264,
      "step": 1130
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00018160000000000002,
      "loss": 0.9972,
      "step": 1135
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00018240000000000002,
      "loss": 1.0313,
      "step": 1140
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001832,
      "loss": 1.1255,
      "step": 1145
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00018400000000000003,
      "loss": 0.9903,
      "step": 1150
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00018480000000000002,
      "loss": 0.9698,
      "step": 1155
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001856,
      "loss": 1.0241,
      "step": 1160
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00018640000000000003,
      "loss": 0.9969,
      "step": 1165
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00018720000000000002,
      "loss": 1.0234,
      "step": 1170
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000188,
      "loss": 0.9654,
      "step": 1175
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001888,
      "loss": 1.0585,
      "step": 1180
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001896,
      "loss": 1.0891,
      "step": 1185
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001904,
      "loss": 1.0301,
      "step": 1190
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001912,
      "loss": 0.9896,
      "step": 1195
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000192,
      "loss": 0.9893,
      "step": 1200
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001928,
      "loss": 1.0084,
      "step": 1205
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019360000000000002,
      "loss": 1.0332,
      "step": 1210
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001944,
      "loss": 1.0117,
      "step": 1215
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001952,
      "loss": 1.0467,
      "step": 1220
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000196,
      "loss": 1.0196,
      "step": 1225
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001968,
      "loss": 1.0205,
      "step": 1230
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001976,
      "loss": 0.9857,
      "step": 1235
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001984,
      "loss": 1.0138,
      "step": 1240
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019920000000000002,
      "loss": 1.0065,
      "step": 1245
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002,
      "loss": 1.0436,
      "step": 1250
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019999990248777358,
      "loss": 1.0583,
      "step": 1255
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019999960995128452,
      "loss": 1.0646,
      "step": 1260
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019999912239110327,
      "loss": 1.0488,
      "step": 1265
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001999984398081807,
      "loss": 1.05,
      "step": 1270
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019999756220384808,
      "loss": 1.0177,
      "step": 1275
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019999648957981693,
      "loss": 0.9909,
      "step": 1280
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001999952219381791,
      "loss": 1.0648,
      "step": 1285
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001999937592814068,
      "loss": 0.9986,
      "step": 1290
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019999210161235258,
      "loss": 0.9746,
      "step": 1295
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019999024893424934,
      "loss": 1.0257,
      "step": 1300
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001999882012507102,
      "loss": 1.0331,
      "step": 1305
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019998595856572865,
      "loss": 0.9908,
      "step": 1310
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001999835208836785,
      "loss": 1.0054,
      "step": 1315
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019998088820931382,
      "loss": 1.0408,
      "step": 1320
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019997806054776896,
      "loss": 1.0092,
      "step": 1325
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019997503790455853,
      "loss": 0.9836,
      "step": 1330
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019997182028557746,
      "loss": 1.0519,
      "step": 1335
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001999684076971009,
      "loss": 1.0645,
      "step": 1340
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001999648001457842,
      "loss": 1.0933,
      "step": 1345
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019996099763866298,
      "loss": 1.0262,
      "step": 1350
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019995700018315304,
      "loss": 1.0274,
      "step": 1355
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019995280778705045,
      "loss": 1.0472,
      "step": 1360
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019994842045853136,
      "loss": 0.9966,
      "step": 1365
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019994383820615212,
      "loss": 0.9909,
      "step": 1370
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019993906103884927,
      "loss": 1.0132,
      "step": 1375
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001999340889659395,
      "loss": 1.0141,
      "step": 1380
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019992892199711948,
      "loss": 1.0128,
      "step": 1385
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001999235601424661,
      "loss": 1.0671,
      "step": 1390
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001999180034124363,
      "loss": 1.0308,
      "step": 1395
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019991225181786705,
      "loss": 1.0011,
      "step": 1400
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019990630536997537,
      "loss": 1.0435,
      "step": 1405
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001999001640803583,
      "loss": 1.0643,
      "step": 1410
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019989382796099282,
      "loss": 1.032,
      "step": 1415
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019988729702423596,
      "loss": 1.0214,
      "step": 1420
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001998805712828246,
      "loss": 1.0552,
      "step": 1425
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001998736507498756,
      "loss": 1.0406,
      "step": 1430
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019986653543888568,
      "loss": 0.9748,
      "step": 1435
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019985922536373146,
      "loss": 1.0012,
      "step": 1440
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019985172053866941,
      "loss": 0.9761,
      "step": 1445
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019984402097833565,
      "loss": 0.9752,
      "step": 1450
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019983612669774632,
      "loss": 1.0484,
      "step": 1455
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019982803771229714,
      "loss": 0.9326,
      "step": 1460
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019981975403776363,
      "loss": 1.0509,
      "step": 1465
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000199811275690301,
      "loss": 0.9621,
      "step": 1470
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019980260268644403,
      "loss": 0.9773,
      "step": 1475
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0001997937350431073,
      "loss": 1.0541,
      "step": 1480
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0001997846727775848,
      "loss": 1.0015,
      "step": 1485
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019977541590755023,
      "loss": 1.0291,
      "step": 1490
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019976596445105667,
      "loss": 1.0449,
      "step": 1495
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019975631842653684,
      "loss": 1.0382,
      "step": 1500
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0001997464778528028,
      "loss": 1.0431,
      "step": 1505
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0001997364427490461,
      "loss": 0.9537,
      "step": 1510
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0001997262131348377,
      "loss": 1.0238,
      "step": 1515
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019971578903012774,
      "loss": 0.9975,
      "step": 1520
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0001997051704552458,
      "loss": 1.0763,
      "step": 1525
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019969435743090076,
      "loss": 0.9931,
      "step": 1530
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019968334997818064,
      "loss": 1.0857,
      "step": 1535
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019967214811855263,
      "loss": 1.0309,
      "step": 1540
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0001996607518738631,
      "loss": 1.0208,
      "step": 1545
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019964916126633754,
      "loss": 1.015,
      "step": 1550
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019963737631858045,
      "loss": 0.9861,
      "step": 1555
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0001996253970535754,
      "loss": 1.055,
      "step": 1560
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019961322349468482,
      "loss": 0.9746,
      "step": 1565
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019960085566565018,
      "loss": 0.9777,
      "step": 1570
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019958829359059175,
      "loss": 1.0462,
      "step": 1575
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019957553729400864,
      "loss": 0.973,
      "step": 1580
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019956258680077876,
      "loss": 1.0164,
      "step": 1585
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019954944213615875,
      "loss": 0.9951,
      "step": 1590
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019953610332578388,
      "loss": 1.0109,
      "step": 1595
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001995225703956681,
      "loss": 1.0433,
      "step": 1600
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.000199508843372204,
      "loss": 1.0563,
      "step": 1605
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019949492228216254,
      "loss": 0.9551,
      "step": 1610
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019948080715269332,
      "loss": 0.9498,
      "step": 1615
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019946649801132427,
      "loss": 1.0079,
      "step": 1620
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001994519948859617,
      "loss": 1.109,
      "step": 1625
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019943729780489027,
      "loss": 1.0486,
      "step": 1630
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019942240679677285,
      "loss": 0.9946,
      "step": 1635
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019940732189065058,
      "loss": 1.0231,
      "step": 1640
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001993920431159427,
      "loss": 0.9942,
      "step": 1645
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001993765705024466,
      "loss": 1.0216,
      "step": 1650
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001993609040803376,
      "loss": 1.0245,
      "step": 1655
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019934504388016908,
      "loss": 0.9663,
      "step": 1660
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001993289899328723,
      "loss": 1.0251,
      "step": 1665
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001993127422697564,
      "loss": 1.0622,
      "step": 1670
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019929630092250825,
      "loss": 0.9635,
      "step": 1675
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019927966592319258,
      "loss": 1.0168,
      "step": 1680
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019926283730425164,
      "loss": 1.0232,
      "step": 1685
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019924581509850534,
      "loss": 1.0397,
      "step": 1690
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019922859933915122,
      "loss": 1.0066,
      "step": 1695
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019921119005976415,
      "loss": 1.0135,
      "step": 1700
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019919358729429654,
      "loss": 1.0455,
      "step": 1705
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000199175791077078,
      "loss": 1.0542,
      "step": 1710
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019915780144281559,
      "loss": 1.0315,
      "step": 1715
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019913961842659344,
      "loss": 1.0853,
      "step": 1720
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019912124206387295,
      "loss": 0.9702,
      "step": 1725
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019910267239049245,
      "loss": 1.0132,
      "step": 1730
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019908390944266735,
      "loss": 0.9818,
      "step": 1735
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019906495325699002,
      "loss": 0.9916,
      "step": 1740
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019904580387042966,
      "loss": 0.9861,
      "step": 1745
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0001990264613203322,
      "loss": 0.9422,
      "step": 1750
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0001990069256444204,
      "loss": 1.0313,
      "step": 1755
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019898719688079357,
      "loss": 0.9469,
      "step": 1760
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019896727506792767,
      "loss": 1.029,
      "step": 1765
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019894716024467502,
      "loss": 0.9629,
      "step": 1770
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019892685245026458,
      "loss": 1.0622,
      "step": 1775
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019890635172430137,
      "loss": 1.0073,
      "step": 1780
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019888565810676688,
      "loss": 0.9551,
      "step": 1785
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019886477163801877,
      "loss": 1.0587,
      "step": 1790
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0001988436923587907,
      "loss": 1.0609,
      "step": 1795
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019882242031019241,
      "loss": 1.0436,
      "step": 1800
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019880095553370967,
      "loss": 1.0192,
      "step": 1805
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019877929807120398,
      "loss": 1.037,
      "step": 1810
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0001987574479649127,
      "loss": 0.9445,
      "step": 1815
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019873540525744887,
      "loss": 0.9386,
      "step": 1820
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019871316999180117,
      "loss": 0.9727,
      "step": 1825
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019869074221133383,
      "loss": 1.0091,
      "step": 1830
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019866812195978647,
      "loss": 1.0104,
      "step": 1835
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019864530928127415,
      "loss": 1.0083,
      "step": 1840
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019862230422028714,
      "loss": 1.0241,
      "step": 1845
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019859910682169094,
      "loss": 1.0057,
      "step": 1850
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019857571713072616,
      "loss": 7.4468,
      "step": 1855
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0001985521351930084,
      "loss": 8.8254,
      "step": 1860
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019852836105452822,
      "loss": 7.8081,
      "step": 1865
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.000198504394761651,
      "loss": 7.6345,
      "step": 1870
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019848023636111686,
      "loss": 7.5297,
      "step": 1875
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019845588590004058,
      "loss": 7.4831,
      "step": 1880
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019843134342591157,
      "loss": 7.4163,
      "step": 1885
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0001984066089865936,
      "loss": 7.4007,
      "step": 1890
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019838168263032488,
      "loss": 7.3359,
      "step": 1895
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019835656440571792,
      "loss": 7.3149,
      "step": 1900
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019833125436175938,
      "loss": 7.3384,
      "step": 1905
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019830575254781008,
      "loss": 7.2882,
      "step": 1910
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019828005901360475,
      "loss": 7.3616,
      "step": 1915
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0001982541738092521,
      "loss": 7.2891,
      "step": 1920
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019822809698523451,
      "loss": 7.3301,
      "step": 1925
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0001982018285924083,
      "loss": 7.2296,
      "step": 1930
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019817536868200317,
      "loss": 7.2871,
      "step": 1935
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019814871730562247,
      "loss": 7.2735,
      "step": 1940
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019812187451524282,
      "loss": 7.2587,
      "step": 1945
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0001980948403632143,
      "loss": 7.2716,
      "step": 1950
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0001980676149022601,
      "loss": 7.2557,
      "step": 1955
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019804019818547651,
      "loss": 7.2483,
      "step": 1960
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019801259026633284,
      "loss": 7.2976,
      "step": 1965
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019798479119867134,
      "loss": 7.212,
      "step": 1970
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019795680103670685,
      "loss": 7.2595,
      "step": 1975
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019792861983502718,
      "loss": 7.2458,
      "step": 1980
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019790024764859248,
      "loss": 7.2721,
      "step": 1985
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019787168453273544,
      "loss": 7.2745,
      "step": 1990
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019784293054316118,
      "loss": 7.2349,
      "step": 1995
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000197813985735947,
      "loss": 7.2831,
      "step": 2000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019778485016754232,
      "loss": 7.2836,
      "step": 2005
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019775552389476864,
      "loss": 7.2821,
      "step": 2010
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019772600697481933,
      "loss": 7.2584,
      "step": 2015
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019769629946525966,
      "loss": 7.2901,
      "step": 2020
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0001976664014240265,
      "loss": 7.2448,
      "step": 2025
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019763631290942838,
      "loss": 7.2413,
      "step": 2030
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0001976060339801452,
      "loss": 7.2749,
      "step": 2035
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0001975755646952283,
      "loss": 7.3306,
      "step": 2040
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019754490511410028,
      "loss": 7.2392,
      "step": 2045
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019751405529655475,
      "loss": 7.277,
      "step": 2050
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019748301530275646,
      "loss": 7.2549,
      "step": 2055
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019745178519324096,
      "loss": 7.2652,
      "step": 2060
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019742036502891458,
      "loss": 7.2313,
      "step": 2065
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019738875487105434,
      "loss": 7.2309,
      "step": 2070
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001973569547813078,
      "loss": 7.268,
      "step": 2075
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001973249648216929,
      "loss": 7.2083,
      "step": 2080
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019729278505459786,
      "loss": 7.2145,
      "step": 2085
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001972604155427811,
      "loss": 7.2356,
      "step": 2090
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019722785634937112,
      "loss": 7.2588,
      "step": 2095
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019719510753786628,
      "loss": 7.2303,
      "step": 2100
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019716216917213476,
      "loss": 7.2577,
      "step": 2105
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019712904131641444,
      "loss": 7.2937,
      "step": 2110
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019709572403531277,
      "loss": 7.2384,
      "step": 2115
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019706221739380656,
      "loss": 7.3166,
      "step": 2120
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019702852145724197,
      "loss": 7.2265,
      "step": 2125
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019699463629133424,
      "loss": 7.2526,
      "step": 2130
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019696056196216787,
      "loss": 7.2019,
      "step": 2135
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019692629853619603,
      "loss": 7.2335,
      "step": 2140
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001968918460802408,
      "loss": 7.2781,
      "step": 2145
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001968572046614929,
      "loss": 7.2338,
      "step": 2150
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019682237434751157,
      "loss": 7.2244,
      "step": 2155
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019678735520622443,
      "loss": 7.2363,
      "step": 2160
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019675214730592743,
      "loss": 7.28,
      "step": 2165
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001967167507152845,
      "loss": 7.2629,
      "step": 2170
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019668116550332766,
      "loss": 7.2364,
      "step": 2175
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019664539173945683,
      "loss": 7.2588,
      "step": 2180
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019660942949343953,
      "loss": 7.214,
      "step": 2185
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000196573278835411,
      "loss": 7.2691,
      "step": 2190
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001965369398358738,
      "loss": 7.239,
      "step": 2195
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019650041256569792,
      "loss": 7.226,
      "step": 2200
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001964636970961204,
      "loss": 7.2564,
      "step": 2205
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019642679349874548,
      "loss": 7.2092,
      "step": 2210
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019638970184554408,
      "loss": 7.2154,
      "step": 2215
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001963524222088541,
      "loss": 7.2212,
      "step": 2220
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001963149546613799,
      "loss": 7.2857,
      "step": 2225
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019627729927619236,
      "loss": 7.2489,
      "step": 2230
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019623945612672872,
      "loss": 7.246,
      "step": 2235
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019620142528679231,
      "loss": 7.2828,
      "step": 2240
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019616320683055262,
      "loss": 7.2636,
      "step": 2245
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000196124800832545,
      "loss": 7.2525,
      "step": 2250
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019608620736767047,
      "loss": 7.2258,
      "step": 2255
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019604742651119578,
      "loss": 7.1844,
      "step": 2260
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019600845833875306,
      "loss": 7.2716,
      "step": 2265
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001959693029263398,
      "loss": 7.2647,
      "step": 2270
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001959299603503186,
      "loss": 7.245,
      "step": 2275
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001958904306874171,
      "loss": 7.2232,
      "step": 2280
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019585071401472784,
      "loss": 7.2781,
      "step": 2285
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019581081040970805,
      "loss": 7.2159,
      "step": 2290
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019577071995017945,
      "loss": 7.2941,
      "step": 2295
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001957304427143283,
      "loss": 7.2225,
      "step": 2300
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019568997878070503,
      "loss": 7.2558,
      "step": 2305
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019564932822822425,
      "loss": 7.2124,
      "step": 2310
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019560849113616443,
      "loss": 7.2109,
      "step": 2315
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0001955674675841679,
      "loss": 7.2294,
      "step": 2320
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019552625765224056,
      "loss": 7.1873,
      "step": 2325
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019548486142075198,
      "loss": 7.2327,
      "step": 2330
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019544327897043484,
      "loss": 7.2003,
      "step": 2335
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019540151038238514,
      "loss": 7.1883,
      "step": 2340
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019535955573806178,
      "loss": 7.1803,
      "step": 2345
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019531741511928663,
      "loss": 7.2142,
      "step": 2350
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019527508860824419,
      "loss": 7.2528,
      "step": 2355
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019523257628748146,
      "loss": 7.212,
      "step": 2360
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019518987823990793,
      "loss": 7.1569,
      "step": 2365
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019514699454879517,
      "loss": 7.0854,
      "step": 2370
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019510392529777692,
      "loss": 7.1283,
      "step": 2375
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019506067057084868,
      "loss": 7.1222,
      "step": 2380
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019501723045236785,
      "loss": 7.0935,
      "step": 2385
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0001949736050270532,
      "loss": 7.0704,
      "step": 2390
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019492979437998499,
      "loss": 7.0341,
      "step": 2395
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019488579859660473,
      "loss": 7.0147,
      "step": 2400
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0001948416177627149,
      "loss": 7.008,
      "step": 2405
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019479725196447898,
      "loss": 6.9917,
      "step": 2410
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0001947527012884211,
      "loss": 6.9149,
      "step": 2415
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019470796582142597,
      "loss": 6.8777,
      "step": 2420
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019466304565073873,
      "loss": 6.8518,
      "step": 2425
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019461794086396463,
      "loss": 6.8689,
      "step": 2430
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019457265154906907,
      "loss": 6.8504,
      "step": 2435
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019452717779437731,
      "loss": 6.7835,
      "step": 2440
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019448151968857428,
      "loss": 6.8541,
      "step": 2445
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019443567732070437,
      "loss": 6.7886,
      "step": 2450
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019438965078017156,
      "loss": 6.7578,
      "step": 2455
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019434344015673873,
      "loss": 6.7578,
      "step": 2460
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019429704554052793,
      "loss": 6.6911,
      "step": 2465
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019425046702202002,
      "loss": 6.6988,
      "step": 2470
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019420370469205454,
      "loss": 6.596,
      "step": 2475
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001941567586418294,
      "loss": 6.6326,
      "step": 2480
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001941096289629009,
      "loss": 6.6622,
      "step": 2485
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019406231574718344,
      "loss": 6.5711,
      "step": 2490
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001940148190869494,
      "loss": 6.5892,
      "step": 2495
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019396713907482877,
      "loss": 6.573,
      "step": 2500
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019391927580380934,
      "loss": 6.5118,
      "step": 2505
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001938712293672362,
      "loss": 6.5871,
      "step": 2510
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019382299985881157,
      "loss": 6.5794,
      "step": 2515
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001937745873725948,
      "loss": 6.469,
      "step": 2520
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019372599200300216,
      "loss": 6.5333,
      "step": 2525
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019367721384480643,
      "loss": 6.4678,
      "step": 2530
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019362825299313693,
      "loss": 6.4267,
      "step": 2535
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019357910954347936,
      "loss": 6.3952,
      "step": 2540
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001935297835916754,
      "loss": 6.3703,
      "step": 2545
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019348027523392273,
      "loss": 6.4288,
      "step": 2550
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001934305845667748,
      "loss": 6.3836,
      "step": 2555
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019338071168714053,
      "loss": 6.3604,
      "step": 2560
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0001933306566922842,
      "loss": 6.3361,
      "step": 2565
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019328041967982536,
      "loss": 6.3726,
      "step": 2570
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019323000074773842,
      "loss": 6.3293,
      "step": 2575
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0001931793999943526,
      "loss": 6.3296,
      "step": 2580
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019312861751835184,
      "loss": 6.316,
      "step": 2585
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0001930776534187743,
      "loss": 6.2917,
      "step": 2590
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019302650779501245,
      "loss": 6.3075,
      "step": 2595
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019297518074681277,
      "loss": 6.3294,
      "step": 2600
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019292367237427554,
      "loss": 6.2665,
      "step": 2605
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019287198277785473,
      "loss": 6.26,
      "step": 2610
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019282011205835767,
      "loss": 6.277,
      "step": 2615
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019276806031694491,
      "loss": 6.2314,
      "step": 2620
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019271582765513015,
      "loss": 6.2353,
      "step": 2625
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019266341417477977,
      "loss": 6.2729,
      "step": 2630
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019261081997811293,
      "loss": 6.2684,
      "step": 2635
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019255804516770113,
      "loss": 6.2154,
      "step": 2640
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0001925050898464682,
      "loss": 6.1966,
      "step": 2645
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019245195411768992,
      "loss": 6.2089,
      "step": 2650
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019239863808499398,
      "loss": 6.2215,
      "step": 2655
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019234514185235974,
      "loss": 6.2477,
      "step": 2660
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0001922914655241178,
      "loss": 6.1931,
      "step": 2665
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0001922376092049502,
      "loss": 6.1564,
      "step": 2670
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019218357299988998,
      "loss": 6.1793,
      "step": 2675
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019212935701432091,
      "loss": 6.2409,
      "step": 2680
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0001920749613539774,
      "loss": 6.1351,
      "step": 2685
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0001920203861249443,
      "loss": 6.2319,
      "step": 2690
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019196563143365663,
      "loss": 6.1937,
      "step": 2695
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019191069738689947,
      "loss": 6.1798,
      "step": 2700
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019185558409180763,
      "loss": 6.2213,
      "step": 2705
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019180029165586553,
      "loss": 6.1014,
      "step": 2710
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0001917448201869069,
      "loss": 6.2247,
      "step": 2715
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0001916891697931147,
      "loss": 6.1906,
      "step": 2720
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019163334058302077,
      "loss": 6.1407,
      "step": 2725
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019157733266550575,
      "loss": 6.1681,
      "step": 2730
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019152114614979878,
      "loss": 6.1832,
      "step": 2735
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0001914647811454773,
      "loss": 6.0753,
      "step": 2740
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019140823776246687,
      "loss": 6.0713,
      "step": 2745
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019135151611104085,
      "loss": 6.0799,
      "step": 2750
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019129461630182037,
      "loss": 6.081,
      "step": 2755
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.000191237538445774,
      "loss": 6.058,
      "step": 2760
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019118028265421746,
      "loss": 6.044,
      "step": 2765
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0001911228490388136,
      "loss": 6.0452,
      "step": 2770
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019106523771157194,
      "loss": 6.0804,
      "step": 2775
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019100744878484876,
      "loss": 6.0471,
      "step": 2780
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0001909494823713465,
      "loss": 6.1165,
      "step": 2785
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0001908913385841139,
      "loss": 6.0489,
      "step": 2790
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019083301753654555,
      "loss": 6.0567,
      "step": 2795
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019077451934238174,
      "loss": 6.0508,
      "step": 2800
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019071584411570823,
      "loss": 6.0439,
      "step": 2805
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019065699197095615,
      "loss": 6.1169,
      "step": 2810
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019059796302290147,
      "loss": 6.0411,
      "step": 2815
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019053875738666515,
      "loss": 5.9977,
      "step": 2820
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019047937517771262,
      "loss": 6.0804,
      "step": 2825
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0001904198165118537,
      "loss": 6.0493,
      "step": 2830
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019036008150524237,
      "loss": 5.9746,
      "step": 2835
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019030017027437648,
      "loss": 5.9989,
      "step": 2840
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0001902400829360976,
      "loss": 5.9985,
      "step": 2845
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019017981960759074,
      "loss": 6.0402,
      "step": 2850
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019011938040638414,
      "loss": 5.9829,
      "step": 2855
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019005876545034897,
      "loss": 6.0061,
      "step": 2860
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018999797485769925,
      "loss": 6.0067,
      "step": 2865
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018993700874699146,
      "loss": 5.9176,
      "step": 2870
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018987586723712453,
      "loss": 5.9826,
      "step": 2875
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018981455044733922,
      "loss": 5.9912,
      "step": 2880
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018975305849721835,
      "loss": 5.928,
      "step": 2885
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018969139150668625,
      "loss": 5.977,
      "step": 2890
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0001896295495960086,
      "loss": 5.9415,
      "step": 2895
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018956753288579227,
      "loss": 5.9975,
      "step": 2900
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018950534149698496,
      "loss": 5.9404,
      "step": 2905
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018944297555087517,
      "loss": 5.964,
      "step": 2910
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0001893804351690917,
      "loss": 5.9233,
      "step": 2915
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0001893177204736036,
      "loss": 5.9423,
      "step": 2920
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018925483158671984,
      "loss": 5.9281,
      "step": 2925
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018919176863108915,
      "loss": 5.903,
      "step": 2930
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0001891285317296997,
      "loss": 5.892,
      "step": 2935
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018906512100587893,
      "loss": 6.0272,
      "step": 2940
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018900153658329324,
      "loss": 5.9319,
      "step": 2945
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001889377785859478,
      "loss": 5.9052,
      "step": 2950
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018887384713818633,
      "loss": 5.9463,
      "step": 2955
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001888097423646907,
      "loss": 5.9008,
      "step": 2960
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000188745464390481,
      "loss": 5.9467,
      "step": 2965
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018868101334091494,
      "loss": 5.941,
      "step": 2970
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018861638934168783,
      "loss": 5.8766,
      "step": 2975
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018855159251883228,
      "loss": 5.9066,
      "step": 2980
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018848662299871793,
      "loss": 5.9495,
      "step": 2985
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018842148090805126,
      "loss": 5.8691,
      "step": 2990
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018835616637387522,
      "loss": 5.8627,
      "step": 2995
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018829067952356917,
      "loss": 5.8325,
      "step": 3000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001882250204848485,
      "loss": 5.8804,
      "step": 3005
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018815918938576429,
      "loss": 5.8375,
      "step": 3010
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001880931863547034,
      "loss": 5.9393,
      "step": 3015
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001880270115203878,
      "loss": 5.8522,
      "step": 3020
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018796066501187465,
      "loss": 5.8895,
      "step": 3025
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018789414695855584,
      "loss": 5.8154,
      "step": 3030
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018782745749015785,
      "loss": 5.9122,
      "step": 3035
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018776059673674143,
      "loss": 5.8095,
      "step": 3040
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018769356482870142,
      "loss": 5.8542,
      "step": 3045
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018762636189676642,
      "loss": 5.8483,
      "step": 3050
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018755898807199856,
      "loss": 5.8793,
      "step": 3055
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018749144348579333,
      "loss": 5.8655,
      "step": 3060
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018742372826987915,
      "loss": 5.856,
      "step": 3065
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018735584255631727,
      "loss": 5.8795,
      "step": 3070
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0001872877864775014,
      "loss": 5.9022,
      "step": 3075
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018721956016615757,
      "loss": 5.8075,
      "step": 3080
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018715116375534371,
      "loss": 5.829,
      "step": 3085
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018708259737844964,
      "loss": 5.8623,
      "step": 3090
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0001870138611691965,
      "loss": 5.8364,
      "step": 3095
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0001869449552616367,
      "loss": 5.7889,
      "step": 3100
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018687587979015363,
      "loss": 5.8653,
      "step": 3105
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018680663488946134,
      "loss": 5.8716,
      "step": 3110
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018673722069460435,
      "loss": 5.9137,
      "step": 3115
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018666763734095728,
      "loss": 5.9688,
      "step": 3120
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018659788496422467,
      "loss": 5.8987,
      "step": 3125
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018652796370044076,
      "loss": 5.8424,
      "step": 3130
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0001864578736859691,
      "loss": 5.8277,
      "step": 3135
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018638761505750231,
      "loss": 5.8249,
      "step": 3140
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018631718795206195,
      "loss": 5.7759,
      "step": 3145
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018624659250699805,
      "loss": 5.8483,
      "step": 3150
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018617582885998907,
      "loss": 5.8686,
      "step": 3155
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018610489714904134,
      "loss": 5.8265,
      "step": 3160
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018603379751248907,
      "loss": 5.8335,
      "step": 3165
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018596253008899393,
      "loss": 5.779,
      "step": 3170
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018589109501754484,
      "loss": 5.7864,
      "step": 3175
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018581949243745766,
      "loss": 5.7153,
      "step": 3180
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018574772248837492,
      "loss": 5.7103,
      "step": 3185
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018567578531026557,
      "loss": 5.8013,
      "step": 3190
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0001856036810434247,
      "loss": 5.7441,
      "step": 3195
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018553140982847328,
      "loss": 5.7557,
      "step": 3200
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018545897180635782,
      "loss": 5.7743,
      "step": 3205
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018538636711835018,
      "loss": 5.7328,
      "step": 3210
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0001853135959060473,
      "loss": 5.7897,
      "step": 3215
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018524065831137073,
      "loss": 5.7668,
      "step": 3220
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018516755447656676,
      "loss": 5.7784,
      "step": 3225
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018509428454420562,
      "loss": 5.7874,
      "step": 3230
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0001850208486571817,
      "loss": 5.7636,
      "step": 3235
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018494724695871284,
      "loss": 5.76,
      "step": 3240
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0001848734795923404,
      "loss": 5.7713,
      "step": 3245
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0001847995467019288,
      "loss": 5.8089,
      "step": 3250
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0001847254484316652,
      "loss": 5.7929,
      "step": 3255
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0001846511849260594,
      "loss": 5.7984,
      "step": 3260
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018457675632994335,
      "loss": 5.7461,
      "step": 3265
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018450216278847106,
      "loss": 5.8052,
      "step": 3270
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018442740444711816,
      "loss": 5.8085,
      "step": 3275
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018435248145168165,
      "loss": 5.7897,
      "step": 3280
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018427739394827973,
      "loss": 5.7377,
      "step": 3285
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018420214208335141,
      "loss": 5.8137,
      "step": 3290
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018412672600365623,
      "loss": 5.717,
      "step": 3295
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018405114585627393,
      "loss": 5.7066,
      "step": 3300
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018397540178860435,
      "loss": 5.7831,
      "step": 3305
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018389949394836686,
      "loss": 5.7129,
      "step": 3310
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001838234224836004,
      "loss": 5.7188,
      "step": 3315
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018374718754266288,
      "loss": 5.7219,
      "step": 3320
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001836707892742311,
      "loss": 5.7743,
      "step": 3325
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018359422782730032,
      "loss": 5.7211,
      "step": 3330
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001835175033511841,
      "loss": 5.7204,
      "step": 3335
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018344061599551398,
      "loss": 5.6334,
      "step": 3340
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018336356591023903,
      "loss": 5.7067,
      "step": 3345
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001832863532456258,
      "loss": 5.7076,
      "step": 3350
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018320897815225787,
      "loss": 5.7314,
      "step": 3355
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018313144078103556,
      "loss": 5.6985,
      "step": 3360
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018305374128317576,
      "loss": 5.7099,
      "step": 3365
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018297587981021144,
      "loss": 5.6912,
      "step": 3370
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018289785651399155,
      "loss": 5.7008,
      "step": 3375
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018281967154668054,
      "loss": 5.7486,
      "step": 3380
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018274132506075828,
      "loss": 5.7009,
      "step": 3385
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018266281720901952,
      "loss": 5.7126,
      "step": 3390
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001825841481445738,
      "loss": 5.7685,
      "step": 3395
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018250531802084503,
      "loss": 5.7084,
      "step": 3400
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018242632699157124,
      "loss": 5.6336,
      "step": 3405
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001823471752108042,
      "loss": 5.7537,
      "step": 3410
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001822678628329093,
      "loss": 5.7047,
      "step": 3415
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018218839001256503,
      "loss": 5.6344,
      "step": 3420
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018210875690476282,
      "loss": 5.7453,
      "step": 3425
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018202896366480674,
      "loss": 5.7447,
      "step": 3430
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018194901044831313,
      "loss": 5.6894,
      "step": 3435
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018186889741121024,
      "loss": 5.706,
      "step": 3440
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018178862470973815,
      "loss": 5.5987,
      "step": 3445
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018170819250044821,
      "loss": 5.7009,
      "step": 3450
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018162760094020291,
      "loss": 5.6811,
      "step": 3455
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018154685018617554,
      "loss": 5.6997,
      "step": 3460
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001814659403958498,
      "loss": 5.6916,
      "step": 3465
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001813848717270195,
      "loss": 5.6774,
      "step": 3470
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018130364433778846,
      "loss": 5.6775,
      "step": 3475
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018122225838656988,
      "loss": 5.6599,
      "step": 3480
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001811407140320863,
      "loss": 5.7068,
      "step": 3485
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018105901143336913,
      "loss": 5.6826,
      "step": 3490
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018097715074975846,
      "loss": 5.6751,
      "step": 3495
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001808951321409026,
      "loss": 5.7074,
      "step": 3500
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001808129557667579,
      "loss": 5.6665,
      "step": 3505
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001807306217875884,
      "loss": 5.74,
      "step": 3510
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018064813036396547,
      "loss": 5.6082,
      "step": 3515
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018056548165676757,
      "loss": 5.6211,
      "step": 3520
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001804826758271799,
      "loss": 5.6662,
      "step": 3525
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018039971303669407,
      "loss": 5.5963,
      "step": 3530
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018031659344710778,
      "loss": 5.6565,
      "step": 3535
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018023331722052458,
      "loss": 5.638,
      "step": 3540
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018014988451935349,
      "loss": 5.7129,
      "step": 3545
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018006629550630865,
      "loss": 5.7121,
      "step": 3550
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00017998255034440912,
      "loss": 5.6157,
      "step": 3555
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00017989864919697835,
      "loss": 5.6785,
      "step": 3560
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0001798145922276442,
      "loss": 5.6483,
      "step": 3565
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017973037960033824,
      "loss": 5.6287,
      "step": 3570
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017964601147929575,
      "loss": 5.7251,
      "step": 3575
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0001795614880290551,
      "loss": 5.6648,
      "step": 3580
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017947680941445782,
      "loss": 5.6058,
      "step": 3585
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017939197580064782,
      "loss": 5.635,
      "step": 3590
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0001793069873530714,
      "loss": 5.6018,
      "step": 3595
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017922184423747683,
      "loss": 5.6442,
      "step": 3600
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.000179136546619914,
      "loss": 5.6065,
      "step": 3605
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017905109466673412,
      "loss": 5.6272,
      "step": 3610
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017896548854458942,
      "loss": 5.6707,
      "step": 3615
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017887972842043276,
      "loss": 5.6345,
      "step": 3620
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0001787938144615173,
      "loss": 5.6612,
      "step": 3625
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017870774683539632,
      "loss": 5.6838,
      "step": 3630
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017862152570992276,
      "loss": 5.6449,
      "step": 3635
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017853515125324887,
      "loss": 5.6459,
      "step": 3640
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017844862363382595,
      "loss": 5.6287,
      "step": 3645
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.000178361943020404,
      "loss": 5.6405,
      "step": 3650
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017827510958203147,
      "loss": 5.5951,
      "step": 3655
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017818812348805474,
      "loss": 5.5901,
      "step": 3660
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.000178100984908118,
      "loss": 5.5628,
      "step": 3665
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0001780136940121628,
      "loss": 5.6414,
      "step": 3670
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017792625097042764,
      "loss": 5.6175,
      "step": 3675
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00017783865595344796,
      "loss": 5.6338,
      "step": 3680
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0001777509091320554,
      "loss": 5.6118,
      "step": 3685
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017766301067737773,
      "loss": 5.6238,
      "step": 3690
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001775749607608384,
      "loss": 5.6059,
      "step": 3695
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017748675955415633,
      "loss": 5.6437,
      "step": 3700
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001773984072293454,
      "loss": 5.6047,
      "step": 3705
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017730990395871428,
      "loss": 5.546,
      "step": 3710
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017722124991486596,
      "loss": 5.5823,
      "step": 3715
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001771324452706975,
      "loss": 5.6231,
      "step": 3720
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017704349019939967,
      "loss": 5.5949,
      "step": 3725
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001769543848744567,
      "loss": 5.6354,
      "step": 3730
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001768651294696456,
      "loss": 5.6574,
      "step": 3735
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001767757241590364,
      "loss": 5.5425,
      "step": 3740
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017668616911699117,
      "loss": 5.6182,
      "step": 3745
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017659646451816428,
      "loss": 5.6352,
      "step": 3750
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017650661053750152,
      "loss": 5.5919,
      "step": 3755
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017641660735024018,
      "loss": 5.5688,
      "step": 3760
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001763264551319085,
      "loss": 5.6186,
      "step": 3765
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001762361540583253,
      "loss": 5.5435,
      "step": 3770
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001761457043055998,
      "loss": 5.5826,
      "step": 3775
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001760551060501311,
      "loss": 5.6238,
      "step": 3780
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017596435946860795,
      "loss": 5.6139,
      "step": 3785
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001758734647380084,
      "loss": 5.5699,
      "step": 3790
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001757824220355994,
      "loss": 5.5648,
      "step": 3795
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017569123153893647,
      "loss": 5.6156,
      "step": 3800
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001755998934258634,
      "loss": 5.6007,
      "step": 3805
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001755084078745118,
      "loss": 5.5392,
      "step": 3810
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0001754167750633009,
      "loss": 5.5514,
      "step": 3815
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0001753249951709371,
      "loss": 5.5463,
      "step": 3820
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0001752330683764136,
      "loss": 5.5157,
      "step": 3825
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017514099485901012,
      "loss": 5.5428,
      "step": 3830
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017504877479829258,
      "loss": 5.6118,
      "step": 3835
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0001749564083741126,
      "loss": 5.5575,
      "step": 3840
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017486389576660733,
      "loss": 5.5572,
      "step": 3845
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017477123715619897,
      "loss": 5.6342,
      "step": 3850
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017467843272359448,
      "loss": 5.6189,
      "step": 3855
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017458548264978515,
      "loss": 5.7981,
      "step": 3860
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017449238711604638,
      "loss": 5.6369,
      "step": 3865
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017439914630393725,
      "loss": 5.5643,
      "step": 3870
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017430576039530012,
      "loss": 5.5658,
      "step": 3875
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017421222957226032,
      "loss": 5.6123,
      "step": 3880
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017411855401722588,
      "loss": 5.5785,
      "step": 3885
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.000174024733912887,
      "loss": 5.5507,
      "step": 3890
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017393076944221584,
      "loss": 5.5507,
      "step": 3895
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0001738366607884661,
      "loss": 5.5862,
      "step": 3900
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017374240813517266,
      "loss": 5.5678,
      "step": 3905
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017364801166615124,
      "loss": 5.6299,
      "step": 3910
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.000173553471565498,
      "loss": 5.578,
      "step": 3915
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017345878801758934,
      "loss": 5.5303,
      "step": 3920
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0001733639612070813,
      "loss": 5.5605,
      "step": 3925
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017326899131890925,
      "loss": 5.546,
      "step": 3930
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00017317387853828784,
      "loss": 5.5608,
      "step": 3935
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017307862305071018,
      "loss": 5.5641,
      "step": 3940
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017298322504194778,
      "loss": 5.5974,
      "step": 3945
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017288768469805006,
      "loss": 5.5818,
      "step": 3950
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017279200220534407,
      "loss": 5.5554,
      "step": 3955
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017269617775043404,
      "loss": 5.4566,
      "step": 3960
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017260021152020114,
      "loss": 5.6025,
      "step": 3965
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017250410370180295,
      "loss": 5.5422,
      "step": 3970
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017240785448267322,
      "loss": 5.5697,
      "step": 3975
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0001723114640505215,
      "loss": 5.5317,
      "step": 3980
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017221493259333265,
      "loss": 5.515,
      "step": 3985
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017211826029936664,
      "loss": 5.4482,
      "step": 3990
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017202144735715806,
      "loss": 5.4939,
      "step": 3995
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0001719244939555159,
      "loss": 5.548,
      "step": 4000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0001718274002835229,
      "loss": 5.5757,
      "step": 4005
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017173016653053552,
      "loss": 5.5066,
      "step": 4010
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0001716327928861833,
      "loss": 5.5814,
      "step": 4015
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017153527954036875,
      "loss": 5.4646,
      "step": 4020
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017143762668326667,
      "loss": 5.4792,
      "step": 4025
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000171339834505324,
      "loss": 5.5255,
      "step": 4030
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017124190319725945,
      "loss": 5.5072,
      "step": 4035
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017114383295006302,
      "loss": 5.5271,
      "step": 4040
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017104562395499562,
      "loss": 5.5096,
      "step": 4045
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017094727640358883,
      "loss": 5.4995,
      "step": 4050
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017084879048764445,
      "loss": 5.5561,
      "step": 4055
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00017075016639923405,
      "loss": 5.5142,
      "step": 4060
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00017065140433069874,
      "loss": 5.5404,
      "step": 4065
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00017055250447464872,
      "loss": 5.4158,
      "step": 4070
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00017045346702396287,
      "loss": 5.5576,
      "step": 4075
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00017035429217178847,
      "loss": 5.4774,
      "step": 4080
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00017025498011154067,
      "loss": 5.554,
      "step": 4085
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00017015553103690237,
      "loss": 5.4991,
      "step": 4090
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0001700559451418235,
      "loss": 5.5104,
      "step": 4095
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016995622262052092,
      "loss": 5.5102,
      "step": 4100
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016985636366747796,
      "loss": 5.4761,
      "step": 4105
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016975636847744397,
      "loss": 5.5412,
      "step": 4110
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016965623724543404,
      "loss": 5.473,
      "step": 4115
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016955597016672855,
      "loss": 5.4697,
      "step": 4120
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016945556743687282,
      "loss": 5.5064,
      "step": 4125
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016935502925167673,
      "loss": 5.4392,
      "step": 4130
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016925435580721434,
      "loss": 5.4873,
      "step": 4135
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016915354729982345,
      "loss": 5.4398,
      "step": 4140
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016905260392610533,
      "loss": 5.4426,
      "step": 4145
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016895152588292418,
      "loss": 5.4588,
      "step": 4150
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016885031336740699,
      "loss": 5.5096,
      "step": 4155
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0001687489665769429,
      "loss": 5.4566,
      "step": 4160
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016864748570918282,
      "loss": 5.4565,
      "step": 4165
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016854587096203942,
      "loss": 5.5127,
      "step": 4170
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016844412253368623,
      "loss": 5.5335,
      "step": 4175
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016834224062255753,
      "loss": 5.5111,
      "step": 4180
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00016824022542734804,
      "loss": 5.4848,
      "step": 4185
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016813807714701224,
      "loss": 5.5212,
      "step": 4190
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016803579598076432,
      "loss": 5.4978,
      "step": 4195
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0001679333821280776,
      "loss": 5.5562,
      "step": 4200
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016783083578868403,
      "loss": 5.4776,
      "step": 4205
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016772815716257412,
      "loss": 5.4396,
      "step": 4210
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0001676253464499963,
      "loss": 5.4348,
      "step": 4215
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016752240385145653,
      "loss": 5.4475,
      "step": 4220
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016741932956771815,
      "loss": 5.4649,
      "step": 4225
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016731612379980118,
      "loss": 5.4329,
      "step": 4230
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016721278674898207,
      "loss": 5.5127,
      "step": 4235
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016710931861679335,
      "loss": 5.4114,
      "step": 4240
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0001670057196050232,
      "loss": 5.4805,
      "step": 4245
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016690198991571505,
      "loss": 5.4781,
      "step": 4250
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0001667981297511671,
      "loss": 5.895,
      "step": 4255
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016669413931393208,
      "loss": 7.1367,
      "step": 4260
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0001665900188068168,
      "loss": 7.4144,
      "step": 4265
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0001664857684328817,
      "loss": 6.708,
      "step": 4270
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016638138839544046,
      "loss": 6.4751,
      "step": 4275
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016627687889805975,
      "loss": 6.4466,
      "step": 4280
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016617224014455858,
      "loss": 6.3847,
      "step": 4285
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016606747233900815,
      "loss": 6.216,
      "step": 4290
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016596257568573128,
      "loss": 6.1459,
      "step": 4295
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0001658575503893021,
      "loss": 6.0303,
      "step": 4300
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016575239665454563,
      "loss": 5.9808,
      "step": 4305
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00016564711468653733,
      "loss": 5.9701,
      "step": 4310
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016554170469060283,
      "loss": 5.8482,
      "step": 4315
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016543616687231735,
      "loss": 5.8348,
      "step": 4320
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016533050143750547,
      "loss": 5.811,
      "step": 4325
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016522470859224063,
      "loss": 5.776,
      "step": 4330
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016511878854284472,
      "loss": 5.7244,
      "step": 4335
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0001650127414958878,
      "loss": 5.7335,
      "step": 4340
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016490656765818745,
      "loss": 5.728,
      "step": 4345
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0001648002672368087,
      "loss": 5.6689,
      "step": 4350
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0001646938404390633,
      "loss": 5.7441,
      "step": 4355
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016458728747250958,
      "loss": 5.6825,
      "step": 4360
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016448060854495187,
      "loss": 5.6087,
      "step": 4365
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016437380386444015,
      "loss": 5.6414,
      "step": 4370
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0001642668736392696,
      "loss": 5.619,
      "step": 4375
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016415981807798048,
      "loss": 5.5727,
      "step": 4380
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016405263738935718,
      "loss": 5.5448,
      "step": 4385
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016394533178242825,
      "loss": 5.5716,
      "step": 4390
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016383790146646588,
      "loss": 5.6122,
      "step": 4395
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0001637303466509855,
      "loss": 5.5691,
      "step": 4400
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016362266754574528,
      "loss": 5.6606,
      "step": 4405
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016351486436074579,
      "loss": 5.7074,
      "step": 4410
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0001634069373062296,
      "loss": 5.6063,
      "step": 4415
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016329888659268087,
      "loss": 5.5416,
      "step": 4420
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016319071243082485,
      "loss": 5.6072,
      "step": 4425
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016308241503162774,
      "loss": 5.5678,
      "step": 4430
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00016297399460629586,
      "loss": 5.5458,
      "step": 4435
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001628654513662755,
      "loss": 5.636,
      "step": 4440
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016275678552325266,
      "loss": 5.5018,
      "step": 4445
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001626479972891522,
      "loss": 5.5813,
      "step": 4450
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016253908687613783,
      "loss": 5.5326,
      "step": 4455
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016243005449661144,
      "loss": 5.5519,
      "step": 4460
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001623209003632129,
      "loss": 5.5312,
      "step": 4465
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016221162468881936,
      "loss": 5.5857,
      "step": 4470
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001621022276865452,
      "loss": 5.5573,
      "step": 4475
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016199270956974128,
      "loss": 5.6744,
      "step": 4480
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016188307055199473,
      "loss": 5.5639,
      "step": 4485
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016177331084712843,
      "loss": 5.4785,
      "step": 4490
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016166343066920065,
      "loss": 5.5764,
      "step": 4495
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001615534302325046,
      "loss": 5.5083,
      "step": 4500
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016144330975156806,
      "loss": 5.5439,
      "step": 4505
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016133306944115283,
      "loss": 5.5313,
      "step": 4510
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001612227095162545,
      "loss": 5.4739,
      "step": 4515
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016111223019210196,
      "loss": 5.516,
      "step": 4520
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016100163168415686,
      "loss": 5.5884,
      "step": 4525
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001608909142081133,
      "loss": 5.5522,
      "step": 4530
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001607800779798975,
      "loss": 5.4901,
      "step": 4535
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016066912321566722,
      "loss": 5.5362,
      "step": 4540
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016055805013181132,
      "loss": 5.509,
      "step": 4545
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016044685894494947,
      "loss": 5.4786,
      "step": 4550
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001603355498719317,
      "loss": 5.5791,
      "step": 4555
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00016022412312983797,
      "loss": 5.4684,
      "step": 4560
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001601125789359776,
      "loss": 5.5133,
      "step": 4565
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00016000091750788907,
      "loss": 5.4883,
      "step": 4570
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015988913906333946,
      "loss": 5.4968,
      "step": 4575
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001597772438203241,
      "loss": 5.4573,
      "step": 4580
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015966523199706603,
      "loss": 5.5303,
      "step": 4585
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015955310381201576,
      "loss": 5.5067,
      "step": 4590
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015944085948385058,
      "loss": 5.5228,
      "step": 4595
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015932849923147444,
      "loss": 5.5218,
      "step": 4600
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015921602327401732,
      "loss": 5.4973,
      "step": 4605
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015910343183083477,
      "loss": 5.5073,
      "step": 4610
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015899072512150773,
      "loss": 5.5194,
      "step": 4615
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015887790336584177,
      "loss": 5.5069,
      "step": 4620
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015876496678386692,
      "loss": 5.5661,
      "step": 4625
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015865191559583715,
      "loss": 5.546,
      "step": 4630
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001585387500222299,
      "loss": 5.5694,
      "step": 4635
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015842547028374572,
      "loss": 5.4905,
      "step": 4640
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015831207660130781,
      "loss": 5.4915,
      "step": 4645
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015819856919606153,
      "loss": 5.4949,
      "step": 4650
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015808494828937415,
      "loss": 5.4745,
      "step": 4655
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015797121410283414,
      "loss": 5.5438,
      "step": 4660
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015785736685825107,
      "loss": 5.4666,
      "step": 4665
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001577434067776548,
      "loss": 5.5384,
      "step": 4670
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015762933408329548,
      "loss": 5.533,
      "step": 4675
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015751514899764265,
      "loss": 5.3689,
      "step": 4680
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00015740085174338516,
      "loss": 5.494,
      "step": 4685
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001572864425434307,
      "loss": 5.5098,
      "step": 4690
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015717192162090503,
      "loss": 5.505,
      "step": 4695
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001570572891991521,
      "loss": 5.4654,
      "step": 4700
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015694254550173306,
      "loss": 5.4573,
      "step": 4705
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015682769075242624,
      "loss": 5.5117,
      "step": 4710
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001567127251752265,
      "loss": 5.4355,
      "step": 4715
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015659764899434475,
      "loss": 5.4581,
      "step": 4720
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015648246243420773,
      "loss": 5.4636,
      "step": 4725
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015636716571945742,
      "loss": 5.4019,
      "step": 4730
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015625175907495057,
      "loss": 5.3918,
      "step": 4735
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015613624272575835,
      "loss": 5.4166,
      "step": 4740
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015602061689716593,
      "loss": 5.5377,
      "step": 4745
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015590488181467193,
      "loss": 5.5277,
      "step": 4750
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015578903770398803,
      "loss": 5.5025,
      "step": 4755
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015567308479103864,
      "loss": 5.384,
      "step": 4760
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015555702330196023,
      "loss": 5.4573,
      "step": 4765
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001554408534631011,
      "loss": 5.5624,
      "step": 4770
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001553245755010209,
      "loss": 5.4106,
      "step": 4775
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015520818964249,
      "loss": 5.51,
      "step": 4780
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015509169611448932,
      "loss": 5.5034,
      "step": 4785
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015497509514420977,
      "loss": 5.5526,
      "step": 4790
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015485838695905168,
      "loss": 5.3577,
      "step": 4795
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015474157178662457,
      "loss": 5.3723,
      "step": 4800
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00015462464985474666,
      "loss": 5.4706,
      "step": 4805
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001545076213914442,
      "loss": 5.5238,
      "step": 4810
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0001543904866249514,
      "loss": 5.365,
      "step": 4815
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015427324578370962,
      "loss": 5.4876,
      "step": 4820
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015415589909636727,
      "loss": 5.4712,
      "step": 4825
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015403844679177898,
      "loss": 5.443,
      "step": 4830
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015392088909900554,
      "loss": 5.4149,
      "step": 4835
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015380322624731314,
      "loss": 5.4528,
      "step": 4840
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015368545846617315,
      "loss": 5.4284,
      "step": 4845
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015356758598526152,
      "loss": 5.4387,
      "step": 4850
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015344960903445842,
      "loss": 5.4294,
      "step": 4855
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015333152784384777,
      "loss": 5.4483,
      "step": 4860
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015321334264371673,
      "loss": 5.4291,
      "step": 4865
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015309505366455537,
      "loss": 5.4281,
      "step": 4870
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015297666113705613,
      "loss": 5.4046,
      "step": 4875
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015285816529211338,
      "loss": 5.4775,
      "step": 4880
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015273956636082292,
      "loss": 5.492,
      "step": 4885
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015262086457448182,
      "loss": 5.3552,
      "step": 4890
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015250206016458742,
      "loss": 5.449,
      "step": 4895
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015238315336283753,
      "loss": 5.4037,
      "step": 4900
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015226414440112934,
      "loss": 5.3913,
      "step": 4905
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015214503351155954,
      "loss": 5.4684,
      "step": 4910
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015202582092642343,
      "loss": 5.4113,
      "step": 4915
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015190650687821474,
      "loss": 5.5322,
      "step": 4920
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000151787091599625,
      "loss": 5.4471,
      "step": 4925
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015166757532354325,
      "loss": 5.3653,
      "step": 4930
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00015154795828305542,
      "loss": 5.5438,
      "step": 4935
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00015142824071144397,
      "loss": 5.4497,
      "step": 4940
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00015130842284218752,
      "loss": 5.4334,
      "step": 4945
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00015118850490896012,
      "loss": 5.4315,
      "step": 4950
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00015106848714563112,
      "loss": 5.4054,
      "step": 4955
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00015094836978626447,
      "loss": 5.364,
      "step": 4960
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00015082815306511843,
      "loss": 5.4506,
      "step": 4965
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00015070783721664495,
      "loss": 5.4242,
      "step": 4970
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00015058742247548942,
      "loss": 5.4281,
      "step": 4975
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00015046690907648998,
      "loss": 5.4475,
      "step": 4980
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001503462972546773,
      "loss": 5.4903,
      "step": 4985
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001502255872452738,
      "loss": 5.4362,
      "step": 4990
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00015010477928369364,
      "loss": 5.4018,
      "step": 4995
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001499838736055418,
      "loss": 5.3877,
      "step": 5000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014986287044661397,
      "loss": 5.4277,
      "step": 5005
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014974177004289588,
      "loss": 5.3957,
      "step": 5010
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014962057263056292,
      "loss": 5.4873,
      "step": 5015
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014949927844597972,
      "loss": 5.4437,
      "step": 5020
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014937788772569953,
      "loss": 5.4393,
      "step": 5025
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014925640070646395,
      "loss": 5.3273,
      "step": 5030
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014913481762520245,
      "loss": 5.3709,
      "step": 5035
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014901313871903174,
      "loss": 5.4472,
      "step": 5040
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014889136422525535,
      "loss": 5.3416,
      "step": 5045
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014876949438136347,
      "loss": 5.4655,
      "step": 5050
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014864752942503196,
      "loss": 5.4712,
      "step": 5055
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00014852546959412242,
      "loss": 5.5033,
      "step": 5060
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014840331512668128,
      "loss": 5.4312,
      "step": 5065
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014828106626093966,
      "loss": 5.4226,
      "step": 5070
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014815872323531274,
      "loss": 5.4053,
      "step": 5075
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014803628628839934,
      "loss": 5.4914,
      "step": 5080
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001479137556589814,
      "loss": 5.4153,
      "step": 5085
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014779113158602372,
      "loss": 5.3742,
      "step": 5090
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001476684143086731,
      "loss": 5.4774,
      "step": 5095
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014754560406625834,
      "loss": 5.3977,
      "step": 5100
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014742270109828937,
      "loss": 5.4002,
      "step": 5105
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014729970564445705,
      "loss": 5.4045,
      "step": 5110
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014717661794463264,
      "loss": 5.3889,
      "step": 5115
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014705343823886717,
      "loss": 5.3967,
      "step": 5120
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014693016676739127,
      "loss": 5.3922,
      "step": 5125
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001468068037706144,
      "loss": 5.3768,
      "step": 5130
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014668334948912453,
      "loss": 5.4459,
      "step": 5135
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001465598041636878,
      "loss": 5.4382,
      "step": 5140
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014643616803524778,
      "loss": 5.4477,
      "step": 5145
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014631244134492507,
      "loss": 5.4493,
      "step": 5150
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014618862433401708,
      "loss": 5.4438,
      "step": 5155
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014606471724399716,
      "loss": 5.3437,
      "step": 5160
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014594072031651453,
      "loss": 5.4167,
      "step": 5165
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014581663379339345,
      "loss": 5.3682,
      "step": 5170
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000145692457916633,
      "loss": 5.4614,
      "step": 5175
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001455681929284065,
      "loss": 5.421,
      "step": 5180
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00014544383907106107,
      "loss": 5.3822,
      "step": 5185
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014531939658711716,
      "loss": 5.3511,
      "step": 5190
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014519486571926802,
      "loss": 5.4329,
      "step": 5195
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014507024671037928,
      "loss": 5.4036,
      "step": 5200
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014494553980348848,
      "loss": 5.3431,
      "step": 5205
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014482074524180464,
      "loss": 5.3705,
      "step": 5210
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0001446958632687076,
      "loss": 5.4683,
      "step": 5215
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014457089412774781,
      "loss": 5.4509,
      "step": 5220
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0001444458380626456,
      "loss": 5.4021,
      "step": 5225
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014432069531729094,
      "loss": 5.4575,
      "step": 5230
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014419546613574267,
      "loss": 5.2872,
      "step": 5235
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014407015076222846,
      "loss": 5.3959,
      "step": 5240
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0001439447494411438,
      "loss": 5.3322,
      "step": 5245
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.000143819262417052,
      "loss": 5.4487,
      "step": 5250
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014369368993468343,
      "loss": 5.3905,
      "step": 5255
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0001435680322389352,
      "loss": 5.4069,
      "step": 5260
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0001434422895748704,
      "loss": 5.4842,
      "step": 5265
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0001433164621877181,
      "loss": 5.3584,
      "step": 5270
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0001431905503228724,
      "loss": 5.4929,
      "step": 5275
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014306455422589224,
      "loss": 5.4146,
      "step": 5280
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014293847414250088,
      "loss": 5.4017,
      "step": 5285
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014281231031858523,
      "loss": 5.3153,
      "step": 5290
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014268606300019566,
      "loss": 5.4141,
      "step": 5295
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014255973243354527,
      "loss": 5.3551,
      "step": 5300
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014243331886500953,
      "loss": 5.351,
      "step": 5305
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00014230682254112587,
      "loss": 5.4383,
      "step": 5310
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001421802437085931,
      "loss": 5.3891,
      "step": 5315
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00014205358261427074,
      "loss": 5.3962,
      "step": 5320
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00014192683950517906,
      "loss": 5.3912,
      "step": 5325
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.000141800014628498,
      "loss": 5.3734,
      "step": 5330
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001416731082315671,
      "loss": 5.3091,
      "step": 5335
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00014154612056188495,
      "loss": 5.4136,
      "step": 5340
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00014141905186710848,
      "loss": 5.3723,
      "step": 5345
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001412919023950527,
      "loss": 5.3466,
      "step": 5350
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001411646723936902,
      "loss": 5.3869,
      "step": 5355
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00014103736211115063,
      "loss": 5.4564,
      "step": 5360
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00014090997179572014,
      "loss": 5.4436,
      "step": 5365
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00014078250169584098,
      "loss": 5.327,
      "step": 5370
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00014065495206011104,
      "loss": 5.3565,
      "step": 5375
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001405273231372833,
      "loss": 5.4267,
      "step": 5380
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00014039961517626535,
      "loss": 5.3469,
      "step": 5385
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00014027182842611894,
      "loss": 5.4414,
      "step": 5390
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001401439631360595,
      "loss": 5.3403,
      "step": 5395
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001400160195554556,
      "loss": 5.3864,
      "step": 5400
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00013988799793382856,
      "loss": 5.3898,
      "step": 5405
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00013975989852085176,
      "loss": 5.3892,
      "step": 5410
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00013963172156635043,
      "loss": 5.3623,
      "step": 5415
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00013950346732030094,
      "loss": 5.3249,
      "step": 5420
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00013937513603283047,
      "loss": 5.3231,
      "step": 5425
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00013924672795421637,
      "loss": 5.3815,
      "step": 5430
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00013911824333488586,
      "loss": 5.3579,
      "step": 5435
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001389896824254153,
      "loss": 5.4289,
      "step": 5440
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013886104547652993,
      "loss": 5.3696,
      "step": 5445
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013873233273910328,
      "loss": 5.3661,
      "step": 5450
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013860354446415657,
      "loss": 5.3924,
      "step": 5455
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013847468090285854,
      "loss": 5.3544,
      "step": 5460
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013834574230652458,
      "loss": 5.3663,
      "step": 5465
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013821672892661647,
      "loss": 5.3811,
      "step": 5470
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013808764101474192,
      "loss": 5.3665,
      "step": 5475
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013795847882265385,
      "loss": 5.3655,
      "step": 5480
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013782924260225018,
      "loss": 5.4591,
      "step": 5485
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001376999326055731,
      "loss": 5.3819,
      "step": 5490
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001375705490848087,
      "loss": 5.3787,
      "step": 5495
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013744109229228655,
      "loss": 5.351,
      "step": 5500
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013731156248047904,
      "loss": 5.3201,
      "step": 5505
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001371819599020009,
      "loss": 5.3506,
      "step": 5510
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013705228480960898,
      "loss": 5.3542,
      "step": 5515
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013692253745620128,
      "loss": 5.44,
      "step": 5520
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013679271809481693,
      "loss": 5.3697,
      "step": 5525
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013666282697863546,
      "loss": 5.3792,
      "step": 5530
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013653286436097627,
      "loss": 5.391,
      "step": 5535
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001364028304952982,
      "loss": 5.3607,
      "step": 5540
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001362727256351992,
      "loss": 5.3869,
      "step": 5545
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013614255003441546,
      "loss": 5.319,
      "step": 5550
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001360123039468213,
      "loss": 5.3795,
      "step": 5555
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00013588198762642844,
      "loss": 5.3611,
      "step": 5560
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001357516013273855,
      "loss": 5.426,
      "step": 5565
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001356211453039777,
      "loss": 5.3739,
      "step": 5570
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013549061981062616,
      "loss": 5.335,
      "step": 5575
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013536002510188753,
      "loss": 5.4603,
      "step": 5580
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013522936143245344,
      "loss": 5.2684,
      "step": 5585
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013509862905714993,
      "loss": 5.3416,
      "step": 5590
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001349678282309372,
      "loss": 5.3608,
      "step": 5595
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013483695920890875,
      "loss": 5.3473,
      "step": 5600
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013470602224629124,
      "loss": 5.4283,
      "step": 5605
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013457501759844373,
      "loss": 5.342,
      "step": 5610
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013444394552085732,
      "loss": 5.3108,
      "step": 5615
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013431280626915467,
      "loss": 5.3455,
      "step": 5620
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001341816000990893,
      "loss": 5.3004,
      "step": 5625
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013405032726654533,
      "loss": 5.357,
      "step": 5630
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013391898802753697,
      "loss": 5.3273,
      "step": 5635
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013378758263820777,
      "loss": 5.3363,
      "step": 5640
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001336561113548304,
      "loss": 5.43,
      "step": 5645
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013352457443380601,
      "loss": 5.3276,
      "step": 5650
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001333929721316638,
      "loss": 5.342,
      "step": 5655
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001332613047050604,
      "loss": 5.385,
      "step": 5660
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013312957241077943,
      "loss": 5.4021,
      "step": 5665
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013299777550573118,
      "loss": 5.3764,
      "step": 5670
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001328659142469518,
      "loss": 5.3596,
      "step": 5675
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013273398889160297,
      "loss": 5.3697,
      "step": 5680
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00013260199969697146,
      "loss": 5.3325,
      "step": 5685
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013246994692046836,
      "loss": 5.334,
      "step": 5690
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013233783081962897,
      "loss": 5.3486,
      "step": 5695
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013220565165211195,
      "loss": 5.349,
      "step": 5700
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013207340967569904,
      "loss": 5.3016,
      "step": 5705
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013194110514829437,
      "loss": 5.2682,
      "step": 5710
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013180873832792416,
      "loss": 5.3565,
      "step": 5715
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013167630947273607,
      "loss": 5.3288,
      "step": 5720
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013154381884099875,
      "loss": 5.353,
      "step": 5725
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013141126669110136,
      "loss": 5.3295,
      "step": 5730
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013127865328155293,
      "loss": 5.333,
      "step": 5735
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013114597887098212,
      "loss": 5.3499,
      "step": 5740
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013101324371813638,
      "loss": 5.3163,
      "step": 5745
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013088044808188184,
      "loss": 5.2668,
      "step": 5750
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013074759222120235,
      "loss": 5.4173,
      "step": 5755
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013061467639519935,
      "loss": 5.339,
      "step": 5760
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013048170086309125,
      "loss": 5.3407,
      "step": 5765
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013034866588421283,
      "loss": 5.3295,
      "step": 5770
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0001302155717180148,
      "loss": 5.247,
      "step": 5775
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00013008241862406337,
      "loss": 5.3713,
      "step": 5780
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00012994920686203962,
      "loss": 5.3915,
      "step": 5785
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00012981593669173907,
      "loss": 5.3389,
      "step": 5790
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0001296826083730711,
      "loss": 5.3186,
      "step": 5795
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00012954922216605854,
      "loss": 5.3332,
      "step": 5800
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00012941577833083717,
      "loss": 5.3104,
      "step": 5805
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00012928227712765504,
      "loss": 5.2953,
      "step": 5810
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012914871881687217,
      "loss": 5.3056,
      "step": 5815
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012901510365895993,
      "loss": 5.2828,
      "step": 5820
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012888143191450052,
      "loss": 5.3634,
      "step": 5825
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012874770384418654,
      "loss": 5.3822,
      "step": 5830
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012861391970882046,
      "loss": 5.2642,
      "step": 5835
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.000128480079769314,
      "loss": 5.3891,
      "step": 5840
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012834618428668782,
      "loss": 5.3223,
      "step": 5845
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012821223352207085,
      "loss": 5.3218,
      "step": 5850
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001280782277366998,
      "loss": 5.3233,
      "step": 5855
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001279441671919187,
      "loss": 5.3493,
      "step": 5860
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001278100521491785,
      "loss": 5.3039,
      "step": 5865
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012767588287003622,
      "loss": 5.3753,
      "step": 5870
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001275416596161548,
      "loss": 5.277,
      "step": 5875
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012740738264930242,
      "loss": 5.257,
      "step": 5880
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.000127273052231352,
      "loss": 5.3391,
      "step": 5885
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012713866862428067,
      "loss": 5.3949,
      "step": 5890
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012700423209016933,
      "loss": 5.3308,
      "step": 5895
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012686974289120216,
      "loss": 5.3034,
      "step": 5900
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012673520128966592,
      "loss": 5.3333,
      "step": 5905
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012660060754794965,
      "loss": 5.2585,
      "step": 5910
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012646596192854406,
      "loss": 5.4027,
      "step": 5915
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012633126469404103,
      "loss": 5.2967,
      "step": 5920
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012619651610713307,
      "loss": 5.3236,
      "step": 5925
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00012606171643061293,
      "loss": 5.2916,
      "step": 5930
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001259268659273729,
      "loss": 5.3112,
      "step": 5935
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001257919648604045,
      "loss": 5.2214,
      "step": 5940
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012565701349279772,
      "loss": 5.3388,
      "step": 5945
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012552201208774078,
      "loss": 5.3178,
      "step": 5950
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001253869609085194,
      "loss": 5.3739,
      "step": 5955
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012525186021851642,
      "loss": 5.3424,
      "step": 5960
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012511671028121122,
      "loss": 5.2965,
      "step": 5965
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012498151136017922,
      "loss": 5.2235,
      "step": 5970
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001248462637190914,
      "loss": 5.4022,
      "step": 5975
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012471096762171365,
      "loss": 5.2702,
      "step": 5980
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012457562333190652,
      "loss": 5.3636,
      "step": 5985
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012444023111362446,
      "loss": 5.2477,
      "step": 5990
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012430479123091542,
      "loss": 5.3062,
      "step": 5995
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012416930394792026,
      "loss": 5.2523,
      "step": 6000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001240337695288723,
      "loss": 5.3176,
      "step": 6005
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012389818823809685,
      "loss": 5.2869,
      "step": 6010
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012376256034001056,
      "loss": 5.2523,
      "step": 6015
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012362688609912092,
      "loss": 5.3344,
      "step": 6020
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000123491165780026,
      "loss": 5.2959,
      "step": 6025
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001233553996474135,
      "loss": 5.3404,
      "step": 6030
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001232195879660607,
      "loss": 5.3019,
      "step": 6035
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012308373100083345,
      "loss": 5.3154,
      "step": 6040
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012294782901668612,
      "loss": 5.2901,
      "step": 6045
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012281188227866084,
      "loss": 5.3193,
      "step": 6050
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012267589105188694,
      "loss": 5.2879,
      "step": 6055
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00012253985560158062,
      "loss": 5.3975,
      "step": 6060
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012240377619304423,
      "loss": 5.3249,
      "step": 6065
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001222676530916659,
      "loss": 5.2623,
      "step": 6070
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012213148656291898,
      "loss": 5.2798,
      "step": 6075
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012199527687236148,
      "loss": 5.2537,
      "step": 6080
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012185902428563561,
      "loss": 5.2317,
      "step": 6085
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012172272906846722,
      "loss": 5.2814,
      "step": 6090
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012158639148666534,
      "loss": 5.3285,
      "step": 6095
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012145001180612152,
      "loss": 5.2792,
      "step": 6100
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012131359029280958,
      "loss": 5.3328,
      "step": 6105
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001211771272127848,
      "loss": 5.224,
      "step": 6110
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012104062283218351,
      "loss": 5.2667,
      "step": 6115
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012090407741722272,
      "loss": 5.3292,
      "step": 6120
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012076749123419928,
      "loss": 5.322,
      "step": 6125
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012063086454948971,
      "loss": 5.3504,
      "step": 6130
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012049419762954943,
      "loss": 5.3132,
      "step": 6135
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012035749074091236,
      "loss": 5.2941,
      "step": 6140
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012022074415019036,
      "loss": 5.3279,
      "step": 6145
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00012008395812407271,
      "loss": 5.3169,
      "step": 6150
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00011994713292932562,
      "loss": 5.2837,
      "step": 6155
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001198102688327917,
      "loss": 5.3166,
      "step": 6160
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00011967336610138937,
      "loss": 5.2438,
      "step": 6165
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00011953642500211244,
      "loss": 5.2971,
      "step": 6170
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00011939944580202956,
      "loss": 5.2971,
      "step": 6175
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00011926242876828363,
      "loss": 5.281,
      "step": 6180
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001191253741680914,
      "loss": 5.2394,
      "step": 6185
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011898828226874284,
      "loss": 5.2937,
      "step": 6190
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001188511533376007,
      "loss": 5.2404,
      "step": 6195
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011871398764209988,
      "loss": 5.2616,
      "step": 6200
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011857678544974708,
      "loss": 5.304,
      "step": 6205
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011843954702812008,
      "loss": 5.3124,
      "step": 6210
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001183022726448674,
      "loss": 5.3032,
      "step": 6215
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011816496256770759,
      "loss": 5.3325,
      "step": 6220
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011802761706442896,
      "loss": 5.1577,
      "step": 6225
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011789023640288881,
      "loss": 5.2629,
      "step": 6230
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011775282085101298,
      "loss": 5.3018,
      "step": 6235
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011761537067679543,
      "loss": 5.3968,
      "step": 6240
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011747788614829758,
      "loss": 5.2864,
      "step": 6245
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011734036753364792,
      "loss": 5.3099,
      "step": 6250
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011720281510104136,
      "loss": 5.2449,
      "step": 6255
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011706522911873878,
      "loss": 5.2738,
      "step": 6260
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011692760985506646,
      "loss": 5.3661,
      "step": 6265
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011678995757841565,
      "loss": 5.2363,
      "step": 6270
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011665227255724193,
      "loss": 5.2677,
      "step": 6275
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001165145550600648,
      "loss": 5.3264,
      "step": 6280
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.000116376805355467,
      "loss": 5.2732,
      "step": 6285
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011623902371209419,
      "loss": 5.3537,
      "step": 6290
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001161012103986542,
      "loss": 5.306,
      "step": 6295
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011596336568391674,
      "loss": 5.2017,
      "step": 6300
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001158254898367127,
      "loss": 5.3281,
      "step": 6305
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00011568758312593371,
      "loss": 5.2568,
      "step": 6310
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011554964582053156,
      "loss": 5.2703,
      "step": 6315
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011541167818951772,
      "loss": 5.2938,
      "step": 6320
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011527368050196281,
      "loss": 5.2591,
      "step": 6325
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011513565302699607,
      "loss": 5.3245,
      "step": 6330
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011499759603380487,
      "loss": 5.3193,
      "step": 6335
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011485950979163403,
      "loss": 5.2526,
      "step": 6340
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011472139456978555,
      "loss": 5.2593,
      "step": 6345
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011458325063761784,
      "loss": 5.268,
      "step": 6350
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011444507826454538,
      "loss": 5.245,
      "step": 6355
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011430687772003805,
      "loss": 5.3079,
      "step": 6360
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011416864927362077,
      "loss": 5.3133,
      "step": 6365
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011403039319487272,
      "loss": 5.2596,
      "step": 6370
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011389210975342714,
      "loss": 5.325,
      "step": 6375
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011375379921897051,
      "loss": 5.1978,
      "step": 6380
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011361546186124219,
      "loss": 5.333,
      "step": 6385
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011347709795003389,
      "loss": 5.27,
      "step": 6390
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011333870775518904,
      "loss": 5.2847,
      "step": 6395
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011320029154660241,
      "loss": 5.238,
      "step": 6400
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011306184959421939,
      "loss": 5.2777,
      "step": 6405
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0001129233821680357,
      "loss": 5.275,
      "step": 6410
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011278488953809661,
      "loss": 5.2852,
      "step": 6415
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0001126463719744967,
      "loss": 5.2595,
      "step": 6420
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011250782974737899,
      "loss": 5.2172,
      "step": 6425
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011236926312693479,
      "loss": 5.2783,
      "step": 6430
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00011223067238340284,
      "loss": 5.2711,
      "step": 6435
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011209205778706898,
      "loss": 5.2397,
      "step": 6440
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011195341960826558,
      "loss": 5.2622,
      "step": 6445
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011181475811737101,
      "loss": 5.2977,
      "step": 6450
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011167607358480907,
      "loss": 5.2936,
      "step": 6455
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011153736628104851,
      "loss": 5.2288,
      "step": 6460
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011139863647660247,
      "loss": 5.2845,
      "step": 6465
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011125988444202804,
      "loss": 5.3017,
      "step": 6470
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011112111044792557,
      "loss": 5.1976,
      "step": 6475
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011098231476493828,
      "loss": 5.2736,
      "step": 6480
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011084349766375174,
      "loss": 5.347,
      "step": 6485
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0001107046594150932,
      "loss": 5.2253,
      "step": 6490
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011056580028973118,
      "loss": 5.3042,
      "step": 6495
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011042692055847499,
      "loss": 5.279,
      "step": 6500
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011028802049217404,
      "loss": 5.2396,
      "step": 6505
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0001101491003617174,
      "loss": 5.3328,
      "step": 6510
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00011001016043803331,
      "loss": 5.2362,
      "step": 6515
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00010987120099208858,
      "loss": 5.2459,
      "step": 6520
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00010973222229488817,
      "loss": 5.2246,
      "step": 6525
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00010959322461747446,
      "loss": 5.2472,
      "step": 6530
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00010945420823092694,
      "loss": 5.3863,
      "step": 6535
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0001093151734063615,
      "loss": 5.2757,
      "step": 6540
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00010917612041493016,
      "loss": 5.1946,
      "step": 6545
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00010903704952782015,
      "loss": 5.2073,
      "step": 6550
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00010889796101625374,
      "loss": 5.2399,
      "step": 6555
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00010875885515148754,
      "loss": 5.2962,
      "step": 6560
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010861973220481202,
      "loss": 5.1872,
      "step": 6565
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010848059244755093,
      "loss": 5.3185,
      "step": 6570
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010834143615106081,
      "loss": 5.2768,
      "step": 6575
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010820226358673049,
      "loss": 5.2399,
      "step": 6580
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0001080630750259805,
      "loss": 5.254,
      "step": 6585
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010792387074026256,
      "loss": 5.2913,
      "step": 6590
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010778465100105903,
      "loss": 5.2854,
      "step": 6595
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010764541607988252,
      "loss": 5.3421,
      "step": 6600
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0001075061662482751,
      "loss": 5.223,
      "step": 6605
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010736690177780801,
      "loss": 5.2382,
      "step": 6610
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010722762294008106,
      "loss": 5.252,
      "step": 6615
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010708833000672205,
      "loss": 5.2684,
      "step": 6620
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010694902324938618,
      "loss": 5.2569,
      "step": 6625
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010680970293975579,
      "loss": 5.2781,
      "step": 6630
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010667036934953944,
      "loss": 5.3239,
      "step": 6635
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010653102275047182,
      "loss": 5.2684,
      "step": 6640
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010639166341431277,
      "loss": 5.2535,
      "step": 6645
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010625229161284715,
      "loss": 5.3044,
      "step": 6650
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010611290761788401,
      "loss": 5.3256,
      "step": 6655
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010597351170125622,
      "loss": 5.2388,
      "step": 6660
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010583410413481994,
      "loss": 5.1873,
      "step": 6665
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010569468519045398,
      "loss": 5.2795,
      "step": 6670
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010555525514005942,
      "loss": 5.2921,
      "step": 6675
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010541581425555886,
      "loss": 5.319,
      "step": 6680
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00010527636280889623,
      "loss": 5.2804,
      "step": 6685
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010513690107203589,
      "loss": 5.1747,
      "step": 6690
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010499742931696235,
      "loss": 5.2341,
      "step": 6695
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010485794781567961,
      "loss": 5.2393,
      "step": 6700
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010471845684021073,
      "loss": 5.1983,
      "step": 6705
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001045789566625972,
      "loss": 5.2315,
      "step": 6710
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010443944755489854,
      "loss": 5.2522,
      "step": 6715
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010429992978919152,
      "loss": 5.2671,
      "step": 6720
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010416040363756997,
      "loss": 5.2968,
      "step": 6725
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010402086937214399,
      "loss": 5.2119,
      "step": 6730
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010388132726503953,
      "loss": 5.2206,
      "step": 6735
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001037417775883978,
      "loss": 5.2255,
      "step": 6740
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001036022206143748,
      "loss": 5.241,
      "step": 6745
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010346265661514078,
      "loss": 5.1686,
      "step": 6750
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010332308586287962,
      "loss": 5.2062,
      "step": 6755
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010318350862978848,
      "loss": 5.2481,
      "step": 6760
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.000103043925188077,
      "loss": 5.3213,
      "step": 6765
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001029043358099671,
      "loss": 5.3188,
      "step": 6770
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010276474076769216,
      "loss": 5.2812,
      "step": 6775
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010262514033349666,
      "loss": 5.2459,
      "step": 6780
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001024855347796356,
      "loss": 5.1943,
      "step": 6785
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010234592437837396,
      "loss": 5.1914,
      "step": 6790
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010220630940198612,
      "loss": 5.2616,
      "step": 6795
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010206669012275545,
      "loss": 5.2873,
      "step": 6800
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010192706681297365,
      "loss": 5.233,
      "step": 6805
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00010178743974494038,
      "loss": 5.1955,
      "step": 6810
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00010164780919096248,
      "loss": 5.2473,
      "step": 6815
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00010150817542335379,
      "loss": 5.2728,
      "step": 6820
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00010136853871443417,
      "loss": 5.2254,
      "step": 6825
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00010122889933652942,
      "loss": 5.2349,
      "step": 6830
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00010108925756197046,
      "loss": 5.2407,
      "step": 6835
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001009496136630929,
      "loss": 5.1996,
      "step": 6840
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00010080996791223652,
      "loss": 5.2638,
      "step": 6845
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00010067032058174462,
      "loss": 5.2154,
      "step": 6850
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001005306719439637,
      "loss": 5.3085,
      "step": 6855
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001003910222712427,
      "loss": 5.2741,
      "step": 6860
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00010025137183593268,
      "loss": 5.2422,
      "step": 6865
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00010011172091038609,
      "loss": 5.2517,
      "step": 6870
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.99720697669564e-05,
      "loss": 5.2749,
      "step": 6875
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.983241867799752e-05,
      "loss": 5.2569,
      "step": 6880
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.96927679158632e-05,
      "loss": 5.1778,
      "step": 6885
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.955311775290655e-05,
      "loss": 5.2379,
      "step": 6890
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.941346846147955e-05,
      "loss": 5.1653,
      "step": 6895
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.927382031393247e-05,
      "loss": 5.1989,
      "step": 6900
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.913417358261339e-05,
      "loss": 5.3352,
      "step": 6905
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.899452853986748e-05,
      "loss": 5.1693,
      "step": 6910
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.885488545803683e-05,
      "loss": 5.2968,
      "step": 6915
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.871524460945957e-05,
      "loss": 5.2328,
      "step": 6920
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.857560626646947e-05,
      "loss": 5.2322,
      "step": 6925
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.843597070139539e-05,
      "loss": 5.2722,
      "step": 6930
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.829633818656097e-05,
      "loss": 5.2442,
      "step": 6935
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.815670899428365e-05,
      "loss": 5.2272,
      "step": 6940
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.801708339687454e-05,
      "loss": 5.195,
      "step": 6945
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.787746166663764e-05,
      "loss": 5.1505,
      "step": 6950
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.773784407586955e-05,
      "loss": 5.3356,
      "step": 6955
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.759823089685868e-05,
      "loss": 5.1821,
      "step": 6960
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.745862240188487e-05,
      "loss": 5.2567,
      "step": 6965
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.731901886321876e-05,
      "loss": 5.1821,
      "step": 6970
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.717942055312149e-05,
      "loss": 5.2792,
      "step": 6975
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.703982774384386e-05,
      "loss": 5.2593,
      "step": 6980
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.690024070762596e-05,
      "loss": 5.2172,
      "step": 6985
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.676065971669664e-05,
      "loss": 5.2154,
      "step": 6990
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.662108504327301e-05,
      "loss": 5.2237,
      "step": 6995
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.648151695955977e-05,
      "loss": 5.243,
      "step": 7000
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.634195573774882e-05,
      "loss": 5.2837,
      "step": 7005
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.620240165001868e-05,
      "loss": 5.1633,
      "step": 7010
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.606285496853397e-05,
      "loss": 5.135,
      "step": 7015
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.592331596544482e-05,
      "loss": 5.1669,
      "step": 7020
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.578378491288636e-05,
      "loss": 5.2129,
      "step": 7025
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.564426208297833e-05,
      "loss": 5.324,
      "step": 7030
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.550474774782435e-05,
      "loss": 5.1592,
      "step": 7035
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.536524217951148e-05,
      "loss": 5.1808,
      "step": 7040
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.522574565010965e-05,
      "loss": 5.2288,
      "step": 7045
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.508625843167128e-05,
      "loss": 5.267,
      "step": 7050
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.494678079623052e-05,
      "loss": 5.2181,
      "step": 7055
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.480731301580283e-05,
      "loss": 5.1698,
      "step": 7060
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.466785536238454e-05,
      "loss": 5.1257,
      "step": 7065
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.452840810795214e-05,
      "loss": 5.2276,
      "step": 7070
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.438897152446192e-05,
      "loss": 5.19,
      "step": 7075
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.424954588384923e-05,
      "loss": 5.2089,
      "step": 7080
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.411013145802828e-05,
      "loss": 5.1439,
      "step": 7085
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.39707285188912e-05,
      "loss": 5.2982,
      "step": 7090
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.383133733830784e-05,
      "loss": 5.254,
      "step": 7095
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.369195818812506e-05,
      "loss": 5.1566,
      "step": 7100
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.355259134016634e-05,
      "loss": 5.2448,
      "step": 7105
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.341323706623109e-05,
      "loss": 5.1728,
      "step": 7110
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.327389563809418e-05,
      "loss": 5.1837,
      "step": 7115
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.31345673275055e-05,
      "loss": 5.192,
      "step": 7120
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.299525240618932e-05,
      "loss": 5.2193,
      "step": 7125
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.285595114584384e-05,
      "loss": 5.1796,
      "step": 7130
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.271666381814055e-05,
      "loss": 5.1956,
      "step": 7135
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.257739069472374e-05,
      "loss": 5.2215,
      "step": 7140
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.243813204721017e-05,
      "loss": 5.108,
      "step": 7145
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.22988881471882e-05,
      "loss": 5.2157,
      "step": 7150
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.215965926621747e-05,
      "loss": 5.2697,
      "step": 7155
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.202044567582833e-05,
      "loss": 5.1905,
      "step": 7160
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.188124764752138e-05,
      "loss": 5.2076,
      "step": 7165
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.174206545276677e-05,
      "loss": 5.2788,
      "step": 7170
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.160289936300384e-05,
      "loss": 5.1886,
      "step": 7175
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.146374964964046e-05,
      "loss": 5.2315,
      "step": 7180
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.132461658405265e-05,
      "loss": 5.2057,
      "step": 7185
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.118550043758387e-05,
      "loss": 5.2174,
      "step": 7190
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.104640148154459e-05,
      "loss": 5.1193,
      "step": 7195
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.090731998721189e-05,
      "loss": 5.2272,
      "step": 7200
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.076825622582864e-05,
      "loss": 5.1942,
      "step": 7205
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.062921046860315e-05,
      "loss": 5.1867,
      "step": 7210
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.049018298670863e-05,
      "loss": 5.2218,
      "step": 7215
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.035117405128275e-05,
      "loss": 5.1633,
      "step": 7220
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.02121839334269e-05,
      "loss": 5.1908,
      "step": 7225
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.007321290420574e-05,
      "loss": 5.2676,
      "step": 7230
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.99342612346468e-05,
      "loss": 5.2525,
      "step": 7235
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.97953291957398e-05,
      "loss": 5.2256,
      "step": 7240
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.965641705843624e-05,
      "loss": 5.1541,
      "step": 7245
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.951752509364873e-05,
      "loss": 5.234,
      "step": 7250
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.937865357225048e-05,
      "loss": 5.1728,
      "step": 7255
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.923980276507504e-05,
      "loss": 5.245,
      "step": 7260
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.910097294291539e-05,
      "loss": 5.2453,
      "step": 7265
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.896216437652356e-05,
      "loss": 5.2644,
      "step": 7270
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.882337733661032e-05,
      "loss": 5.1691,
      "step": 7275
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.868461209384427e-05,
      "loss": 5.1859,
      "step": 7280
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.854586891885154e-05,
      "loss": 5.1763,
      "step": 7285
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.84071480822153e-05,
      "loss": 5.2144,
      "step": 7290
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.826844985447507e-05,
      "loss": 5.1855,
      "step": 7295
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.812977450612634e-05,
      "loss": 5.137,
      "step": 7300
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.799112230761993e-05,
      "loss": 5.0849,
      "step": 7305
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.78524935293615e-05,
      "loss": 5.1987,
      "step": 7310
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.771388844171113e-05,
      "loss": 5.269,
      "step": 7315
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.757530731498261e-05,
      "loss": 5.2574,
      "step": 7320
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.743675041944301e-05,
      "loss": 5.1733,
      "step": 7325
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.729821802531212e-05,
      "loss": 5.1723,
      "step": 7330
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.715971040276209e-05,
      "loss": 5.1919,
      "step": 7335
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.702122782191656e-05,
      "loss": 5.1621,
      "step": 7340
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.688277055285043e-05,
      "loss": 5.1583,
      "step": 7345
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.674433886558928e-05,
      "loss": 5.2878,
      "step": 7350
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.660593303010876e-05,
      "loss": 5.1771,
      "step": 7355
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.646755331633403e-05,
      "loss": 5.1509,
      "step": 7360
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.632919999413939e-05,
      "loss": 5.2252,
      "step": 7365
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.619087333334768e-05,
      "loss": 5.2268,
      "step": 7370
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.605257360372971e-05,
      "loss": 5.2919,
      "step": 7375
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.591430107500376e-05,
      "loss": 5.1697,
      "step": 7380
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.577605601683501e-05,
      "loss": 5.2065,
      "step": 7385
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.563783869883523e-05,
      "loss": 5.1608,
      "step": 7390
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.549964939056194e-05,
      "loss": 5.2227,
      "step": 7395
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.536148836151807e-05,
      "loss": 5.2012,
      "step": 7400
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.522335588115143e-05,
      "loss": 5.1847,
      "step": 7405
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.508525221885414e-05,
      "loss": 5.2634,
      "step": 7410
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.494717764396212e-05,
      "loss": 5.1305,
      "step": 7415
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.480913242575452e-05,
      "loss": 5.208,
      "step": 7420
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.467111683345326e-05,
      "loss": 5.2063,
      "step": 7425
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.453313113622257e-05,
      "loss": 5.2263,
      "step": 7430
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.439517560316824e-05,
      "loss": 5.1407,
      "step": 7435
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.425725050333727e-05,
      "loss": 5.1109,
      "step": 7440
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.411935610571742e-05,
      "loss": 5.1655,
      "step": 7445
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.398149267923643e-05,
      "loss": 5.1677,
      "step": 7450
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.384366049276167e-05,
      "loss": 5.2386,
      "step": 7455
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.370585981509962e-05,
      "loss": 5.154,
      "step": 7460
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.356809091499534e-05,
      "loss": 5.2002,
      "step": 7465
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.343035406113185e-05,
      "loss": 5.1174,
      "step": 7470
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.329264952212969e-05,
      "loss": 5.2218,
      "step": 7475
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.315497756654633e-05,
      "loss": 5.2253,
      "step": 7480
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.301733846287586e-05,
      "loss": 5.2528,
      "step": 7485
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.287973247954813e-05,
      "loss": 5.1225,
      "step": 7490
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.274215988492846e-05,
      "loss": 5.2537,
      "step": 7495
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.2604620947317e-05,
      "loss": 5.0768,
      "step": 7500
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.24671159349484e-05,
      "loss": 5.1271,
      "step": 7505
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.2329645115991e-05,
      "loss": 5.1748,
      "step": 7510
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.219220875854652e-05,
      "loss": 5.1716,
      "step": 7515
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.205480713064946e-05,
      "loss": 5.184,
      "step": 7520
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.191744050026666e-05,
      "loss": 5.0983,
      "step": 7525
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.178010913529655e-05,
      "loss": 5.185,
      "step": 7530
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.164281330356889e-05,
      "loss": 5.0998,
      "step": 7535
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.150555327284417e-05,
      "loss": 5.2174,
      "step": 7540
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.136832931081299e-05,
      "loss": 5.1611,
      "step": 7545
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.123114168509563e-05,
      "loss": 5.23,
      "step": 7550
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.109399066324145e-05,
      "loss": 5.0806,
      "step": 7555
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.095687651272858e-05,
      "loss": 5.1828,
      "step": 7560
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.081979950096311e-05,
      "loss": 5.1121,
      "step": 7565
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.06827598952787e-05,
      "loss": 5.0954,
      "step": 7570
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.054575796293609e-05,
      "loss": 5.1819,
      "step": 7575
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.040879397112257e-05,
      "loss": 5.1769,
      "step": 7580
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.027186818695143e-05,
      "loss": 5.1569,
      "step": 7585
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.013498087746142e-05,
      "loss": 5.1406,
      "step": 7590
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.999813230961623e-05,
      "loss": 5.1468,
      "step": 7595
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.986132275030409e-05,
      "loss": 5.1436,
      "step": 7600
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.972455246633708e-05,
      "loss": 5.2137,
      "step": 7605
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.958782172445063e-05,
      "loss": 5.1435,
      "step": 7610
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.945113079130323e-05,
      "loss": 5.1857,
      "step": 7615
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.931447993347554e-05,
      "loss": 5.0497,
      "step": 7620
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.917786941747018e-05,
      "loss": 5.1438,
      "step": 7625
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.904129950971105e-05,
      "loss": 5.1055,
      "step": 7630
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.890477047654288e-05,
      "loss": 5.1625,
      "step": 7635
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.876828258423068e-05,
      "loss": 5.224,
      "step": 7640
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.86318360989592e-05,
      "loss": 5.0788,
      "step": 7645
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.849543128683242e-05,
      "loss": 5.1351,
      "step": 7650
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.835906841387314e-05,
      "loss": 5.1622,
      "step": 7655
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.822274774602228e-05,
      "loss": 5.168,
      "step": 7660
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.808646954913847e-05,
      "loss": 5.1767,
      "step": 7665
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.795023408899749e-05,
      "loss": 5.1445,
      "step": 7670
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.781404163129186e-05,
      "loss": 5.1528,
      "step": 7675
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.767789244163013e-05,
      "loss": 5.1595,
      "step": 7680
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.754178678553652e-05,
      "loss": 5.1802,
      "step": 7685
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.740572492845038e-05,
      "loss": 5.238,
      "step": 7690
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.726970713572555e-05,
      "loss": 5.1063,
      "step": 7695
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.713373367263004e-05,
      "loss": 5.1408,
      "step": 7700
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.699780480434526e-05,
      "loss": 5.1143,
      "step": 7705
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.686192079596586e-05,
      "loss": 5.1146,
      "step": 7710
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.672608191249882e-05,
      "loss": 5.1223,
      "step": 7715
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.659028841886317e-05,
      "loss": 5.1203,
      "step": 7720
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.645454057988942e-05,
      "loss": 5.1058,
      "step": 7725
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.631883866031911e-05,
      "loss": 5.1465,
      "step": 7730
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.618318292480413e-05,
      "loss": 5.1471,
      "step": 7735
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.604757363790631e-05,
      "loss": 5.1289,
      "step": 7740
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.591201106409696e-05,
      "loss": 5.2459,
      "step": 7745
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.577649546775622e-05,
      "loss": 5.1918,
      "step": 7750
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.564102711317267e-05,
      "loss": 5.0788,
      "step": 7755
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.550560626454272e-05,
      "loss": 5.1247,
      "step": 7760
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.537023318597009e-05,
      "loss": 5.16,
      "step": 7765
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.523490814146546e-05,
      "loss": 5.1762,
      "step": 7770
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.509963139494573e-05,
      "loss": 5.1602,
      "step": 7775
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.496440321023359e-05,
      "loss": 5.0242,
      "step": 7780
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.482922385105713e-05,
      "loss": 5.164,
      "step": 7785
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.469409358104915e-05,
      "loss": 5.1561,
      "step": 7790
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.455901266374667e-05,
      "loss": 5.0976,
      "step": 7795
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.442398136259054e-05,
      "loss": 5.1864,
      "step": 7800
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.428899994092483e-05,
      "loss": 5.0696,
      "step": 7805
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.41540686619963e-05,
      "loss": 5.1635,
      "step": 7810
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.401918778895395e-05,
      "loss": 5.0541,
      "step": 7815
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.388435758484844e-05,
      "loss": 5.1099,
      "step": 7820
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.374957831263167e-05,
      "loss": 5.0833,
      "step": 7825
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.361485023515618e-05,
      "loss": 5.1226,
      "step": 7830
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.348017361517465e-05,
      "loss": 5.0266,
      "step": 7835
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.334554871533938e-05,
      "loss": 5.2163,
      "step": 7840
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.321097579820192e-05,
      "loss": 5.1839,
      "step": 7845
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.307645512621233e-05,
      "loss": 5.2666,
      "step": 7850
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.29419869617188e-05,
      "loss": 5.13,
      "step": 7855
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.280757156696719e-05,
      "loss": 5.1656,
      "step": 7860
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.26732092041003e-05,
      "loss": 5.1167,
      "step": 7865
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.253890013515767e-05,
      "loss": 5.0893,
      "step": 7870
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.240464462207475e-05,
      "loss": 5.1961,
      "step": 7875
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.227044292668273e-05,
      "loss": 5.1522,
      "step": 7880
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.213629531070764e-05,
      "loss": 5.112,
      "step": 7885
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.200220203577017e-05,
      "loss": 5.0136,
      "step": 7890
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.186816336338495e-05,
      "loss": 5.1022,
      "step": 7895
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.173417955496024e-05,
      "loss": 5.0693,
      "step": 7900
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.16002508717972e-05,
      "loss": 5.184,
      "step": 7905
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.146637757508949e-05,
      "loss": 5.1052,
      "step": 7910
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.133255992592278e-05,
      "loss": 5.1897,
      "step": 7915
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.119879818527421e-05,
      "loss": 5.0659,
      "step": 7920
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.106509261401194e-05,
      "loss": 5.0322,
      "step": 7925
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.093144347289446e-05,
      "loss": 5.1435,
      "step": 7930
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.079785102257028e-05,
      "loss": 5.1117,
      "step": 7935
    },
    {
      "epoch": 0.64,
      "learning_rate": 7.066431552357737e-05,
      "loss": 5.092,
      "step": 7940
    },
    {
      "epoch": 0.64,
      "learning_rate": 7.053083723634262e-05,
      "loss": 5.0251,
      "step": 7945
    },
    {
      "epoch": 0.64,
      "learning_rate": 7.039741642118125e-05,
      "loss": 5.1936,
      "step": 7950
    },
    {
      "epoch": 0.64,
      "learning_rate": 7.026405333829659e-05,
      "loss": 5.0598,
      "step": 7955
    },
    {
      "epoch": 0.64,
      "learning_rate": 7.013074824777919e-05,
      "loss": 5.1014,
      "step": 7960
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.999750140960658e-05,
      "loss": 5.1363,
      "step": 7965
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.986431308364268e-05,
      "loss": 5.1381,
      "step": 7970
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.97311835296373e-05,
      "loss": 5.0667,
      "step": 7975
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.959811300722564e-05,
      "loss": 5.14,
      "step": 7980
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.946510177592775e-05,
      "loss": 5.0731,
      "step": 7985
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.9332150095148e-05,
      "loss": 5.0967,
      "step": 7990
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.919925822417476e-05,
      "loss": 5.0922,
      "step": 7995
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.906642642217965e-05,
      "loss": 5.1258,
      "step": 8000
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.893365494821715e-05,
      "loss": 5.0984,
      "step": 8005
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.880094406122407e-05,
      "loss": 5.1679,
      "step": 8010
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.866829402001916e-05,
      "loss": 5.1904,
      "step": 8015
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.853570508330239e-05,
      "loss": 5.1267,
      "step": 8020
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.840317750965463e-05,
      "loss": 5.1585,
      "step": 8025
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.827071155753706e-05,
      "loss": 5.1061,
      "step": 8030
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.813830748529064e-05,
      "loss": 5.1471,
      "step": 8035
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.800596555113575e-05,
      "loss": 5.018,
      "step": 8040
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.787368601317142e-05,
      "loss": 5.1719,
      "step": 8045
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.774146912937523e-05,
      "loss": 4.9763,
      "step": 8050
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.760931515760234e-05,
      "loss": 5.1246,
      "step": 8055
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.747722435558534e-05,
      "loss": 5.1193,
      "step": 8060
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.734519698093357e-05,
      "loss": 5.1495,
      "step": 8065
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.721323329113273e-05,
      "loss": 5.0837,
      "step": 8070
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.708133354354428e-05,
      "loss": 5.1214,
      "step": 8075
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.694949799540496e-05,
      "loss": 5.0417,
      "step": 8080
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.681772690382632e-05,
      "loss": 5.1095,
      "step": 8085
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.668602052579424e-05,
      "loss": 5.0624,
      "step": 8090
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.655437911816838e-05,
      "loss": 5.1461,
      "step": 8095
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.642280293768162e-05,
      "loss": 5.0446,
      "step": 8100
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.629129224093968e-05,
      "loss": 5.1247,
      "step": 8105
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.615984728442064e-05,
      "loss": 5.1121,
      "step": 8110
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.602846832447429e-05,
      "loss": 5.0423,
      "step": 8115
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.589715561732166e-05,
      "loss": 5.1175,
      "step": 8120
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.576590941905474e-05,
      "loss": 5.1143,
      "step": 8125
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.563472998563566e-05,
      "loss": 5.1638,
      "step": 8130
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.550361757289639e-05,
      "loss": 5.1362,
      "step": 8135
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.537257243653816e-05,
      "loss": 5.057,
      "step": 8140
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.52415948321311e-05,
      "loss": 5.0888,
      "step": 8145
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.511068501511355e-05,
      "loss": 5.1049,
      "step": 8150
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.497984324079163e-05,
      "loss": 5.2026,
      "step": 8155
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.48490697643388e-05,
      "loss": 5.1499,
      "step": 8160
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.471836484079536e-05,
      "loss": 5.0608,
      "step": 8165
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.458772872506785e-05,
      "loss": 5.1372,
      "step": 8170
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.445716167192862e-05,
      "loss": 5.164,
      "step": 8175
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.432666393601534e-05,
      "loss": 5.1156,
      "step": 8180
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.419623577183056e-05,
      "loss": 5.0476,
      "step": 8185
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.406587743374104e-05,
      "loss": 5.0751,
      "step": 8190
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.393558917597745e-05,
      "loss": 5.1216,
      "step": 8195
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.380537125263375e-05,
      "loss": 5.1384,
      "step": 8200
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.367522391766672e-05,
      "loss": 5.1592,
      "step": 8205
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.35451474248955e-05,
      "loss": 5.0742,
      "step": 8210
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.3415142028001e-05,
      "loss": 4.9903,
      "step": 8215
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.328520798052564e-05,
      "loss": 5.1529,
      "step": 8220
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.315534553587253e-05,
      "loss": 5.091,
      "step": 8225
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.302555494730518e-05,
      "loss": 5.0697,
      "step": 8230
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.289583646794694e-05,
      "loss": 5.1356,
      "step": 8235
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.276619035078066e-05,
      "loss": 5.0537,
      "step": 8240
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.263661684864793e-05,
      "loss": 5.1565,
      "step": 8245
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.25071162142487e-05,
      "loss": 5.1121,
      "step": 8250
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.237768870014096e-05,
      "loss": 5.0897,
      "step": 8255
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.224833455873997e-05,
      "loss": 5.1256,
      "step": 8260
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.211905404231798e-05,
      "loss": 5.0669,
      "step": 8265
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.198984740300355e-05,
      "loss": 5.1049,
      "step": 8270
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.186071489278122e-05,
      "loss": 5.0825,
      "step": 8275
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.173165676349103e-05,
      "loss": 5.1157,
      "step": 8280
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.160267326682785e-05,
      "loss": 5.1456,
      "step": 8285
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.1473764654341e-05,
      "loss": 5.1325,
      "step": 8290
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.134493117743387e-05,
      "loss": 5.1065,
      "step": 8295
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.12161730873632e-05,
      "loss": 5.0897,
      "step": 8300
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.108749063523876e-05,
      "loss": 5.038,
      "step": 8305
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.095888407202277e-05,
      "loss": 5.1049,
      "step": 8310
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.083035364852951e-05,
      "loss": 5.1377,
      "step": 8315
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.0701899615424764e-05,
      "loss": 5.0632,
      "step": 8320
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.057352222322525e-05,
      "loss": 5.1224,
      "step": 8325
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.044522172229827e-05,
      "loss": 5.0995,
      "step": 8330
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.031699836286123e-05,
      "loss": 5.0715,
      "step": 8335
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.018885239498101e-05,
      "loss": 5.07,
      "step": 8340
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.006078406857358e-05,
      "loss": 5.1005,
      "step": 8345
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.993279363340345e-05,
      "loss": 5.1621,
      "step": 8350
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.980488133908333e-05,
      "loss": 5.0672,
      "step": 8355
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.967704743507345e-05,
      "loss": 5.1307,
      "step": 8360
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.954929217068119e-05,
      "loss": 5.1029,
      "step": 8365
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.942161579506051e-05,
      "loss": 5.0517,
      "step": 8370
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.929401855721162e-05,
      "loss": 5.0905,
      "step": 8375
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.9166500705980335e-05,
      "loss": 5.1807,
      "step": 8380
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.903906249005757e-05,
      "loss": 5.082,
      "step": 8385
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.891170415797911e-05,
      "loss": 5.0097,
      "step": 8390
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.87844259581248e-05,
      "loss": 5.0638,
      "step": 8395
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.8657228138718255e-05,
      "loss": 5.0707,
      "step": 8400
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.8530110947826274e-05,
      "loss": 5.1249,
      "step": 8405
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.840307463335856e-05,
      "loss": 5.1389,
      "step": 8410
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.827611944306691e-05,
      "loss": 5.0893,
      "step": 8415
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.8149245624545065e-05,
      "loss": 5.0862,
      "step": 8420
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.8022453425227874e-05,
      "loss": 5.158,
      "step": 8425
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.78957430923913e-05,
      "loss": 5.0466,
      "step": 8430
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.776911487315133e-05,
      "loss": 5.1084,
      "step": 8435
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.764256901446401e-05,
      "loss": 4.9947,
      "step": 8440
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.7516105763124715e-05,
      "loss": 5.0802,
      "step": 8445
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.738972536576773e-05,
      "loss": 5.0558,
      "step": 8450
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.7263428068865664e-05,
      "loss": 5.0511,
      "step": 8455
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.713721411872919e-05,
      "loss": 5.082,
      "step": 8460
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.7011083761506344e-05,
      "loss": 5.0735,
      "step": 8465
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.688503724318217e-05,
      "loss": 5.1189,
      "step": 8470
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.675907480957825e-05,
      "loss": 5.0527,
      "step": 8475
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.663319670635201e-05,
      "loss": 5.1,
      "step": 8480
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.6507403178996685e-05,
      "loss": 5.0411,
      "step": 8485
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.63816944728403e-05,
      "loss": 5.1244,
      "step": 8490
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.625607083304565e-05,
      "loss": 5.0744,
      "step": 8495
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.6130532504609424e-05,
      "loss": 5.0087,
      "step": 8500
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.600507973236223e-05,
      "loss": 5.1707,
      "step": 8505
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.587971276096753e-05,
      "loss": 5.1334,
      "step": 8510
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.5754431834921603e-05,
      "loss": 5.1112,
      "step": 8515
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.5629237198552906e-05,
      "loss": 5.1394,
      "step": 8520
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.550412909602158e-05,
      "loss": 5.0861,
      "step": 8525
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.537910777131906e-05,
      "loss": 5.0891,
      "step": 8530
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.525417346826742e-05,
      "loss": 5.1153,
      "step": 8535
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.512932643051916e-05,
      "loss": 5.169,
      "step": 8540
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.500456690155651e-05,
      "loss": 5.0748,
      "step": 8545
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.487989512469109e-05,
      "loss": 5.1572,
      "step": 8550
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.475531134306326e-05,
      "loss": 5.0608,
      "step": 8555
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.4630815799641996e-05,
      "loss": 5.0609,
      "step": 8560
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.450640873722395e-05,
      "loss": 5.0738,
      "step": 8565
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.438209039843333e-05,
      "loss": 5.1029,
      "step": 8570
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.4257861025721315e-05,
      "loss": 5.0662,
      "step": 8575
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.4133720861365545e-05,
      "loss": 5.1252,
      "step": 8580
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.400967014746976e-05,
      "loss": 5.0378,
      "step": 8585
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.388570912596307e-05,
      "loss": 5.0326,
      "step": 8590
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.376183803859986e-05,
      "loss": 5.215,
      "step": 8595
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.363805712695901e-05,
      "loss": 5.0298,
      "step": 8600
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.3514366632443626e-05,
      "loss": 4.9864,
      "step": 8605
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.339076679628031e-05,
      "loss": 5.0623,
      "step": 8610
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.3267257859519026e-05,
      "loss": 5.0605,
      "step": 8615
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.314384006303241e-05,
      "loss": 5.0526,
      "step": 8620
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.302051364751533e-05,
      "loss": 4.965,
      "step": 8625
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.2897278853484464e-05,
      "loss": 5.0736,
      "step": 8630
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.277413592127778e-05,
      "loss": 5.0675,
      "step": 8635
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.2651085091054165e-05,
      "loss": 5.0029,
      "step": 8640
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.252812660279274e-05,
      "loss": 5.1075,
      "step": 8645
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.240526069629265e-05,
      "loss": 5.0721,
      "step": 8650
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.228248761117247e-05,
      "loss": 5.0494,
      "step": 8655
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.215980758686978e-05,
      "loss": 5.0252,
      "step": 8660
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.203722086264056e-05,
      "loss": 5.0636,
      "step": 8665
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.191472767755889e-05,
      "loss": 5.1137,
      "step": 8670
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.179232827051648e-05,
      "loss": 5.0657,
      "step": 8675
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.167002288022209e-05,
      "loss": 5.0815,
      "step": 8680
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.154781174520118e-05,
      "loss": 5.0423,
      "step": 8685
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.1425695103795225e-05,
      "loss": 5.0129,
      "step": 8690
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.13036731941617e-05,
      "loss": 5.0075,
      "step": 8695
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.118174625427302e-05,
      "loss": 5.0807,
      "step": 8700
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.105991452191665e-05,
      "loss": 5.0181,
      "step": 8705
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.0938178234694133e-05,
      "loss": 5.0379,
      "step": 8710
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.081653763002113e-05,
      "loss": 5.0106,
      "step": 8715
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.069499294512647e-05,
      "loss": 5.1549,
      "step": 8720
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.0573544417052054e-05,
      "loss": 5.1111,
      "step": 8725
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.045219228265219e-05,
      "loss": 5.0949,
      "step": 8730
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.033093677859323e-05,
      "loss": 5.0041,
      "step": 8735
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.020977814135308e-05,
      "loss": 5.0503,
      "step": 8740
    },
    {
      "epoch": 0.7,
      "learning_rate": 5.008871660722061e-05,
      "loss": 5.0935,
      "step": 8745
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.996775241229555e-05,
      "loss": 5.1407,
      "step": 8750
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.984688579248756e-05,
      "loss": 5.022,
      "step": 8755
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.972611698351618e-05,
      "loss": 4.9594,
      "step": 8760
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.960544622090999e-05,
      "loss": 5.0411,
      "step": 8765
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.948487374000665e-05,
      "loss": 4.999,
      "step": 8770
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.9364399775951875e-05,
      "loss": 5.0029,
      "step": 8775
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.9244024563699366e-05,
      "loss": 4.9842,
      "step": 8780
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.912374833801024e-05,
      "loss": 4.9885,
      "step": 8785
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.900357133345259e-05,
      "loss": 5.1303,
      "step": 8790
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.8883493784400866e-05,
      "loss": 4.9168,
      "step": 8795
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.876351592503572e-05,
      "loss": 5.0822,
      "step": 8800
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.864363798934328e-05,
      "loss": 5.0265,
      "step": 8805
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.852386021111486e-05,
      "loss": 5.0752,
      "step": 8810
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.8404182823946445e-05,
      "loss": 5.0575,
      "step": 8815
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.828460606123809e-05,
      "loss": 5.0806,
      "step": 8820
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.816513015619387e-05,
      "loss": 5.098,
      "step": 8825
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.804575534182092e-05,
      "loss": 5.0798,
      "step": 8830
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.792648185092937e-05,
      "loss": 5.0878,
      "step": 8835
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.78073099161316e-05,
      "loss": 5.1384,
      "step": 8840
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.768823976984216e-05,
      "loss": 5.008,
      "step": 8845
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.756927164427685e-05,
      "loss": 5.0476,
      "step": 8850
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.7450405771452634e-05,
      "loss": 4.9724,
      "step": 8855
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.733164238318703e-05,
      "loss": 5.0637,
      "step": 8860
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.721298171109769e-05,
      "loss": 5.1059,
      "step": 8865
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.709442398660198e-05,
      "loss": 4.988,
      "step": 8870
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.697596944091638e-05,
      "loss": 5.0242,
      "step": 8875
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.685761830505625e-05,
      "loss": 5.0314,
      "step": 8880
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.673937080983525e-05,
      "loss": 5.1087,
      "step": 8885
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.6621227185864935e-05,
      "loss": 5.0283,
      "step": 8890
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.650318766355417e-05,
      "loss": 5.013,
      "step": 8895
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.638525247310903e-05,
      "loss": 5.0661,
      "step": 8900
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.6267421844531856e-05,
      "loss": 4.9891,
      "step": 8905
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.6149696007621235e-05,
      "loss": 5.0557,
      "step": 8910
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.6032075191971324e-05,
      "loss": 5.0894,
      "step": 8915
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.5914559626971474e-05,
      "loss": 4.9938,
      "step": 8920
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.579714954180583e-05,
      "loss": 5.0697,
      "step": 8925
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.567984516545267e-05,
      "loss": 5.056,
      "step": 8930
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.5562646726684265e-05,
      "loss": 5.0946,
      "step": 8935
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.544555445406622e-05,
      "loss": 5.0095,
      "step": 8940
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.532856857595714e-05,
      "loss": 5.0621,
      "step": 8945
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.521168932050802e-05,
      "loss": 5.0524,
      "step": 8950
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.5094916915662035e-05,
      "loss": 5.0751,
      "step": 8955
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.497825158915391e-05,
      "loss": 5.0295,
      "step": 8960
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.486169356850955e-05,
      "loss": 4.9998,
      "step": 8965
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.474524308104564e-05,
      "loss": 5.0683,
      "step": 8970
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.462890035386908e-05,
      "loss": 4.9306,
      "step": 8975
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.451266561387666e-05,
      "loss": 4.9917,
      "step": 8980
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.43965390877545e-05,
      "loss": 5.0562,
      "step": 8985
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.4280521001977735e-05,
      "loss": 4.9895,
      "step": 8990
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.416461158281002e-05,
      "loss": 5.1659,
      "step": 8995
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.4048811056303094e-05,
      "loss": 5.0395,
      "step": 9000
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.3933119648296236e-05,
      "loss": 5.0649,
      "step": 9005
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.3817537584416e-05,
      "loss": 5.0206,
      "step": 9010
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.3702065090075686e-05,
      "loss": 5.0382,
      "step": 9015
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.35867023904749e-05,
      "loss": 4.9994,
      "step": 9020
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.3471449710599134e-05,
      "loss": 5.0041,
      "step": 9025
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.33563072752192e-05,
      "loss": 5.0569,
      "step": 9030
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.324127530889114e-05,
      "loss": 5.0156,
      "step": 9035
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.312635403595532e-05,
      "loss": 5.0364,
      "step": 9040
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.3011543680536394e-05,
      "loss": 5.0185,
      "step": 9045
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.289684446654251e-05,
      "loss": 5.0593,
      "step": 9050
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.278225661766533e-05,
      "loss": 5.0203,
      "step": 9055
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.266778035737908e-05,
      "loss": 5.0338,
      "step": 9060
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.25534159089405e-05,
      "loss": 5.0106,
      "step": 9065
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.24391634953882e-05,
      "loss": 4.9901,
      "step": 9070
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.232502333954236e-05,
      "loss": 5.0219,
      "step": 9075
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.221099566400422e-05,
      "loss": 5.0667,
      "step": 9080
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.20970806911555e-05,
      "loss": 5.1011,
      "step": 9085
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.198327864315843e-05,
      "loss": 5.0451,
      "step": 9090
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.1869589741954695e-05,
      "loss": 5.0588,
      "step": 9095
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.175601420926555e-05,
      "loss": 4.9475,
      "step": 9100
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.164255226659093e-05,
      "loss": 5.049,
      "step": 9105
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.152920413520951e-05,
      "loss": 5.0313,
      "step": 9110
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.1415970036177776e-05,
      "loss": 5.0142,
      "step": 9115
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.130285019032992e-05,
      "loss": 4.9716,
      "step": 9120
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.118984481827732e-05,
      "loss": 5.0336,
      "step": 9125
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.107695414040812e-05,
      "loss": 5.0234,
      "step": 9130
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.096417837688666e-05,
      "loss": 5.0314,
      "step": 9135
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.085151774765331e-05,
      "loss": 5.0649,
      "step": 9140
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.0738972472423845e-05,
      "loss": 5.038,
      "step": 9145
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.0626542770689044e-05,
      "loss": 5.1134,
      "step": 9150
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.051422886171439e-05,
      "loss": 5.0124,
      "step": 9155
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.040203096453934e-05,
      "loss": 5.0618,
      "step": 9160
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.028994929797738e-05,
      "loss": 5.033,
      "step": 9165
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.017798408061506e-05,
      "loss": 5.0358,
      "step": 9170
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.006613553081201e-05,
      "loss": 4.9816,
      "step": 9175
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.995440386670013e-05,
      "loss": 5.1579,
      "step": 9180
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.9842789306183634e-05,
      "loss": 5.0535,
      "step": 9185
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.973129206693811e-05,
      "loss": 4.9533,
      "step": 9190
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.9619912366410464e-05,
      "loss": 5.1236,
      "step": 9195
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.950865042181835e-05,
      "loss": 5.0415,
      "step": 9200
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.939750645014977e-05,
      "loss": 5.125,
      "step": 9205
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.928648066816267e-05,
      "loss": 4.9983,
      "step": 9210
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.917557329238443e-05,
      "loss": 5.061,
      "step": 9215
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.9064784539111563e-05,
      "loss": 5.0054,
      "step": 9220
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.895411462440924e-05,
      "loss": 4.8839,
      "step": 9225
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.884356376411089e-05,
      "loss": 5.0891,
      "step": 9230
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.873313217381762e-05,
      "loss": 5.0029,
      "step": 9235
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.862282006889817e-05,
      "loss": 5.0136,
      "step": 9240
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.851262766448801e-05,
      "loss": 4.9121,
      "step": 9245
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.840255517548932e-05,
      "loss": 5.0205,
      "step": 9250
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.829260281657037e-05,
      "loss": 4.9742,
      "step": 9255
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.818277080216514e-05,
      "loss": 5.0591,
      "step": 9260
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.807305934647294e-05,
      "loss": 4.9452,
      "step": 9265
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.796346866345788e-05,
      "loss": 4.9665,
      "step": 9270
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.7853998966848626e-05,
      "loss": 4.9772,
      "step": 9275
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.774465047013785e-05,
      "loss": 4.9244,
      "step": 9280
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.7635423386581905e-05,
      "loss": 5.0349,
      "step": 9285
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.752631792920022e-05,
      "loss": 5.0644,
      "step": 9290
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.741733431077517e-05,
      "loss": 5.0834,
      "step": 9295
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.730847274385145e-05,
      "loss": 4.976,
      "step": 9300
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.719973344073574e-05,
      "loss": 5.0478,
      "step": 9305
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.709111661349628e-05,
      "loss": 5.0398,
      "step": 9310
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.698262247396242e-05,
      "loss": 5.0307,
      "step": 9315
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.6874251233724335e-05,
      "loss": 4.9564,
      "step": 9320
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.676600310413233e-05,
      "loss": 4.9733,
      "step": 9325
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.665787829629679e-05,
      "loss": 5.0066,
      "step": 9330
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.654987702108752e-05,
      "loss": 5.0851,
      "step": 9335
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.644199948913345e-05,
      "loss": 5.0005,
      "step": 9340
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.633424591082208e-05,
      "loss": 5.004,
      "step": 9345
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.622661649629927e-05,
      "loss": 4.9522,
      "step": 9350
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.61191114554687e-05,
      "loss": 4.9584,
      "step": 9355
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.6011730997991486e-05,
      "loss": 4.949,
      "step": 9360
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.5904475333285814e-05,
      "loss": 5.027,
      "step": 9365
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.579734467052634e-05,
      "loss": 5.0427,
      "step": 9370
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.569033921864422e-05,
      "loss": 4.9723,
      "step": 9375
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.558345918632612e-05,
      "loss": 5.043,
      "step": 9380
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.5476704782014315e-05,
      "loss": 5.0004,
      "step": 9385
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.53700762139059e-05,
      "loss": 4.9569,
      "step": 9390
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.5263573689952786e-05,
      "loss": 5.0294,
      "step": 9395
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.5157197417860856e-05,
      "loss": 4.9503,
      "step": 9400
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.5050947605089846e-05,
      "loss": 4.9463,
      "step": 9405
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.494482445885291e-05,
      "loss": 5.0287,
      "step": 9410
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.483882818611611e-05,
      "loss": 4.9799,
      "step": 9415
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.4732958993598154e-05,
      "loss": 4.9503,
      "step": 9420
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.4627217087769736e-05,
      "loss": 4.9665,
      "step": 9425
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.452160267485356e-05,
      "loss": 4.9513,
      "step": 9430
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.441611596082347e-05,
      "loss": 4.9225,
      "step": 9435
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.4310757151404415e-05,
      "loss": 4.9737,
      "step": 9440
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.420552645207174e-05,
      "loss": 4.8908,
      "step": 9445
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.410042406805115e-05,
      "loss": 4.9651,
      "step": 9450
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.399545020431793e-05,
      "loss": 5.046,
      "step": 9455
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.3890605065596804e-05,
      "loss": 5.0278,
      "step": 9460
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.3785888856361414e-05,
      "loss": 5.0014,
      "step": 9465
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.368130178083403e-05,
      "loss": 5.031,
      "step": 9470
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.3576844042984944e-05,
      "loss": 5.0452,
      "step": 9475
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.3472515846532327e-05,
      "loss": 5.0306,
      "step": 9480
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.336831739494167e-05,
      "loss": 5.0094,
      "step": 9485
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.326424889142543e-05,
      "loss": 5.0456,
      "step": 9490
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.316031053894267e-05,
      "loss": 4.991,
      "step": 9495
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.305650254019851e-05,
      "loss": 4.9823,
      "step": 9500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.295282509764405e-05,
      "loss": 5.004,
      "step": 9505
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.2849278413475546e-05,
      "loss": 4.9785,
      "step": 9510
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.274586268963443e-05,
      "loss": 4.9196,
      "step": 9515
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.264257812780657e-05,
      "loss": 5.0443,
      "step": 9520
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.253942492942221e-05,
      "loss": 5.0396,
      "step": 9525
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.2436403295655246e-05,
      "loss": 4.9318,
      "step": 9530
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.233351342742307e-05,
      "loss": 4.981,
      "step": 9535
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.223075552538609e-05,
      "loss": 4.9344,
      "step": 9540
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.2128129789947346e-05,
      "loss": 5.0192,
      "step": 9545
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.202563642125215e-05,
      "loss": 5.0099,
      "step": 9550
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.1923275619187554e-05,
      "loss": 4.9649,
      "step": 9555
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.18210475833822e-05,
      "loss": 5.0004,
      "step": 9560
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.171895251320576e-05,
      "loss": 4.9702,
      "step": 9565
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.1616990607768594e-05,
      "loss": 4.9164,
      "step": 9570
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.1515162065921276e-05,
      "loss": 5.0323,
      "step": 9575
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.1413467086254486e-05,
      "loss": 4.9166,
      "step": 9580
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.1311905867098204e-05,
      "loss": 4.9246,
      "step": 9585
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.1210478606521664e-05,
      "loss": 5.0604,
      "step": 9590
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.110918550233284e-05,
      "loss": 4.9613,
      "step": 9595
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.100802675207804e-05,
      "loss": 4.9791,
      "step": 9600
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.090700255304163e-05,
      "loss": 5.0427,
      "step": 9605
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.080611310224539e-05,
      "loss": 4.9251,
      "step": 9610
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.0705358596448486e-05,
      "loss": 4.8908,
      "step": 9615
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.0604739232146816e-05,
      "loss": 4.9492,
      "step": 9620
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.0504255205572795e-05,
      "loss": 4.9952,
      "step": 9625
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.0403906712694784e-05,
      "loss": 4.9373,
      "step": 9630
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.0303693949216895e-05,
      "loss": 5.0111,
      "step": 9635
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.0203617110578542e-05,
      "loss": 4.9949,
      "step": 9640
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.0103676391954016e-05,
      "loss": 4.9145,
      "step": 9645
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.0003871988252208e-05,
      "loss": 4.9915,
      "step": 9650
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.9904204094115994e-05,
      "loss": 4.933,
      "step": 9655
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.980467290392227e-05,
      "loss": 4.9785,
      "step": 9660
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.9705278611781118e-05,
      "loss": 4.9364,
      "step": 9665
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.9606021411535723e-05,
      "loss": 5.0327,
      "step": 9670
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.9506901496761906e-05,
      "loss": 4.9414,
      "step": 9675
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.9407919060767775e-05,
      "loss": 4.9666,
      "step": 9680
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.9309074296593207e-05,
      "loss": 5.0441,
      "step": 9685
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.9210367397009696e-05,
      "loss": 5.0452,
      "step": 9690
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.9111798554519852e-05,
      "loss": 4.9842,
      "step": 9695
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.9013367961357007e-05,
      "loss": 5.0173,
      "step": 9700
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8915075809484904e-05,
      "loss": 5.0165,
      "step": 9705
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8816922290597216e-05,
      "loss": 5.0191,
      "step": 9710
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8718907596117393e-05,
      "loss": 4.9786,
      "step": 9715
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8621031917197983e-05,
      "loss": 5.0337,
      "step": 9720
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8523295444720556e-05,
      "loss": 4.8536,
      "step": 9725
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.842569836929504e-05,
      "loss": 4.963,
      "step": 9730
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8328240881259716e-05,
      "loss": 4.9628,
      "step": 9735
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8230923170680423e-05,
      "loss": 5.0177,
      "step": 9740
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8133745427350522e-05,
      "loss": 4.9424,
      "step": 9745
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8036707840790387e-05,
      "loss": 4.9184,
      "step": 9750
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.793981060024703e-05,
      "loss": 4.9443,
      "step": 9755
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.7843053894693803e-05,
      "loss": 5.0721,
      "step": 9760
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.7746437912829837e-05,
      "loss": 4.9967,
      "step": 9765
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.764996284308006e-05,
      "loss": 4.9972,
      "step": 9770
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.7553628873594352e-05,
      "loss": 5.0434,
      "step": 9775
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.7457436192247566e-05,
      "loss": 4.969,
      "step": 9780
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.736138498663886e-05,
      "loss": 4.9752,
      "step": 9785
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.7265475444091693e-05,
      "loss": 5.0462,
      "step": 9790
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.716970775165305e-05,
      "loss": 5.0037,
      "step": 9795
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.707408209609339e-05,
      "loss": 4.9763,
      "step": 9800
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.697859866390605e-05,
      "loss": 4.9082,
      "step": 9805
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.688325764130718e-05,
      "loss": 4.9634,
      "step": 9810
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.6788059214235005e-05,
      "loss": 4.9847,
      "step": 9815
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.669300356834976e-05,
      "loss": 4.9768,
      "step": 9820
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.65980908890332e-05,
      "loss": 4.978,
      "step": 9825
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.6503321361388265e-05,
      "loss": 4.9786,
      "step": 9830
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.6408695170238728e-05,
      "loss": 5.0729,
      "step": 9835
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.6314212500128722e-05,
      "loss": 4.9542,
      "step": 9840
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.621987353532266e-05,
      "loss": 4.939,
      "step": 9845
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.6125678459804527e-05,
      "loss": 4.9835,
      "step": 9850
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.6031627457277784e-05,
      "loss": 5.0469,
      "step": 9855
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.5937720711164826e-05,
      "loss": 4.8895,
      "step": 9860
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.584395840460686e-05,
      "loss": 4.9117,
      "step": 9865
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.575034072046324e-05,
      "loss": 5.1073,
      "step": 9870
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.5656867841311373e-05,
      "loss": 4.9463,
      "step": 9875
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.5563539949446224e-05,
      "loss": 4.9612,
      "step": 9880
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.5470357226880003e-05,
      "loss": 4.9686,
      "step": 9885
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.537731985534183e-05,
      "loss": 4.9456,
      "step": 9890
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.5284428016277284e-05,
      "loss": 4.9621,
      "step": 9895
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.5191681890848186e-05,
      "loss": 4.9526,
      "step": 9900
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.5099081659932154e-05,
      "loss": 5.0168,
      "step": 9905
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.5006627504122337e-05,
      "loss": 4.9725,
      "step": 9910
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.491431960372682e-05,
      "loss": 4.9492,
      "step": 9915
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.4822158138768736e-05,
      "loss": 4.9784,
      "step": 9920
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.4730143288985365e-05,
      "loss": 4.9615,
      "step": 9925
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.463827523382819e-05,
      "loss": 4.9774,
      "step": 9930
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.4546554152462407e-05,
      "loss": 4.9399,
      "step": 9935
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.4454980223766532e-05,
      "loss": 4.9834,
      "step": 9940
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.436355362633216e-05,
      "loss": 5.0893,
      "step": 9945
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.4272274538463446e-05,
      "loss": 4.9906,
      "step": 9950
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.4181143138176965e-05,
      "loss": 5.0692,
      "step": 9955
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.4090159603201225e-05,
      "loss": 5.0023,
      "step": 9960
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.3999324110976408e-05,
      "loss": 4.9086,
      "step": 9965
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.3908636838653876e-05,
      "loss": 4.923,
      "step": 9970
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.3818097963095997e-05,
      "loss": 4.9943,
      "step": 9975
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.372770766087574e-05,
      "loss": 4.964,
      "step": 9980
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.3637466108276295e-05,
      "loss": 4.9611,
      "step": 9985
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.354737348129077e-05,
      "loss": 4.8797,
      "step": 9990
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.3457429955621747e-05,
      "loss": 4.9202,
      "step": 9995
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.336763570668119e-05,
      "loss": 4.9238,
      "step": 10000
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.3277990909589775e-05,
      "loss": 5.0442,
      "step": 10005
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.3188495739176796e-05,
      "loss": 4.9461,
      "step": 10010
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.3099150369979726e-05,
      "loss": 4.8495,
      "step": 10015
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.300995497624391e-05,
      "loss": 5.0033,
      "step": 10020
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.2920909731922112e-05,
      "loss": 4.9713,
      "step": 10025
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.2832014810674372e-05,
      "loss": 5.0247,
      "step": 10030
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.274327038586751e-05,
      "loss": 5.0136,
      "step": 10035
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.2654676630574866e-05,
      "loss": 4.927,
      "step": 10040
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.2566233717575956e-05,
      "loss": 4.928,
      "step": 10045
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.2477941819355986e-05,
      "loss": 4.9323,
      "step": 10050
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.238980110810588e-05,
      "loss": 4.9816,
      "step": 10055
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.2301811755721492e-05,
      "loss": 4.9138,
      "step": 10060
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.2213973933803613e-05,
      "loss": 5.0131,
      "step": 10065
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.212628781365741e-05,
      "loss": 4.9139,
      "step": 10070
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.203875356629235e-05,
      "loss": 4.9379,
      "step": 10075
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.1951371362421558e-05,
      "loss": 4.9107,
      "step": 10080
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.186414137246172e-05,
      "loss": 4.9604,
      "step": 10085
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.1777063766532648e-05,
      "loss": 4.9101,
      "step": 10090
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.1690138714456954e-05,
      "loss": 5.0307,
      "step": 10095
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.160336638575978e-05,
      "loss": 4.89,
      "step": 10100
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.1516746949668322e-05,
      "loss": 4.8689,
      "step": 10105
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.1430280575111738e-05,
      "loss": 4.9359,
      "step": 10110
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.1343967430720534e-05,
      "loss": 4.9257,
      "step": 10115
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.1257807684826515e-05,
      "loss": 4.9616,
      "step": 10120
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.1171801505462153e-05,
      "loss": 4.8092,
      "step": 10125
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.1085949060360654e-05,
      "loss": 4.9157,
      "step": 10130
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.1000250516955178e-05,
      "loss": 5.0368,
      "step": 10135
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.0914706042378916e-05,
      "loss": 4.8821,
      "step": 10140
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.082931580346441e-05,
      "loss": 4.8302,
      "step": 10145
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.0744079966743635e-05,
      "loss": 4.9077,
      "step": 10150
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.0658998698447218e-05,
      "loss": 4.97,
      "step": 10155
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.0574072164504478e-05,
      "loss": 4.9289,
      "step": 10160
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.04893005305429e-05,
      "loss": 4.831,
      "step": 10165
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.0404683961887926e-05,
      "loss": 4.9085,
      "step": 10170
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.0320222623562568e-05,
      "loss": 4.8878,
      "step": 10175
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.0235916680287015e-05,
      "loss": 4.9473,
      "step": 10180
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.015176629647857e-05,
      "loss": 4.904,
      "step": 10185
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.0067771636250975e-05,
      "loss": 4.9011,
      "step": 10190
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9983932863414433e-05,
      "loss": 4.9563,
      "step": 10195
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9900250141474953e-05,
      "loss": 4.8941,
      "step": 10200
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9816723633634417e-05,
      "loss": 5.0055,
      "step": 10205
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9733353502789855e-05,
      "loss": 4.8735,
      "step": 10210
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.965013991153345e-05,
      "loss": 4.9426,
      "step": 10215
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9567083022152034e-05,
      "loss": 4.8942,
      "step": 10220
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9484182996626853e-05,
      "loss": 4.8889,
      "step": 10225
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9401439996633274e-05,
      "loss": 4.9423,
      "step": 10230
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9318854183540313e-05,
      "loss": 4.9184,
      "step": 10235
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9236425718410533e-05,
      "loss": 4.9198,
      "step": 10240
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9154154761999575e-05,
      "loss": 4.9385,
      "step": 10245
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9072041474755985e-05,
      "loss": 4.9499,
      "step": 10250
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.899008601682064e-05,
      "loss": 4.8759,
      "step": 10255
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8908288548026855e-05,
      "loss": 4.9409,
      "step": 10260
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8826649227899596e-05,
      "loss": 4.8672,
      "step": 10265
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8745168215655527e-05,
      "loss": 4.9549,
      "step": 10270
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8663845670202563e-05,
      "loss": 4.9283,
      "step": 10275
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8582681750139543e-05,
      "loss": 4.9455,
      "step": 10280
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.850167661375599e-05,
      "loss": 4.9036,
      "step": 10285
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8420830419031665e-05,
      "loss": 5.007,
      "step": 10290
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.834014332363645e-05,
      "loss": 4.9747,
      "step": 10295
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8259615484929915e-05,
      "loss": 5.0292,
      "step": 10300
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8179247059961058e-05,
      "loss": 4.9304,
      "step": 10305
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.80990382054679e-05,
      "loss": 5.0413,
      "step": 10310
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.801898907787737e-05,
      "loss": 4.9687,
      "step": 10315
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7939099833304806e-05,
      "loss": 4.8533,
      "step": 10320
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7859370627553807e-05,
      "loss": 4.9037,
      "step": 10325
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.777980161611582e-05,
      "loss": 4.9753,
      "step": 10330
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.770039295416982e-05,
      "loss": 4.9331,
      "step": 10335
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.762114479658219e-05,
      "loss": 4.8514,
      "step": 10340
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7542057297906155e-05,
      "loss": 5.0104,
      "step": 10345
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7463130612381705e-05,
      "loss": 5.0094,
      "step": 10350
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7384364893935178e-05,
      "loss": 4.9191,
      "step": 10355
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7305760296178995e-05,
      "loss": 4.964,
      "step": 10360
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.722731697241131e-05,
      "loss": 4.9417,
      "step": 10365
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7149035075615794e-05,
      "loss": 4.9297,
      "step": 10370
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7070914758461298e-05,
      "loss": 4.8719,
      "step": 10375
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6992956173301556e-05,
      "loss": 4.9464,
      "step": 10380
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.691515947217487e-05,
      "loss": 4.934,
      "step": 10385
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6837524806803773e-05,
      "loss": 4.966,
      "step": 10390
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6760052328594944e-05,
      "loss": 4.8967,
      "step": 10395
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6682742188638578e-05,
      "loss": 4.9828,
      "step": 10400
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6605594537708413e-05,
      "loss": 4.8161,
      "step": 10405
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.652860952626115e-05,
      "loss": 4.8736,
      "step": 10410
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6451787304436484e-05,
      "loss": 4.8816,
      "step": 10415
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6375128022056475e-05,
      "loss": 4.9506,
      "step": 10420
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6298631828625466e-05,
      "loss": 4.8099,
      "step": 10425
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6222298873329766e-05,
      "loss": 5.0062,
      "step": 10430
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6146129305037293e-05,
      "loss": 4.9855,
      "step": 10435
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6070123272297355e-05,
      "loss": 4.9093,
      "step": 10440
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.5994280923340233e-05,
      "loss": 4.9137,
      "step": 10445
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.591860240607713e-05,
      "loss": 4.9075,
      "step": 10450
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.5843087868099614e-05,
      "loss": 4.9025,
      "step": 10455
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.5767737456679544e-05,
      "loss": 4.8669,
      "step": 10460
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.5692551318768556e-05,
      "loss": 4.9615,
      "step": 10465
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.5617529600998116e-05,
      "loss": 4.9402,
      "step": 10470
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.554267244967885e-05,
      "loss": 4.8771,
      "step": 10475
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.546798001080054e-05,
      "loss": 4.8941,
      "step": 10480
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.539345243003165e-05,
      "loss": 4.9978,
      "step": 10485
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.531908985271927e-05,
      "loss": 4.9357,
      "step": 10490
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.5244892423888547e-05,
      "loss": 4.8976,
      "step": 10495
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.5170860288242638e-05,
      "loss": 4.9562,
      "step": 10500
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.509699359016229e-05,
      "loss": 4.9231,
      "step": 10505
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.5023292473705653e-05,
      "loss": 5.0185,
      "step": 10510
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.494975708260793e-05,
      "loss": 4.9146,
      "step": 10515
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.4876387560281046e-05,
      "loss": 4.8482,
      "step": 10520
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.4803184049813623e-05,
      "loss": 4.8852,
      "step": 10525
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.4730146693970315e-05,
      "loss": 4.9723,
      "step": 10530
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.465727563519188e-05,
      "loss": 4.902,
      "step": 10535
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.4584571015594629e-05,
      "loss": 4.9873,
      "step": 10540
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.4512032976970458e-05,
      "loss": 4.8962,
      "step": 10545
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.4439661660786186e-05,
      "loss": 4.976,
      "step": 10550
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.436745720818361e-05,
      "loss": 4.9049,
      "step": 10555
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.429541975997908e-05,
      "loss": 4.9193,
      "step": 10560
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.4223549456663222e-05,
      "loss": 4.8767,
      "step": 10565
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.4151846438400718e-05,
      "loss": 4.9104,
      "step": 10570
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.4080310845029954e-05,
      "loss": 4.9104,
      "step": 10575
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.4008942816062853e-05,
      "loss": 4.8696,
      "step": 10580
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3937742490684525e-05,
      "loss": 4.8456,
      "step": 10585
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3866710007753014e-05,
      "loss": 4.8943,
      "step": 10590
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3795845505798998e-05,
      "loss": 4.9618,
      "step": 10595
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.372514912302565e-05,
      "loss": 4.876,
      "step": 10600
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3654620997308143e-05,
      "loss": 4.9665,
      "step": 10605
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3584261266193598e-05,
      "loss": 4.9295,
      "step": 10610
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3514070066900686e-05,
      "loss": 4.9928,
      "step": 10615
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3444047536319404e-05,
      "loss": 4.9679,
      "step": 10620
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3374193811010849e-05,
      "loss": 4.9501,
      "step": 10625
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3304509027206812e-05,
      "loss": 4.9037,
      "step": 10630
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3234993320809685e-05,
      "loss": 4.8972,
      "step": 10635
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3165646827392087e-05,
      "loss": 4.9805,
      "step": 10640
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.3096469682196677e-05,
      "loss": 4.8897,
      "step": 10645
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.302746202013574e-05,
      "loss": 4.8904,
      "step": 10650
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2958623975791118e-05,
      "loss": 4.8708,
      "step": 10655
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2889955683413846e-05,
      "loss": 4.8514,
      "step": 10660
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2821457276923864e-05,
      "loss": 4.9443,
      "step": 10665
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2753128889909848e-05,
      "loss": 4.8813,
      "step": 10670
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2684970655628803e-05,
      "loss": 4.8926,
      "step": 10675
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.261698270700602e-05,
      "loss": 4.921,
      "step": 10680
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.254916517663458e-05,
      "loss": 4.9065,
      "step": 10685
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.2481518196775256e-05,
      "loss": 4.9316,
      "step": 10690
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.2414041899356199e-05,
      "loss": 4.9455,
      "step": 10695
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.2346736415972715e-05,
      "loss": 4.9388,
      "step": 10700
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.2279601877886927e-05,
      "loss": 4.8605,
      "step": 10705
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.2212638416027599e-05,
      "loss": 4.8845,
      "step": 10710
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.2145846160989871e-05,
      "loss": 4.9234,
      "step": 10715
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.2079225243034963e-05,
      "loss": 4.9549,
      "step": 10720
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.201277579208998e-05,
      "loss": 4.9511,
      "step": 10725
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1946497937747547e-05,
      "loss": 4.8976,
      "step": 10730
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1880391809265757e-05,
      "loss": 4.8957,
      "step": 10735
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1814457535567658e-05,
      "loss": 4.9775,
      "step": 10740
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.174869524524127e-05,
      "loss": 4.8755,
      "step": 10745
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1683105066539068e-05,
      "loss": 4.924,
      "step": 10750
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1617687127378007e-05,
      "loss": 4.9669,
      "step": 10755
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1552441555339022e-05,
      "loss": 4.9046,
      "step": 10760
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1487368477666948e-05,
      "loss": 4.9565,
      "step": 10765
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1422468021270205e-05,
      "loss": 4.9145,
      "step": 10770
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1357740312720533e-05,
      "loss": 4.9316,
      "step": 10775
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1293185478252833e-05,
      "loss": 4.899,
      "step": 10780
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1228803643764762e-05,
      "loss": 4.8608,
      "step": 10785
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1164594934816664e-05,
      "loss": 4.8999,
      "step": 10790
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1100559476631234e-05,
      "loss": 4.9369,
      "step": 10795
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1036697394093287e-05,
      "loss": 4.905,
      "step": 10800
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.097300881174943e-05,
      "loss": 4.9203,
      "step": 10805
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0909493853808061e-05,
      "loss": 4.9572,
      "step": 10810
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0846152644138829e-05,
      "loss": 4.9991,
      "step": 10815
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0782985306272608e-05,
      "loss": 4.8933,
      "step": 10820
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0719991963401087e-05,
      "loss": 4.8714,
      "step": 10825
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0657172738376786e-05,
      "loss": 4.961,
      "step": 10830
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.059452775371248e-05,
      "loss": 4.9085,
      "step": 10835
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0532057131581242e-05,
      "loss": 4.8429,
      "step": 10840
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0469760993816057e-05,
      "loss": 4.87,
      "step": 10845
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0407639461909613e-05,
      "loss": 4.9099,
      "step": 10850
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0345692657014117e-05,
      "loss": 4.9344,
      "step": 10855
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.028392069994093e-05,
      "loss": 4.8988,
      "step": 10860
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0222323711160553e-05,
      "loss": 4.9258,
      "step": 10865
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0160901810802115e-05,
      "loss": 4.8481,
      "step": 10870
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0099655118653372e-05,
      "loss": 4.9742,
      "step": 10875
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.0038583754160314e-05,
      "loss": 4.8928,
      "step": 10880
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.977687836427086e-06,
      "loss": 4.864,
      "step": 10885
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.916967484215568e-06,
      "loss": 4.8993,
      "step": 10890
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.856422815945332e-06,
      "loss": 4.9356,
      "step": 10895
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.796053949693262e-06,
      "loss": 4.9303,
      "step": 10900
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.735861003193425e-06,
      "loss": 4.9313,
      "step": 10905
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.675844093836795e-06,
      "loss": 4.9574,
      "step": 10910
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.616003338670986e-06,
      "loss": 4.9531,
      "step": 10915
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.556338854400138e-06,
      "loss": 4.9305,
      "step": 10920
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.496850757384556e-06,
      "loss": 4.9694,
      "step": 10925
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.437539163640618e-06,
      "loss": 4.882,
      "step": 10930
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.378404188840384e-06,
      "loss": 4.8995,
      "step": 10935
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.319445948311534e-06,
      "loss": 4.8903,
      "step": 10940
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.260664557037058e-06,
      "loss": 4.9327,
      "step": 10945
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.202060129655054e-06,
      "loss": 4.8948,
      "step": 10950
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.143632780458466e-06,
      "loss": 4.896,
      "step": 10955
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.085382623394923e-06,
      "loss": 4.9398,
      "step": 10960
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.027309772066495e-06,
      "loss": 4.8719,
      "step": 10965
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.969414339729398e-06,
      "loss": 4.9374,
      "step": 10970
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.911696439293915e-06,
      "loss": 4.8813,
      "step": 10975
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.854156183324048e-06,
      "loss": 4.9082,
      "step": 10980
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.796793684037385e-06,
      "loss": 4.8916,
      "step": 10985
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.73960905330481e-06,
      "loss": 4.912,
      "step": 10990
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.682602402650331e-06,
      "loss": 4.8958,
      "step": 10995
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.625773843250873e-06,
      "loss": 4.8864,
      "step": 11000
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.569123485936014e-06,
      "loss": 4.9811,
      "step": 11005
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.512651441187824e-06,
      "loss": 4.8969,
      "step": 11010
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.456357819140549e-06,
      "loss": 4.9322,
      "step": 11015
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.400242729580587e-06,
      "loss": 4.9375,
      "step": 11020
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.344306281946023e-06,
      "loss": 4.9152,
      "step": 11025
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.28854858532664e-06,
      "loss": 4.9962,
      "step": 11030
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.23296974846357e-06,
      "loss": 4.8902,
      "step": 11035
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.177569879749159e-06,
      "loss": 4.8991,
      "step": 11040
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.122349087226654e-06,
      "loss": 4.8905,
      "step": 11045
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.067307478590125e-06,
      "loss": 4.9839,
      "step": 11050
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.01244516118418e-06,
      "loss": 4.8983,
      "step": 11055
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.95776224200373e-06,
      "loss": 4.9262,
      "step": 11060
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.903258827693882e-06,
      "loss": 4.883,
      "step": 11065
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.848935024549554e-06,
      "loss": 4.9785,
      "step": 11070
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.794790938515517e-06,
      "loss": 4.965,
      "step": 11075
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.740826675185919e-06,
      "loss": 4.8676,
      "step": 11080
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.687042339804329e-06,
      "loss": 4.8561,
      "step": 11085
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.633438037263274e-06,
      "loss": 4.861,
      "step": 11090
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.5800138721043305e-06,
      "loss": 5.0399,
      "step": 11095
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.5267699485176425e-06,
      "loss": 4.9581,
      "step": 11100
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.473706370341882e-06,
      "loss": 4.904,
      "step": 11105
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.420823241064012e-06,
      "loss": 4.8102,
      "step": 11110
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.368120663819056e-06,
      "loss": 4.8853,
      "step": 11115
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.3155987413899616e-06,
      "loss": 4.9179,
      "step": 11120
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.263257576207261e-06,
      "loss": 4.9941,
      "step": 11125
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.211097270349066e-06,
      "loss": 4.982,
      "step": 11130
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.159117925540726e-06,
      "loss": 4.9743,
      "step": 11135
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.107319643154675e-06,
      "loss": 4.9178,
      "step": 11140
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.055702524210184e-06,
      "loss": 4.9412,
      "step": 11145
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.004266669373338e-06,
      "loss": 4.8909,
      "step": 11150
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.953012178956564e-06,
      "loss": 4.945,
      "step": 11155
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.901939152918691e-06,
      "loss": 4.8563,
      "step": 11160
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.851047690864565e-06,
      "loss": 4.9574,
      "step": 11165
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.800337892045039e-06,
      "loss": 4.9555,
      "step": 11170
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.74980985535657e-06,
      "loss": 4.9551,
      "step": 11175
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.699463679341211e-06,
      "loss": 4.966,
      "step": 11180
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.649299462186309e-06,
      "loss": 4.8783,
      "step": 11185
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.599317301724362e-06,
      "loss": 4.8958,
      "step": 11190
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.549517295432816e-06,
      "loss": 4.8527,
      "step": 11195
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.499899540433807e-06,
      "loss": 4.9429,
      "step": 11200
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.4504641334941604e-06,
      "loss": 4.8417,
      "step": 11205
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.401211171024957e-06,
      "loss": 4.9153,
      "step": 11210
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.352140749081547e-06,
      "loss": 4.9726,
      "step": 11215
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.303252963363215e-06,
      "loss": 4.9163,
      "step": 11220
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.254547909213149e-06,
      "loss": 4.9299,
      "step": 11225
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.206025681618077e-06,
      "loss": 4.9359,
      "step": 11230
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.157686375208227e-06,
      "loss": 4.8952,
      "step": 11235
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.109530084257042e-06,
      "loss": 4.8343,
      "step": 11240
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.061556902681098e-06,
      "loss": 4.8411,
      "step": 11245
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.0137669240398205e-06,
      "loss": 4.9183,
      "step": 11250
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.966160241535335e-06,
      "loss": 4.9199,
      "step": 11255
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.918736948012326e-06,
      "loss": 4.9842,
      "step": 11260
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.8714971359578154e-06,
      "loss": 4.931,
      "step": 11265
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.824440897500994e-06,
      "loss": 5.0218,
      "step": 11270
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.777568324413008e-06,
      "loss": 4.9182,
      "step": 11275
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.730879508106857e-06,
      "loss": 4.9555,
      "step": 11280
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.6843745396371494e-06,
      "loss": 4.922,
      "step": 11285
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.6380535096999364e-06,
      "loss": 4.9148,
      "step": 11290
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.591916508632556e-06,
      "loss": 4.9045,
      "step": 11295
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.545963626413453e-06,
      "loss": 4.9593,
      "step": 11300
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.500194952661986e-06,
      "loss": 4.8712,
      "step": 11305
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.4546105766382305e-06,
      "loss": 4.8974,
      "step": 11310
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.409210587242885e-06,
      "loss": 4.8877,
      "step": 11315
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.363995073017047e-06,
      "loss": 5.0066,
      "step": 11320
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.318964122142011e-06,
      "loss": 4.8497,
      "step": 11325
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.27411782243914e-06,
      "loss": 4.8634,
      "step": 11330
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.22945626136967e-06,
      "loss": 4.9107,
      "step": 11335
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.1849795260345945e-06,
      "loss": 4.8804,
      "step": 11340
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.140687703174407e-06,
      "loss": 4.8933,
      "step": 11345
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.0965808791690214e-06,
      "loss": 4.9263,
      "step": 11350
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.052659140037464e-06,
      "loss": 4.8587,
      "step": 11355
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.008922571437946e-06,
      "loss": 4.8832,
      "step": 11360
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.9653712586674176e-06,
      "loss": 4.9147,
      "step": 11365
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.922005286661591e-06,
      "loss": 4.9498,
      "step": 11370
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.878824739994748e-06,
      "loss": 4.9574,
      "step": 11375
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.835829702879491e-06,
      "loss": 4.8758,
      "step": 11380
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.793020259166658e-06,
      "loss": 4.8707,
      "step": 11385
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.750396492345122e-06,
      "loss": 4.825,
      "step": 11390
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.707958485541664e-06,
      "loss": 4.8967,
      "step": 11395
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.66570632152078e-06,
      "loss": 4.8722,
      "step": 11400
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.623640082684522e-06,
      "loss": 4.8878,
      "step": 11405
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5817598510723096e-06,
      "loss": 4.8788,
      "step": 11410
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.540065708360886e-06,
      "loss": 4.9497,
      "step": 11415
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.498557735863984e-06,
      "loss": 4.8755,
      "step": 11420
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.45723601453234e-06,
      "loss": 4.8915,
      "step": 11425
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.416100624953345e-06,
      "loss": 4.8778,
      "step": 11430
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.37515164735115e-06,
      "loss": 4.8939,
      "step": 11435
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.334389161586228e-06,
      "loss": 4.8668,
      "step": 11440
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.293813247155398e-06,
      "loss": 4.9008,
      "step": 11445
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2534239831916176e-06,
      "loss": 4.791,
      "step": 11450
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.213221448463833e-06,
      "loss": 4.9013,
      "step": 11455
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.173205721376827e-06,
      "loss": 4.8954,
      "step": 11460
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.133376879971018e-06,
      "loss": 4.8918,
      "step": 11465
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.093735001922416e-06,
      "loss": 4.888,
      "step": 11470
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.054280164542379e-06,
      "loss": 4.9155,
      "step": 11475
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0150124447774775e-06,
      "loss": 4.9098,
      "step": 11480
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.975931919209341e-06,
      "loss": 4.8733,
      "step": 11485
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.937038664054604e-06,
      "loss": 4.9098,
      "step": 11490
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.898332755164591e-06,
      "loss": 4.9134,
      "step": 11495
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.859814268025308e-06,
      "loss": 4.8675,
      "step": 11500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.821483277757176e-06,
      "loss": 4.8103,
      "step": 11505
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.783339859115065e-06,
      "loss": 4.8869,
      "step": 11510
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7453840864879353e-06,
      "loss": 4.8634,
      "step": 11515
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7076160338988086e-06,
      "loss": 4.877,
      "step": 11520
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6700357750046543e-06,
      "loss": 4.8789,
      "step": 11525
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.632643383096157e-06,
      "loss": 4.9107,
      "step": 11530
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5954389310976165e-06,
      "loss": 4.8614,
      "step": 11535
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.558422491566804e-06,
      "loss": 4.8355,
      "step": 11540
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5215941366948726e-06,
      "loss": 4.864,
      "step": 11545
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.484953938306057e-06,
      "loss": 4.9117,
      "step": 11550
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4485019678577646e-06,
      "loss": 4.9249,
      "step": 11555
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4122382964401845e-06,
      "loss": 4.8543,
      "step": 11560
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3761629947764105e-06,
      "loss": 4.9264,
      "step": 11565
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3402761332220642e-06,
      "loss": 4.8371,
      "step": 11570
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3045777817652945e-06,
      "loss": 4.9609,
      "step": 11575
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2690680100266434e-06,
      "loss": 4.8998,
      "step": 11580
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.233746887258837e-06,
      "loss": 4.7756,
      "step": 11585
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.1986144823467067e-06,
      "loss": 4.834,
      "step": 11590
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.1636708638070112e-06,
      "loss": 4.9267,
      "step": 11595
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.1289160997883703e-06,
      "loss": 4.9476,
      "step": 11600
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.0943502580710772e-06,
      "loss": 4.8875,
      "step": 11605
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.059973406066963e-06,
      "loss": 4.9482,
      "step": 11610
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.0257856108192985e-06,
      "loss": 4.8495,
      "step": 11615
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.99178693900265e-06,
      "loss": 4.8479,
      "step": 11620
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.957977456922734e-06,
      "loss": 4.9979,
      "step": 11625
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.924357230516306e-06,
      "loss": 4.8818,
      "step": 11630
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.890926325351029e-06,
      "loss": 4.9009,
      "step": 11635
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.85768480662536e-06,
      "loss": 4.954,
      "step": 11640
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8246327391683756e-06,
      "loss": 4.8819,
      "step": 11645
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7917701874396906e-06,
      "loss": 4.9285,
      "step": 11650
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7590972155293047e-06,
      "loss": 4.8786,
      "step": 11655
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.726613887157514e-06,
      "loss": 4.9518,
      "step": 11660
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.694320265674777e-06,
      "loss": 4.756,
      "step": 11665
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6622164140615024e-06,
      "loss": 4.9822,
      "step": 11670
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.630302394928086e-06,
      "loss": 4.9689,
      "step": 11675
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.598578270514651e-06,
      "loss": 4.9152,
      "step": 11680
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5670441026910076e-06,
      "loss": 4.9294,
      "step": 11685
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.535699952956505e-06,
      "loss": 4.9018,
      "step": 11690
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.504545882439857e-06,
      "loss": 4.9582,
      "step": 11695
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.473581951899184e-06,
      "loss": 4.8809,
      "step": 11700
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.4428082217216706e-06,
      "loss": 4.8341,
      "step": 11705
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.4122247519236306e-06,
      "loss": 4.9144,
      "step": 11710
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.3818316021503084e-06,
      "loss": 4.9294,
      "step": 11715
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.3516288316757897e-06,
      "loss": 4.9172,
      "step": 11720
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.3216164994028457e-06,
      "loss": 4.9593,
      "step": 11725
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2917946638628674e-06,
      "loss": 4.9047,
      "step": 11730
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.262163383215732e-06,
      "loss": 4.857,
      "step": 11735
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2327227152496686e-06,
      "loss": 4.8838,
      "step": 11740
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2034727173812163e-06,
      "loss": 4.9336,
      "step": 11745
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.174413446654966e-06,
      "loss": 4.9019,
      "step": 11750
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1455449597436506e-06,
      "loss": 4.9563,
      "step": 11755
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1168673129478566e-06,
      "loss": 4.967,
      "step": 11760
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.088380562196013e-06,
      "loss": 4.925,
      "step": 11765
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0600847630442345e-06,
      "loss": 4.8409,
      "step": 11770
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.031979970676279e-06,
      "loss": 4.901,
      "step": 11775
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0040662399033463e-06,
      "loss": 4.874,
      "step": 11780
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9763436251640235e-06,
      "loss": 4.933,
      "step": 11785
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9488121805242177e-06,
      "loss": 4.9713,
      "step": 11790
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.921471959676957e-06,
      "loss": 4.9149,
      "step": 11795
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8943230159423675e-06,
      "loss": 4.9055,
      "step": 11800
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.867365402267518e-06,
      "loss": 4.9412,
      "step": 11805
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8405991712263537e-06,
      "loss": 4.9321,
      "step": 11810
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.814024375019574e-06,
      "loss": 4.8942,
      "step": 11815
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.7876410654745325e-06,
      "loss": 4.9324,
      "step": 11820
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.7614492940451033e-06,
      "loss": 4.8038,
      "step": 11825
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.7354491118116934e-06,
      "loss": 4.8996,
      "step": 11830
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.7096405694809858e-06,
      "loss": 4.8882,
      "step": 11835
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6840237173859519e-06,
      "loss": 4.9629,
      "step": 11840
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6585986054857173e-06,
      "loss": 4.8721,
      "step": 11845
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6333652833654844e-06,
      "loss": 4.8546,
      "step": 11850
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6083238002363775e-06,
      "loss": 4.8999,
      "step": 11855
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5834742049354202e-06,
      "loss": 4.9587,
      "step": 11860
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.558816545925401e-06,
      "loss": 4.8959,
      "step": 11865
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5343508712947874e-06,
      "loss": 4.8682,
      "step": 11870
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5100772287576449e-06,
      "loss": 4.8939,
      "step": 11875
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4859956656534725e-06,
      "loss": 4.8954,
      "step": 11880
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4621062289472243e-06,
      "loss": 4.8575,
      "step": 11885
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4384089652291543e-06,
      "loss": 4.8386,
      "step": 11890
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4149039207147163e-06,
      "loss": 4.8132,
      "step": 11895
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.391591141244486e-06,
      "loss": 4.8572,
      "step": 11900
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3684706722840945e-06,
      "loss": 4.941,
      "step": 11905
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3455425589240955e-06,
      "loss": 4.9598,
      "step": 11910
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3228068458799425e-06,
      "loss": 4.9379,
      "step": 11915
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3002635774918004e-06,
      "loss": 4.7972,
      "step": 11920
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2779127977245897e-06,
      "loss": 4.8557,
      "step": 11925
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2557545501677758e-06,
      "loss": 4.9265,
      "step": 11930
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.233788878035369e-06,
      "loss": 4.9716,
      "step": 11935
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.2120158241657908e-06,
      "loss": 4.8506,
      "step": 11940
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.190435431021819e-06,
      "loss": 4.9209,
      "step": 11945
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.1690477406905209e-06,
      "loss": 4.8247,
      "step": 11950
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.1478527948830974e-06,
      "loss": 4.8924,
      "step": 11955
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.126850634934884e-06,
      "loss": 4.8814,
      "step": 11960
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.1060413018052273e-06,
      "loss": 4.9609,
      "step": 11965
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.08542483607742e-06,
      "loss": 4.7887,
      "step": 11970
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0650012779586105e-06,
      "loss": 4.8089,
      "step": 11975
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0447706672797264e-06,
      "loss": 4.9298,
      "step": 11980
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0247330434954071e-06,
      "loss": 4.853,
      "step": 11985
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0048884456839158e-06,
      "loss": 4.9008,
      "step": 11990
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.852369125470829e-07,
      "loss": 4.9398,
      "step": 11995
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.657784824101956e-07,
      "loss": 4.8871,
      "step": 12000
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.465131932219539e-07,
      "loss": 4.8575,
      "step": 12005
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.2744108255437e-07,
      "loss": 4.9452,
      "step": 12010
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.08562187602735e-07,
      "loss": 4.8257,
      "step": 12015
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.898765451855085e-07,
      "loss": 4.8414,
      "step": 12020
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.713841917442622e-07,
      "loss": 4.9276,
      "step": 12025
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.530851633436033e-07,
      "loss": 4.7975,
      "step": 12030
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.349794956711176e-07,
      "loss": 4.8384,
      "step": 12035
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.170672240372934e-07,
      "loss": 4.8761,
      "step": 12040
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.9934838337542e-07,
      "loss": 4.8349,
      "step": 12045
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.818230082415778e-07,
      "loss": 4.9221,
      "step": 12050
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.644911328145265e-07,
      "loss": 4.8829,
      "step": 12055
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.473527908956834e-07,
      "loss": 4.8685,
      "step": 12060
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.304080159089899e-07,
      "loss": 4.8311,
      "step": 12065
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.136568409009003e-07,
      "loss": 4.8889,
      "step": 12070
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.970992985403047e-07,
      "loss": 4.8884,
      "step": 12075
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.807354211184613e-07,
      "loss": 4.9059,
      "step": 12080
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.645652405489311e-07,
      "loss": 4.8943,
      "step": 12085
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.485887883675213e-07,
      "loss": 4.9668,
      "step": 12090
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.328060957322191e-07,
      "loss": 4.9407,
      "step": 12095
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.172171934231252e-07,
      "loss": 4.8871,
      "step": 12100
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.018221118424316e-07,
      "loss": 4.9058,
      "step": 12105
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.866208810142881e-07,
      "loss": 4.9351,
      "step": 12110
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.716135305848358e-07,
      "loss": 4.869,
      "step": 12115
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.568000898220626e-07,
      "loss": 4.9545,
      "step": 12120
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.421805876158037e-07,
      "loss": 4.8983,
      "step": 12125
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.277550524776631e-07,
      "loss": 4.907,
      "step": 12130
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.135235125409699e-07,
      "loss": 4.9065,
      "step": 12135
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.99485995560689e-07,
      "loss": 4.8111,
      "step": 12140
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.856425289134326e-07,
      "loss": 4.8935,
      "step": 12145
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.719931395973265e-07,
      "loss": 4.9406,
      "step": 12150
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.585378542320218e-07,
      "loss": 4.9192,
      "step": 12155
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4527669905862767e-07,
      "loss": 4.9689,
      "step": 12160
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.32209699939623e-07,
      "loss": 4.9329,
      "step": 12165
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.193368823588673e-07,
      "loss": 4.8706,
      "step": 12170
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.066582714214895e-07,
      "loss": 4.8466,
      "step": 12175
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.9417389185388843e-07,
      "loss": 4.8855,
      "step": 12180
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8188376800365467e-07,
      "loss": 4.8546,
      "step": 12185
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.697879238395374e-07,
      "loss": 4.9741,
      "step": 12190
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.5788638295137787e-07,
      "loss": 4.8376,
      "step": 12195
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.4617916855010925e-07,
      "loss": 4.8879,
      "step": 12200
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.346663034676567e-07,
      "loss": 4.8881,
      "step": 12205
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.233478101569154e-07,
      "loss": 4.8722,
      "step": 12210
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1222371069171695e-07,
      "loss": 4.9611,
      "step": 12215
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.012940267667852e-07,
      "loss": 4.872,
      "step": 12220
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9055877969766943e-07,
      "loss": 4.8799,
      "step": 12225
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.800179904207223e-07,
      "loss": 4.8936,
      "step": 12230
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6967167949306646e-07,
      "loss": 4.8987,
      "step": 12235
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.595198670925392e-07,
      "loss": 4.8686,
      "step": 12240
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4956257301764765e-07,
      "loss": 4.8556,
      "step": 12245
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3979981668756924e-07,
      "loss": 4.8322,
      "step": 12250
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3023161714204044e-07,
      "loss": 4.8871,
      "step": 12255
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.208579930414123e-07,
      "loss": 4.9173,
      "step": 12260
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1167896266652831e-07,
      "loss": 4.9008,
      "step": 12265
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0269454391874666e-07,
      "loss": 4.8397,
      "step": 12270
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9390475431989575e-07,
      "loss": 4.8498,
      "step": 12275
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8530961101218547e-07,
      "loss": 4.9186,
      "step": 12280
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7690913075827375e-07,
      "loss": 4.8835,
      "step": 12285
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6870332994114445e-07,
      "loss": 4.8807,
      "step": 12290
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6069222456410739e-07,
      "loss": 4.8744,
      "step": 12295
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.52875830250776e-07,
      "loss": 4.8511,
      "step": 12300
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.452541622450454e-07,
      "loss": 4.8279,
      "step": 12305
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3782723541101439e-07,
      "loss": 4.8916,
      "step": 12310
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3059506423303002e-07,
      "loss": 4.9772,
      "step": 12315
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2355766281556548e-07,
      "loss": 4.8959,
      "step": 12320
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1671504488329765e-07,
      "loss": 4.8024,
      "step": 12325
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1006722378098521e-07,
      "loss": 4.8367,
      "step": 12330
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0361421247352398e-07,
      "loss": 4.7849,
      "step": 12335
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.735602354584706e-08,
      "loss": 4.898,
      "step": 12340
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.12926692029692e-08,
      "loss": 4.7917,
      "step": 12345
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.542416126989805e-08,
      "loss": 4.9065,
      "step": 12350
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.975051119166743e-08,
      "loss": 4.9359,
      "step": 12355
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.427173003329291e-08,
      "loss": 4.8793,
      "step": 12360
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.89878284797163e-08,
      "loss": 4.9946,
      "step": 12365
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.389881683585009e-08,
      "loss": 4.7779,
      "step": 12370
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.900470502651079e-08,
      "loss": 4.8502,
      "step": 12375
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.430550259640787e-08,
      "loss": 4.8275,
      "step": 12380
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.980121871014376e-08,
      "loss": 4.8925,
      "step": 12385
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5491862152169387e-08,
      "loss": 4.8509,
      "step": 12390
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.137744132677313e-08,
      "loss": 4.8149,
      "step": 12395
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7457964258102995e-08,
      "loss": 4.8698,
      "step": 12400
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.373343859007783e-08,
      "loss": 4.8412,
      "step": 12405
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.020387158645388e-08,
      "loss": 4.9293,
      "step": 12410
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.686927013072493e-08,
      "loss": 4.9711,
      "step": 12415
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3729640726199987e-08,
      "loss": 4.9132,
      "step": 12420
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0784989495914454e-08,
      "loss": 4.9003,
      "step": 12425
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8035322182652357e-08,
      "loss": 4.9498,
      "step": 12430
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5480644148957448e-08,
      "loss": 4.9162,
      "step": 12435
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3120960377055458e-08,
      "loss": 4.9288,
      "step": 12440
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.095627546892075e-08,
      "loss": 4.8749,
      "step": 12445
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.986593646209685e-09,
      "loss": 4.87,
      "step": 12450
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.21191875028282e-09,
      "loss": 4.9153,
      "step": 12455
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.6322542422049266e-09,
      "loss": 4.9541,
      "step": 12460
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.2476032026894656e-09,
      "loss": 4.9385,
      "step": 12465
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.057968332154104e-09,
      "loss": 4.8223,
      "step": 12470
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0633519506763067e-09,
      "loss": 4.8889,
      "step": 12475
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2637559980044344e-09,
      "loss": 4.783,
      "step": 12480
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.591820335355437e-10,
      "loss": 4.8535,
      "step": 12485
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.496312363486908e-10,
      "loss": 4.8704,
      "step": 12490
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.510440516052427e-11,
      "loss": 4.8496,
      "step": 12495
    },
    {
      "epoch": 1.0,
      "eval_loss": 4.886576175689697,
      "eval_runtime": 553.3141,
      "eval_samples_per_second": 2.689,
      "eval_steps_per_second": 0.336,
      "step": 12498
    },
    {
      "epoch": 1.0,
      "step": 12498,
      "total_flos": 1.8406206701568e+16,
      "train_loss": 4.727149732982012,
      "train_runtime": 175008.638,
      "train_samples_per_second": 1.143,
      "train_steps_per_second": 0.071
    }
  ],
  "logging_steps": 5,
  "max_steps": 12498,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 1.8406206701568e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}