{
  "best_metric": 0.5744133702663434,
  "best_model_checkpoint": "../checkpoints/pretrain_clean/fresh-universe-588_exp8_448/checkpoint-448000",
  "epoch": 0.9999776790696636,
  "global_step": 448000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5.000000000000001e-07,
      "loss": 5.6888,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 4.7651,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5e-06,
      "loss": 3.6771,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 3.0273,
      "step": 40
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5e-06,
      "loss": 2.6997,
      "step": 50
    },
    {
      "epoch": 0.0,
      "learning_rate": 3e-06,
      "loss": 2.4346,
      "step": 60
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.5000000000000004e-06,
      "loss": 2.1813,
      "step": 70
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.9853,
      "step": 80
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.5e-06,
      "loss": 1.861,
      "step": 90
    },
    {
      "epoch": 0.0,
      "learning_rate": 5e-06,
      "loss": 1.7491,
      "step": 100
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.500000000000001e-06,
      "loss": 1.694,
      "step": 110
    },
    {
      "epoch": 0.0,
      "learning_rate": 6e-06,
      "loss": 1.6375,
      "step": 120
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 1.6102,
      "step": 130
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.000000000000001e-06,
      "loss": 1.5793,
      "step": 140
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.5e-06,
      "loss": 1.5581,
      "step": 150
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.5311,
      "step": 160
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.500000000000002e-06,
      "loss": 1.5008,
      "step": 170
    },
    {
      "epoch": 0.0,
      "learning_rate": 9e-06,
      "loss": 1.4804,
      "step": 180
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.5e-06,
      "loss": 1.4589,
      "step": 190
    },
    {
      "epoch": 0.0,
      "learning_rate": 1e-05,
      "loss": 1.4319,
      "step": 200
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.05e-05,
      "loss": 1.4409,
      "step": 210
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 1.4245,
      "step": 220
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1500000000000002e-05,
      "loss": 1.3989,
      "step": 230
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2e-05,
      "loss": 1.3817,
      "step": 240
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.25e-05,
      "loss": 1.3737,
      "step": 250
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 1.3517,
      "step": 260
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3500000000000001e-05,
      "loss": 1.3366,
      "step": 270
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 1.3128,
      "step": 280
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.45e-05,
      "loss": 1.2951,
      "step": 290
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5e-05,
      "loss": 1.2744,
      "step": 300
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.55e-05,
      "loss": 1.2643,
      "step": 310
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.2537,
      "step": 320
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.65e-05,
      "loss": 1.2378,
      "step": 330
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 1.2414,
      "step": 340
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.75e-05,
      "loss": 1.2218,
      "step": 350
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8e-05,
      "loss": 1.2122,
      "step": 360
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.85e-05,
      "loss": 1.197,
      "step": 370
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9e-05,
      "loss": 1.1759,
      "step": 380
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9500000000000003e-05,
      "loss": 1.1813,
      "step": 390
    },
    {
      "epoch": 0.0,
      "learning_rate": 2e-05,
      "loss": 1.1697,
      "step": 400
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.05e-05,
      "loss": 1.1567,
      "step": 410
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1e-05,
      "loss": 1.1488,
      "step": 420
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.15e-05,
      "loss": 1.1366,
      "step": 430
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 1.1232,
      "step": 440
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.25e-05,
      "loss": 1.1139,
      "step": 450
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 1.1179,
      "step": 460
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.35e-05,
      "loss": 1.1031,
      "step": 470
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4e-05,
      "loss": 1.0881,
      "step": 480
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.45e-05,
      "loss": 1.0907,
      "step": 490
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5e-05,
      "loss": 1.0787,
      "step": 500
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5500000000000003e-05,
      "loss": 1.0736,
      "step": 510
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 1.0532,
      "step": 520
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6500000000000004e-05,
      "loss": 1.0548,
      "step": 530
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 1.0459,
      "step": 540
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7500000000000004e-05,
      "loss": 1.0324,
      "step": 550
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 1.041,
      "step": 560
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8499999999999998e-05,
      "loss": 1.022,
      "step": 570
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9e-05,
      "loss": 1.0183,
      "step": 580
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.95e-05,
      "loss": 1.0076,
      "step": 590
    },
    {
      "epoch": 0.0,
      "learning_rate": 3e-05,
      "loss": 1.0017,
      "step": 600
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.05e-05,
      "loss": 0.9882,
      "step": 610
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1e-05,
      "loss": 0.9848,
      "step": 620
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.15e-05,
      "loss": 0.9847,
      "step": 630
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 0.9827,
      "step": 640
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2500000000000004e-05,
      "loss": 0.9786,
      "step": 650
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.3e-05,
      "loss": 0.9701,
      "step": 660
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.35e-05,
      "loss": 0.9617,
      "step": 670
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 0.9694,
      "step": 680
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.45e-05,
      "loss": 0.9546,
      "step": 690
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.5e-05,
      "loss": 0.9528,
      "step": 700
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.55e-05,
      "loss": 0.9488,
      "step": 710
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.6e-05,
      "loss": 0.9352,
      "step": 720
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.65e-05,
      "loss": 0.9258,
      "step": 730
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.7e-05,
      "loss": 0.9229,
      "step": 740
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.9223,
      "step": 750
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.8e-05,
      "loss": 0.9223,
      "step": 760
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.85e-05,
      "loss": 0.9165,
      "step": 770
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 0.9234,
      "step": 780
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.9500000000000005e-05,
      "loss": 0.9296,
      "step": 790
    },
    {
      "epoch": 0.0,
      "learning_rate": 4e-05,
      "loss": 0.9076,
      "step": 800
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.05e-05,
      "loss": 0.8889,
      "step": 810
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.1e-05,
      "loss": 0.8946,
      "step": 820
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.15e-05,
      "loss": 0.897,
      "step": 830
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.2e-05,
      "loss": 0.8937,
      "step": 840
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.25e-05,
      "loss": 0.8846,
      "step": 850
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.3e-05,
      "loss": 0.89,
      "step": 860
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.35e-05,
      "loss": 0.8755,
      "step": 870
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 0.8721,
      "step": 880
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.4500000000000004e-05,
      "loss": 0.8567,
      "step": 890
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.5e-05,
      "loss": 0.8606,
      "step": 900
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.55e-05,
      "loss": 0.8776,
      "step": 910
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.600000000000001e-05,
      "loss": 0.8653,
      "step": 920
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.6500000000000005e-05,
      "loss": 0.8509,
      "step": 930
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.7e-05,
      "loss": 0.8564,
      "step": 940
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.75e-05,
      "loss": 0.8495,
      "step": 950
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.8e-05,
      "loss": 0.8411,
      "step": 960
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.85e-05,
      "loss": 0.8621,
      "step": 970
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9e-05,
      "loss": 0.8514,
      "step": 980
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9500000000000004e-05,
      "loss": 0.8504,
      "step": 990
    },
    {
      "epoch": 0.0,
      "learning_rate": 5e-05,
      "loss": 0.8382,
      "step": 1000
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.999888145679068e-05,
      "loss": 0.8305,
      "step": 1010
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.999776291358135e-05,
      "loss": 0.8268,
      "step": 1020
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.999664437037203e-05,
      "loss": 0.8273,
      "step": 1030
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99955258271627e-05,
      "loss": 0.8198,
      "step": 1040
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.999440728395338e-05,
      "loss": 0.8178,
      "step": 1050
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9993288740744056e-05,
      "loss": 0.8122,
      "step": 1060
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9992170197534734e-05,
      "loss": 0.8044,
      "step": 1070
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.999105165432541e-05,
      "loss": 0.8064,
      "step": 1080
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9989933111116083e-05,
      "loss": 0.7956,
      "step": 1090
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998881456790676e-05,
      "loss": 0.8042,
      "step": 1100
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998769602469744e-05,
      "loss": 0.8026,
      "step": 1110
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998657748148811e-05,
      "loss": 0.8154,
      "step": 1120
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998545893827879e-05,
      "loss": 0.7893,
      "step": 1130
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998434039506946e-05,
      "loss": 0.7923,
      "step": 1140
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998322185186014e-05,
      "loss": 0.8017,
      "step": 1150
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9982103308650815e-05,
      "loss": 0.7914,
      "step": 1160
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998098476544149e-05,
      "loss": 0.7769,
      "step": 1170
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997986622223217e-05,
      "loss": 0.7866,
      "step": 1180
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997874767902284e-05,
      "loss": 0.7825,
      "step": 1190
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997762913581352e-05,
      "loss": 0.7789,
      "step": 1200
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997651059260419e-05,
      "loss": 0.7861,
      "step": 1210
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997539204939487e-05,
      "loss": 0.7765,
      "step": 1220
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997427350618555e-05,
      "loss": 0.7806,
      "step": 1230
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997315496297622e-05,
      "loss": 0.7596,
      "step": 1240
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9972036419766896e-05,
      "loss": 0.7705,
      "step": 1250
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9970917876557574e-05,
      "loss": 0.7708,
      "step": 1260
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.996979933334825e-05,
      "loss": 0.7653,
      "step": 1270
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.996868079013893e-05,
      "loss": 0.7641,
      "step": 1280
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99675622469296e-05,
      "loss": 0.7543,
      "step": 1290
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.996644370372028e-05,
      "loss": 0.7587,
      "step": 1300
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.996532516051095e-05,
      "loss": 0.7625,
      "step": 1310
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.996420661730163e-05,
      "loss": 0.7539,
      "step": 1320
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9963088074092306e-05,
      "loss": 0.7532,
      "step": 1330
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.996196953088298e-05,
      "loss": 0.7535,
      "step": 1340
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9960850987673655e-05,
      "loss": 0.7416,
      "step": 1350
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.995973244446433e-05,
      "loss": 0.7501,
      "step": 1360
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.995861390125501e-05,
      "loss": 0.7513,
      "step": 1370
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.995749535804569e-05,
      "loss": 0.7402,
      "step": 1380
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.995637681483636e-05,
      "loss": 0.7434,
      "step": 1390
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.995525827162704e-05,
      "loss": 0.7385,
      "step": 1400
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.995413972841771e-05,
      "loss": 0.7291,
      "step": 1410
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.995302118520839e-05,
      "loss": 0.7367,
      "step": 1420
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9951902641999065e-05,
      "loss": 0.7483,
      "step": 1430
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9950784098789736e-05,
      "loss": 0.7208,
      "step": 1440
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9949665555580414e-05,
      "loss": 0.7322,
      "step": 1450
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9948547012371085e-05,
      "loss": 0.7256,
      "step": 1460
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994742846916176e-05,
      "loss": 0.7363,
      "step": 1470
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994630992595244e-05,
      "loss": 0.7417,
      "step": 1480
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994519138274312e-05,
      "loss": 0.7225,
      "step": 1490
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99440728395338e-05,
      "loss": 0.7311,
      "step": 1500
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994295429632447e-05,
      "loss": 0.7173,
      "step": 1510
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9941835753115146e-05,
      "loss": 0.7196,
      "step": 1520
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994071720990582e-05,
      "loss": 0.7104,
      "step": 1530
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9939598666696495e-05,
      "loss": 0.717,
      "step": 1540
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.993848012348717e-05,
      "loss": 0.7036,
      "step": 1550
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9937361580277844e-05,
      "loss": 0.7181,
      "step": 1560
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.993624303706852e-05,
      "loss": 0.7119,
      "step": 1570
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99351244938592e-05,
      "loss": 0.7155,
      "step": 1580
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.993400595064988e-05,
      "loss": 0.7184,
      "step": 1590
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9932887407440556e-05,
      "loss": 0.716,
      "step": 1600
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.993176886423123e-05,
      "loss": 0.6994,
      "step": 1610
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9930650321021905e-05,
      "loss": 0.7175,
      "step": 1620
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9929531777812576e-05,
      "loss": 0.7219,
      "step": 1630
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9928413234603254e-05,
      "loss": 0.6999,
      "step": 1640
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.992729469139393e-05,
      "loss": 0.7104,
      "step": 1650
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99261761481846e-05,
      "loss": 0.6954,
      "step": 1660
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.992505760497528e-05,
      "loss": 0.6909,
      "step": 1670
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.992393906176596e-05,
      "loss": 0.7053,
      "step": 1680
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.992282051855664e-05,
      "loss": 0.6992,
      "step": 1690
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9921701975347315e-05,
      "loss": 0.6928,
      "step": 1700
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9920583432137986e-05,
      "loss": 0.6927,
      "step": 1710
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9919464888928664e-05,
      "loss": 0.69,
      "step": 1720
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9918346345719335e-05,
      "loss": 0.6922,
      "step": 1730
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.991722780251001e-05,
      "loss": 0.6906,
      "step": 1740
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.991610925930069e-05,
      "loss": 0.6911,
      "step": 1750
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.991499071609136e-05,
      "loss": 0.6872,
      "step": 1760
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.991387217288204e-05,
      "loss": 0.688,
      "step": 1770
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.991275362967272e-05,
      "loss": 0.6892,
      "step": 1780
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9911635086463396e-05,
      "loss": 0.6933,
      "step": 1790
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.991051654325407e-05,
      "loss": 0.6898,
      "step": 1800
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9909398000044745e-05,
      "loss": 0.6807,
      "step": 1810
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.990827945683542e-05,
      "loss": 0.6811,
      "step": 1820
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9907160913626094e-05,
      "loss": 0.6745,
      "step": 1830
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.990604237041677e-05,
      "loss": 0.6792,
      "step": 1840
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.990492382720744e-05,
      "loss": 0.6846,
      "step": 1850
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.990380528399812e-05,
      "loss": 0.6791,
      "step": 1860
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99026867407888e-05,
      "loss": 0.679,
      "step": 1870
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.990156819757947e-05,
      "loss": 0.6759,
      "step": 1880
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9900449654370155e-05,
      "loss": 0.6682,
      "step": 1890
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9899331111160826e-05,
      "loss": 0.6784,
      "step": 1900
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9898212567951504e-05,
      "loss": 0.6828,
      "step": 1910
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989709402474218e-05,
      "loss": 0.6887,
      "step": 1920
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989597548153285e-05,
      "loss": 0.6762,
      "step": 1930
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989485693832353e-05,
      "loss": 0.6702,
      "step": 1940
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.98937383951142e-05,
      "loss": 0.6733,
      "step": 1950
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989261985190488e-05,
      "loss": 0.6778,
      "step": 1960
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989150130869556e-05,
      "loss": 0.6702,
      "step": 1970
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989038276548623e-05,
      "loss": 0.6782,
      "step": 1980
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988926422227691e-05,
      "loss": 0.655,
      "step": 1990
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9888145679067585e-05,
      "loss": 0.6633,
      "step": 2000
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988702713585826e-05,
      "loss": 0.6632,
      "step": 2010
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988590859264894e-05,
      "loss": 0.6717,
      "step": 2020
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988479004943961e-05,
      "loss": 0.6664,
      "step": 2030
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988367150623029e-05,
      "loss": 0.6597,
      "step": 2040
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988255296302096e-05,
      "loss": 0.6505,
      "step": 2050
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988143441981164e-05,
      "loss": 0.6567,
      "step": 2060
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988031587660232e-05,
      "loss": 0.6642,
      "step": 2070
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.987919733339299e-05,
      "loss": 0.6505,
      "step": 2080
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9878078790183666e-05,
      "loss": 0.6622,
      "step": 2090
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9876960246974344e-05,
      "loss": 0.6669,
      "step": 2100
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.987584170376502e-05,
      "loss": 0.655,
      "step": 2110
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.987472316055569e-05,
      "loss": 0.6638,
      "step": 2120
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.987360461734637e-05,
      "loss": 0.6475,
      "step": 2130
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.987248607413705e-05,
      "loss": 0.6668,
      "step": 2140
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.987136753092772e-05,
      "loss": 0.6541,
      "step": 2150
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.98702489877184e-05,
      "loss": 0.6484,
      "step": 2160
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.986913044450907e-05,
      "loss": 0.6447,
      "step": 2170
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.986801190129975e-05,
      "loss": 0.6499,
      "step": 2180
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9866893358090425e-05,
      "loss": 0.6442,
      "step": 2190
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.98657748148811e-05,
      "loss": 0.6443,
      "step": 2200
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.986465627167178e-05,
      "loss": 0.6505,
      "step": 2210
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.986353772846245e-05,
      "loss": 0.6482,
      "step": 2220
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.986241918525313e-05,
      "loss": 0.6324,
      "step": 2230
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.986130064204381e-05,
      "loss": 0.6464,
      "step": 2240
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.986018209883448e-05,
      "loss": 0.6398,
      "step": 2250
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.985906355562516e-05,
      "loss": 0.6488,
      "step": 2260
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.985794501241583e-05,
      "loss": 0.6463,
      "step": 2270
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9856826469206506e-05,
      "loss": 0.6363,
      "step": 2280
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9855707925997184e-05,
      "loss": 0.6403,
      "step": 2290
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9854589382787855e-05,
      "loss": 0.6369,
      "step": 2300
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.985347083957854e-05,
      "loss": 0.6385,
      "step": 2310
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.985235229636921e-05,
      "loss": 0.6361,
      "step": 2320
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.985123375315989e-05,
      "loss": 0.634,
      "step": 2330
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.985011520995057e-05,
      "loss": 0.6391,
      "step": 2340
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.984899666674124e-05,
      "loss": 0.6315,
      "step": 2350
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9847878123531916e-05,
      "loss": 0.6299,
      "step": 2360
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.984675958032259e-05,
      "loss": 0.6319,
      "step": 2370
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9845641037113265e-05,
      "loss": 0.6267,
      "step": 2380
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.984452249390394e-05,
      "loss": 0.6261,
      "step": 2390
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9843403950694614e-05,
      "loss": 0.6264,
      "step": 2400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.984228540748529e-05,
      "loss": 0.6383,
      "step": 2410
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.984116686427597e-05,
      "loss": 0.6349,
      "step": 2420
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.984004832106665e-05,
      "loss": 0.6239,
      "step": 2430
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.983892977785732e-05,
      "loss": 0.6335,
      "step": 2440
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9837811234648e-05,
      "loss": 0.6181,
      "step": 2450
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9836692691438675e-05,
      "loss": 0.6176,
      "step": 2460
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9835574148229346e-05,
      "loss": 0.6294,
      "step": 2470
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9834455605020024e-05,
      "loss": 0.6297,
      "step": 2480
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9833337061810695e-05,
      "loss": 0.6307,
      "step": 2490
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.983221851860137e-05,
      "loss": 0.635,
      "step": 2500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.983109997539205e-05,
      "loss": 0.6292,
      "step": 2510
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.982998143218273e-05,
      "loss": 0.624,
      "step": 2520
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.982886288897341e-05,
      "loss": 0.6219,
      "step": 2530
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.982774434576408e-05,
      "loss": 0.621,
      "step": 2540
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9826625802554756e-05,
      "loss": 0.6173,
      "step": 2550
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9825507259345434e-05,
      "loss": 0.6313,
      "step": 2560
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9824388716136105e-05,
      "loss": 0.6215,
      "step": 2570
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.982327017292678e-05,
      "loss": 0.6139,
      "step": 2580
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9822151629717454e-05,
      "loss": 0.6176,
      "step": 2590
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.982103308650813e-05,
      "loss": 0.6154,
      "step": 2600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.981991454329881e-05,
      "loss": 0.6142,
      "step": 2610
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.981879600008949e-05,
      "loss": 0.6194,
      "step": 2620
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9817677456880166e-05,
      "loss": 0.615,
      "step": 2630
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.981655891367084e-05,
      "loss": 0.6151,
      "step": 2640
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9815440370461515e-05,
      "loss": 0.6113,
      "step": 2650
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.981432182725219e-05,
      "loss": 0.6127,
      "step": 2660
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9813203284042864e-05,
      "loss": 0.6136,
      "step": 2670
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.981208474083354e-05,
      "loss": 0.6204,
      "step": 2680
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.981096619762421e-05,
      "loss": 0.6218,
      "step": 2690
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.980984765441489e-05,
      "loss": 0.6096,
      "step": 2700
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.980872911120557e-05,
      "loss": 0.6057,
      "step": 2710
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.980761056799625e-05,
      "loss": 0.6004,
      "step": 2720
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9806492024786925e-05,
      "loss": 0.6092,
      "step": 2730
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9805373481577596e-05,
      "loss": 0.6133,
      "step": 2740
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9804254938368274e-05,
      "loss": 0.602,
      "step": 2750
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9803136395158945e-05,
      "loss": 0.6142,
      "step": 2760
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.980201785194962e-05,
      "loss": 0.6113,
      "step": 2770
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.98008993087403e-05,
      "loss": 0.5999,
      "step": 2780
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.979978076553097e-05,
      "loss": 0.6043,
      "step": 2790
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.979866222232165e-05,
      "loss": 0.605,
      "step": 2800
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.979754367911232e-05,
      "loss": 0.6095,
      "step": 2810
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9796425135903e-05,
      "loss": 0.6107,
      "step": 2820
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.979530659269368e-05,
      "loss": 0.6,
      "step": 2830
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9794188049484355e-05,
      "loss": 0.5943,
      "step": 2840
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.979306950627503e-05,
      "loss": 0.5995,
      "step": 2850
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9791950963065704e-05,
      "loss": 0.6054,
      "step": 2860
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.979083241985638e-05,
      "loss": 0.6061,
      "step": 2870
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.978971387664706e-05,
      "loss": 0.6042,
      "step": 2880
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.978859533343773e-05,
      "loss": 0.6029,
      "step": 2890
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.978747679022841e-05,
      "loss": 0.5979,
      "step": 2900
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.978635824701908e-05,
      "loss": 0.5999,
      "step": 2910
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.978523970380976e-05,
      "loss": 0.5918,
      "step": 2920
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9784121160600436e-05,
      "loss": 0.597,
      "step": 2930
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9783002617391114e-05,
      "loss": 0.5871,
      "step": 2940
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.978188407418179e-05,
      "loss": 0.5981,
      "step": 2950
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.978076553097246e-05,
      "loss": 0.6106,
      "step": 2960
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.977964698776314e-05,
      "loss": 0.5926,
      "step": 2970
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.977852844455382e-05,
      "loss": 0.5912,
      "step": 2980
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.977740990134449e-05,
      "loss": 0.594,
      "step": 2990
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.977629135813517e-05,
      "loss": 0.5871,
      "step": 3000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.977517281492584e-05,
      "loss": 0.5946,
      "step": 3010
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.977405427171652e-05,
      "loss": 0.6057,
      "step": 3020
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9772935728507195e-05,
      "loss": 0.5917,
      "step": 3030
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.977181718529787e-05,
      "loss": 0.5847,
      "step": 3040
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.977069864208855e-05,
      "loss": 0.5813,
      "step": 3050
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.976958009887922e-05,
      "loss": 0.5934,
      "step": 3060
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.97684615556699e-05,
      "loss": 0.5928,
      "step": 3070
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.976734301246057e-05,
      "loss": 0.5871,
      "step": 3080
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.976622446925125e-05,
      "loss": 0.5885,
      "step": 3090
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.976510592604193e-05,
      "loss": 0.5852,
      "step": 3100
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.97639873828326e-05,
      "loss": 0.5924,
      "step": 3110
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9762868839623276e-05,
      "loss": 0.5914,
      "step": 3120
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.976175029641395e-05,
      "loss": 0.5933,
      "step": 3130
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.976063175320463e-05,
      "loss": 0.5851,
      "step": 3140
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.975951320999531e-05,
      "loss": 0.5872,
      "step": 3150
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.975839466678598e-05,
      "loss": 0.5844,
      "step": 3160
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.975727612357666e-05,
      "loss": 0.5803,
      "step": 3170
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.975615758036733e-05,
      "loss": 0.5887,
      "step": 3180
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.975503903715801e-05,
      "loss": 0.5814,
      "step": 3190
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9753920493948686e-05,
      "loss": 0.5762,
      "step": 3200
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.975280195073936e-05,
      "loss": 0.5829,
      "step": 3210
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9751683407530035e-05,
      "loss": 0.5748,
      "step": 3220
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9750564864320706e-05,
      "loss": 0.5753,
      "step": 3230
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9749446321111384e-05,
      "loss": 0.5734,
      "step": 3240
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.974832777790206e-05,
      "loss": 0.5722,
      "step": 3250
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.974720923469274e-05,
      "loss": 0.5871,
      "step": 3260
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.974609069148342e-05,
      "loss": 0.5868,
      "step": 3270
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.974497214827409e-05,
      "loss": 0.5816,
      "step": 3280
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.974385360506477e-05,
      "loss": 0.5778,
      "step": 3290
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9742735061855445e-05,
      "loss": 0.5744,
      "step": 3300
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9741616518646116e-05,
      "loss": 0.5821,
      "step": 3310
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9740497975436794e-05,
      "loss": 0.5822,
      "step": 3320
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9739379432227465e-05,
      "loss": 0.5775,
      "step": 3330
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.973826088901814e-05,
      "loss": 0.5749,
      "step": 3340
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.973714234580882e-05,
      "loss": 0.5807,
      "step": 3350
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.97360238025995e-05,
      "loss": 0.5707,
      "step": 3360
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9734905259390177e-05,
      "loss": 0.5693,
      "step": 3370
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.973378671618085e-05,
      "loss": 0.5674,
      "step": 3380
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9732668172971526e-05,
      "loss": 0.5643,
      "step": 3390
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.97315496297622e-05,
      "loss": 0.5711,
      "step": 3400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9730431086552875e-05,
      "loss": 0.5764,
      "step": 3410
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.972931254334355e-05,
      "loss": 0.5757,
      "step": 3420
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9728194000134224e-05,
      "loss": 0.5697,
      "step": 3430
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.97270754569249e-05,
      "loss": 0.5704,
      "step": 3440
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.972595691371558e-05,
      "loss": 0.5749,
      "step": 3450
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.972483837050626e-05,
      "loss": 0.5751,
      "step": 3460
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9723719827296936e-05,
      "loss": 0.5771,
      "step": 3470
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.972260128408761e-05,
      "loss": 0.573,
      "step": 3480
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9721482740878285e-05,
      "loss": 0.5602,
      "step": 3490
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9720364197668956e-05,
      "loss": 0.568,
      "step": 3500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9719245654459634e-05,
      "loss": 0.5706,
      "step": 3510
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.971812711125031e-05,
      "loss": 0.5584,
      "step": 3520
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.971700856804098e-05,
      "loss": 0.5667,
      "step": 3530
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.971589002483166e-05,
      "loss": 0.565,
      "step": 3540
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.971477148162234e-05,
      "loss": 0.5723,
      "step": 3550
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9713652938413017e-05,
      "loss": 0.5546,
      "step": 3560
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9712534395203694e-05,
      "loss": 0.5597,
      "step": 3570
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9711415851994366e-05,
      "loss": 0.5682,
      "step": 3580
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9710297308785044e-05,
      "loss": 0.5626,
      "step": 3590
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9709178765575715e-05,
      "loss": 0.5601,
      "step": 3600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.970806022236639e-05,
      "loss": 0.5546,
      "step": 3610
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.970694167915707e-05,
      "loss": 0.5572,
      "step": 3620
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.970582313594774e-05,
      "loss": 0.557,
      "step": 3630
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.970470459273842e-05,
      "loss": 0.5655,
      "step": 3640
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.970358604952909e-05,
      "loss": 0.5636,
      "step": 3650
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.970246750631977e-05,
      "loss": 0.5584,
      "step": 3660
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9701348963110453e-05,
      "loss": 0.5595,
      "step": 3670
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9700230419901125e-05,
      "loss": 0.5593,
      "step": 3680
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96991118766918e-05,
      "loss": 0.5613,
      "step": 3690
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9697993333482474e-05,
      "loss": 0.5526,
      "step": 3700
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.969687479027315e-05,
      "loss": 0.5532,
      "step": 3710
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.969575624706382e-05,
      "loss": 0.5614,
      "step": 3720
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96946377038545e-05,
      "loss": 0.5584,
      "step": 3730
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.969351916064518e-05,
      "loss": 0.5566,
      "step": 3740
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.969240061743585e-05,
      "loss": 0.5628,
      "step": 3750
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.969128207422653e-05,
      "loss": 0.5575,
      "step": 3760
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9690163531017206e-05,
      "loss": 0.5415,
      "step": 3770
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9689044987807884e-05,
      "loss": 0.5584,
      "step": 3780
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968792644459856e-05,
      "loss": 0.5547,
      "step": 3790
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968680790138923e-05,
      "loss": 0.5539,
      "step": 3800
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968568935817991e-05,
      "loss": 0.5536,
      "step": 3810
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968457081497058e-05,
      "loss": 0.5557,
      "step": 3820
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968345227176126e-05,
      "loss": 0.5549,
      "step": 3830
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968233372855194e-05,
      "loss": 0.5589,
      "step": 3840
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968121518534261e-05,
      "loss": 0.5545,
      "step": 3850
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968009664213329e-05,
      "loss": 0.5525,
      "step": 3860
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9678978098923965e-05,
      "loss": 0.5487,
      "step": 3870
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967785955571464e-05,
      "loss": 0.5557,
      "step": 3880
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967674101250532e-05,
      "loss": 0.5481,
      "step": 3890
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967562246929599e-05,
      "loss": 0.5522,
      "step": 3900
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967450392608667e-05,
      "loss": 0.5424,
      "step": 3910
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967338538287734e-05,
      "loss": 0.5566,
      "step": 3920
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967226683966802e-05,
      "loss": 0.5577,
      "step": 3930
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9671148296458696e-05,
      "loss": 0.5517,
      "step": 3940
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967002975324937e-05,
      "loss": 0.5484,
      "step": 3950
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9668911210040046e-05,
      "loss": 0.5511,
      "step": 3960
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9667792666830724e-05,
      "loss": 0.5466,
      "step": 3970
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96666741236214e-05,
      "loss": 0.5482,
      "step": 3980
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.966555558041208e-05,
      "loss": 0.5486,
      "step": 3990
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.966443703720275e-05,
      "loss": 0.5374,
      "step": 4000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.966331849399343e-05,
      "loss": 0.5384,
      "step": 4010
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96621999507841e-05,
      "loss": 0.5448,
      "step": 4020
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.966108140757478e-05,
      "loss": 0.5407,
      "step": 4030
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.965996286436545e-05,
      "loss": 0.5378,
      "step": 4040
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9658844321156127e-05,
      "loss": 0.5472,
      "step": 4050
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9657725777946805e-05,
      "loss": 0.5446,
      "step": 4060
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9656607234737476e-05,
      "loss": 0.5386,
      "step": 4070
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9655488691528154e-05,
      "loss": 0.5431,
      "step": 4080
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.965437014831883e-05,
      "loss": 0.5481,
      "step": 4090
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.965325160510951e-05,
      "loss": 0.5466,
      "step": 4100
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.965213306190019e-05,
      "loss": 0.5432,
      "step": 4110
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.965101451869086e-05,
      "loss": 0.5368,
      "step": 4120
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9649895975481536e-05,
      "loss": 0.5338,
      "step": 4130
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.964877743227221e-05,
      "loss": 0.5326,
      "step": 4140
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9647658889062886e-05,
      "loss": 0.5416,
      "step": 4150
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9646540345853563e-05,
      "loss": 0.541,
      "step": 4160
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9645421802644235e-05,
      "loss": 0.5324,
      "step": 4170
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.964430325943491e-05,
      "loss": 0.544,
      "step": 4180
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.964318471622559e-05,
      "loss": 0.5456,
      "step": 4190
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.964206617301627e-05,
      "loss": 0.5338,
      "step": 4200
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9640947629806946e-05,
      "loss": 0.5519,
      "step": 4210
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.963982908659762e-05,
      "loss": 0.5442,
      "step": 4220
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9638710543388295e-05,
      "loss": 0.5411,
      "step": 4230
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9637592000178967e-05,
      "loss": 0.5395,
      "step": 4240
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9636473456969644e-05,
      "loss": 0.5379,
      "step": 4250
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.963535491376032e-05,
      "loss": 0.5342,
      "step": 4260
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9634236370550994e-05,
      "loss": 0.5308,
      "step": 4270
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.963311782734167e-05,
      "loss": 0.5393,
      "step": 4280
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.963199928413235e-05,
      "loss": 0.5349,
      "step": 4290
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.963088074092303e-05,
      "loss": 0.5357,
      "step": 4300
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9629762197713705e-05,
      "loss": 0.5337,
      "step": 4310
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9628643654504376e-05,
      "loss": 0.5412,
      "step": 4320
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9627525111295054e-05,
      "loss": 0.5324,
      "step": 4330
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9626406568085726e-05,
      "loss": 0.532,
      "step": 4340
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9625288024876403e-05,
      "loss": 0.5298,
      "step": 4350
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9624169481667075e-05,
      "loss": 0.5274,
      "step": 4360
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.962305093845775e-05,
      "loss": 0.5267,
      "step": 4370
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.962193239524843e-05,
      "loss": 0.5265,
      "step": 4380
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.962081385203911e-05,
      "loss": 0.5364,
      "step": 4390
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9619695308829786e-05,
      "loss": 0.5268,
      "step": 4400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.961857676562046e-05,
      "loss": 0.5392,
      "step": 4410
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9617458222411135e-05,
      "loss": 0.5345,
      "step": 4420
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.961633967920181e-05,
      "loss": 0.5273,
      "step": 4430
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9615221135992484e-05,
      "loss": 0.5271,
      "step": 4440
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.961410259278316e-05,
      "loss": 0.5403,
      "step": 4450
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9612984049573834e-05,
      "loss": 0.5349,
      "step": 4460
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.961186550636451e-05,
      "loss": 0.5325,
      "step": 4470
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.961074696315519e-05,
      "loss": 0.5387,
      "step": 4480
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.960962841994586e-05,
      "loss": 0.5335,
      "step": 4490
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9608509876736545e-05,
      "loss": 0.5222,
      "step": 4500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9607391333527216e-05,
      "loss": 0.5245,
      "step": 4510
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9606272790317894e-05,
      "loss": 0.5333,
      "step": 4520
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.960515424710857e-05,
      "loss": 0.5265,
      "step": 4530
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9604035703899243e-05,
      "loss": 0.5184,
      "step": 4540
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.960291716068992e-05,
      "loss": 0.5248,
      "step": 4550
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.960179861748059e-05,
      "loss": 0.526,
      "step": 4560
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.960068007427127e-05,
      "loss": 0.5257,
      "step": 4570
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.959956153106195e-05,
      "loss": 0.529,
      "step": 4580
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.959844298785262e-05,
      "loss": 0.5305,
      "step": 4590
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95973244446433e-05,
      "loss": 0.5254,
      "step": 4600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9596205901433975e-05,
      "loss": 0.5184,
      "step": 4610
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.959508735822465e-05,
      "loss": 0.5213,
      "step": 4620
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9593968815015324e-05,
      "loss": 0.5263,
      "step": 4630
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9592850271806e-05,
      "loss": 0.5222,
      "step": 4640
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.959173172859668e-05,
      "loss": 0.5269,
      "step": 4650
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.959061318538735e-05,
      "loss": 0.5241,
      "step": 4660
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958949464217803e-05,
      "loss": 0.53,
      "step": 4670
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95883760989687e-05,
      "loss": 0.5252,
      "step": 4680
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958725755575938e-05,
      "loss": 0.5228,
      "step": 4690
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9586139012550056e-05,
      "loss": 0.5241,
      "step": 4700
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9585020469340734e-05,
      "loss": 0.517,
      "step": 4710
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958390192613141e-05,
      "loss": 0.5204,
      "step": 4720
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958278338292208e-05,
      "loss": 0.5231,
      "step": 4730
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958166483971276e-05,
      "loss": 0.5249,
      "step": 4740
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958054629650344e-05,
      "loss": 0.5214,
      "step": 4750
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957942775329411e-05,
      "loss": 0.5204,
      "step": 4760
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957830921008479e-05,
      "loss": 0.5177,
      "step": 4770
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957719066687546e-05,
      "loss": 0.5155,
      "step": 4780
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957607212366614e-05,
      "loss": 0.5225,
      "step": 4790
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9574953580456815e-05,
      "loss": 0.5131,
      "step": 4800
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957383503724749e-05,
      "loss": 0.5195,
      "step": 4810
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957271649403817e-05,
      "loss": 0.5165,
      "step": 4820
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957159795082884e-05,
      "loss": 0.5223,
      "step": 4830
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957047940761952e-05,
      "loss": 0.5203,
      "step": 4840
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95693608644102e-05,
      "loss": 0.5222,
      "step": 4850
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.956824232120087e-05,
      "loss": 0.5182,
      "step": 4860
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.956712377799155e-05,
      "loss": 0.5154,
      "step": 4870
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.956600523478222e-05,
      "loss": 0.5186,
      "step": 4880
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9564886691572896e-05,
      "loss": 0.5193,
      "step": 4890
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9563768148363574e-05,
      "loss": 0.5192,
      "step": 4900
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.956264960515425e-05,
      "loss": 0.5107,
      "step": 4910
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.956153106194493e-05,
      "loss": 0.5131,
      "step": 4920
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95604125187356e-05,
      "loss": 0.516,
      "step": 4930
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.955929397552628e-05,
      "loss": 0.5099,
      "step": 4940
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.955817543231695e-05,
      "loss": 0.5172,
      "step": 4950
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.955705688910763e-05,
      "loss": 0.5148,
      "step": 4960
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9555938345898306e-05,
      "loss": 0.5076,
      "step": 4970
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.955481980268898e-05,
      "loss": 0.5084,
      "step": 4980
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9553701259479655e-05,
      "loss": 0.5105,
      "step": 4990
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9552582716270326e-05,
      "loss": 0.5161,
      "step": 5000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9551464173061004e-05,
      "loss": 0.5154,
      "step": 5010
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.955034562985168e-05,
      "loss": 0.5221,
      "step": 5020
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.954922708664236e-05,
      "loss": 0.5224,
      "step": 5030
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.954810854343304e-05,
      "loss": 0.5102,
      "step": 5040
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.954699000022371e-05,
      "loss": 0.5164,
      "step": 5050
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.954587145701439e-05,
      "loss": 0.5118,
      "step": 5060
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9544752913805065e-05,
      "loss": 0.5141,
      "step": 5070
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9543634370595736e-05,
      "loss": 0.5136,
      "step": 5080
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9542515827386414e-05,
      "loss": 0.5115,
      "step": 5090
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9541397284177085e-05,
      "loss": 0.5164,
      "step": 5100
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.954027874096776e-05,
      "loss": 0.51,
      "step": 5110
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.953916019775844e-05,
      "loss": 0.5207,
      "step": 5120
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.953804165454912e-05,
      "loss": 0.517,
      "step": 5130
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95369231113398e-05,
      "loss": 0.5185,
      "step": 5140
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.953580456813047e-05,
      "loss": 0.5119,
      "step": 5150
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9534686024921146e-05,
      "loss": 0.509,
      "step": 5160
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9533567481711824e-05,
      "loss": 0.5103,
      "step": 5170
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9532448938502495e-05,
      "loss": 0.5046,
      "step": 5180
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.953133039529317e-05,
      "loss": 0.5035,
      "step": 5190
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9530211852083844e-05,
      "loss": 0.5049,
      "step": 5200
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.952909330887452e-05,
      "loss": 0.5038,
      "step": 5210
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95279747656652e-05,
      "loss": 0.5111,
      "step": 5220
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.952685622245588e-05,
      "loss": 0.5084,
      "step": 5230
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9525737679246556e-05,
      "loss": 0.5061,
      "step": 5240
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.952461913603723e-05,
      "loss": 0.4996,
      "step": 5250
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9523500592827905e-05,
      "loss": 0.4982,
      "step": 5260
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9522382049618576e-05,
      "loss": 0.4991,
      "step": 5270
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9521263506409254e-05,
      "loss": 0.5012,
      "step": 5280
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.952014496319993e-05,
      "loss": 0.4943,
      "step": 5290
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95190264199906e-05,
      "loss": 0.5043,
      "step": 5300
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.951790787678128e-05,
      "loss": 0.5021,
      "step": 5310
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.951678933357195e-05,
      "loss": 0.5051,
      "step": 5320
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.951567079036264e-05,
      "loss": 0.5019,
      "step": 5330
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9514552247153315e-05,
      "loss": 0.5049,
      "step": 5340
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9513433703943986e-05,
      "loss": 0.503,
      "step": 5350
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9512315160734664e-05,
      "loss": 0.5033,
      "step": 5360
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9511196617525335e-05,
      "loss": 0.4969,
      "step": 5370
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.951007807431601e-05,
      "loss": 0.5077,
      "step": 5380
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.950895953110669e-05,
      "loss": 0.5078,
      "step": 5390
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.950784098789736e-05,
      "loss": 0.5017,
      "step": 5400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.950672244468804e-05,
      "loss": 0.4969,
      "step": 5410
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.950560390147871e-05,
      "loss": 0.5017,
      "step": 5420
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.950448535826939e-05,
      "loss": 0.5032,
      "step": 5430
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.950336681506007e-05,
      "loss": 0.5047,
      "step": 5440
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9502248271850745e-05,
      "loss": 0.501,
      "step": 5450
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.950112972864142e-05,
      "loss": 0.5084,
      "step": 5460
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9500011185432094e-05,
      "loss": 0.5063,
      "step": 5470
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.949889264222277e-05,
      "loss": 0.5046,
      "step": 5480
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.949777409901345e-05,
      "loss": 0.5002,
      "step": 5490
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.949665555580412e-05,
      "loss": 0.4976,
      "step": 5500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94955370125948e-05,
      "loss": 0.4977,
      "step": 5510
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.949441846938547e-05,
      "loss": 0.5022,
      "step": 5520
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.949329992617615e-05,
      "loss": 0.4964,
      "step": 5530
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9492181382966826e-05,
      "loss": 0.4973,
      "step": 5540
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9491062839757504e-05,
      "loss": 0.5024,
      "step": 5550
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948994429654818e-05,
      "loss": 0.4898,
      "step": 5560
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948882575333885e-05,
      "loss": 0.499,
      "step": 5570
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948770721012953e-05,
      "loss": 0.4948,
      "step": 5580
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94865886669202e-05,
      "loss": 0.4968,
      "step": 5590
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948547012371088e-05,
      "loss": 0.4975,
      "step": 5600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948435158050156e-05,
      "loss": 0.5025,
      "step": 5610
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948323303729223e-05,
      "loss": 0.496,
      "step": 5620
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948211449408291e-05,
      "loss": 0.5001,
      "step": 5630
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9480995950873585e-05,
      "loss": 0.4992,
      "step": 5640
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947987740766426e-05,
      "loss": 0.4972,
      "step": 5650
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947875886445494e-05,
      "loss": 0.4938,
      "step": 5660
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947764032124561e-05,
      "loss": 0.5016,
      "step": 5670
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947652177803629e-05,
      "loss": 0.4983,
      "step": 5680
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947540323482696e-05,
      "loss": 0.4942,
      "step": 5690
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947428469161764e-05,
      "loss": 0.4969,
      "step": 5700
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947316614840832e-05,
      "loss": 0.4947,
      "step": 5710
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947204760519899e-05,
      "loss": 0.4942,
      "step": 5720
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9470929061989666e-05,
      "loss": 0.4922,
      "step": 5730
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9469810518780344e-05,
      "loss": 0.483,
      "step": 5740
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.946869197557102e-05,
      "loss": 0.4924,
      "step": 5750
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94675734323617e-05,
      "loss": 0.4888,
      "step": 5760
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.946645488915237e-05,
      "loss": 0.4922,
      "step": 5770
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.946533634594305e-05,
      "loss": 0.497,
      "step": 5780
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.946421780273372e-05,
      "loss": 0.4878,
      "step": 5790
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94630992595244e-05,
      "loss": 0.4921,
      "step": 5800
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9461980716315076e-05,
      "loss": 0.4895,
      "step": 5810
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.946086217310575e-05,
      "loss": 0.493,
      "step": 5820
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9459743629896425e-05,
      "loss": 0.489,
      "step": 5830
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9458625086687096e-05,
      "loss": 0.4845,
      "step": 5840
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9457506543477774e-05,
      "loss": 0.4901,
      "step": 5850
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.945638800026846e-05,
      "loss": 0.486,
      "step": 5860
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.945526945705913e-05,
      "loss": 0.4906,
      "step": 5870
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.945415091384981e-05,
      "loss": 0.4961,
      "step": 5880
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.945303237064048e-05,
      "loss": 0.4902,
      "step": 5890
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.945191382743116e-05,
      "loss": 0.4959,
      "step": 5900
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.945079528422183e-05,
      "loss": 0.4887,
      "step": 5910
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9449676741012506e-05,
      "loss": 0.4808,
      "step": 5920
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9448558197803184e-05,
      "loss": 0.49,
      "step": 5930
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9447439654593855e-05,
      "loss": 0.4874,
      "step": 5940
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.944632111138453e-05,
      "loss": 0.4939,
      "step": 5950
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.944520256817521e-05,
      "loss": 0.4931,
      "step": 5960
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.944408402496589e-05,
      "loss": 0.496,
      "step": 5970
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.944296548175657e-05,
      "loss": 0.4918,
      "step": 5980
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.944184693854724e-05,
      "loss": 0.4914,
      "step": 5990
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9440728395337916e-05,
      "loss": 0.4809,
      "step": 6000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.943960985212859e-05,
      "loss": 0.4828,
      "step": 6010
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9438491308919265e-05,
      "loss": 0.4865,
      "step": 6020
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.943737276570994e-05,
      "loss": 0.4817,
      "step": 6030
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9436254222500614e-05,
      "loss": 0.4921,
      "step": 6040
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.943513567929129e-05,
      "loss": 0.4963,
      "step": 6050
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.943401713608197e-05,
      "loss": 0.4823,
      "step": 6060
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.943289859287265e-05,
      "loss": 0.4848,
      "step": 6070
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9431780049663326e-05,
      "loss": 0.4916,
      "step": 6080
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9430661506454e-05,
      "loss": 0.4826,
      "step": 6090
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9429542963244675e-05,
      "loss": 0.488,
      "step": 6100
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9428424420035346e-05,
      "loss": 0.48,
      "step": 6110
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9427305876826024e-05,
      "loss": 0.4866,
      "step": 6120
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94261873336167e-05,
      "loss": 0.4795,
      "step": 6130
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942506879040737e-05,
      "loss": 0.4769,
      "step": 6140
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942395024719805e-05,
      "loss": 0.4789,
      "step": 6150
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942283170398873e-05,
      "loss": 0.4768,
      "step": 6160
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942171316077941e-05,
      "loss": 0.4885,
      "step": 6170
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9420594617570085e-05,
      "loss": 0.4829,
      "step": 6180
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9419476074360756e-05,
      "loss": 0.4771,
      "step": 6190
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9418357531151434e-05,
      "loss": 0.4867,
      "step": 6200
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9417238987942105e-05,
      "loss": 0.4809,
      "step": 6210
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.941612044473278e-05,
      "loss": 0.4839,
      "step": 6220
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9415001901523454e-05,
      "loss": 0.4828,
      "step": 6230
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.941388335831413e-05,
      "loss": 0.4869,
      "step": 6240
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.941276481510481e-05,
      "loss": 0.4909,
      "step": 6250
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.941164627189548e-05,
      "loss": 0.4825,
      "step": 6260
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.941052772868616e-05,
      "loss": 0.4828,
      "step": 6270
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.940940918547684e-05,
      "loss": 0.4834,
      "step": 6280
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9408290642267515e-05,
      "loss": 0.4798,
      "step": 6290
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.940717209905819e-05,
      "loss": 0.4775,
      "step": 6300
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9406053555848864e-05,
      "loss": 0.5057,
      "step": 6310
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.940493501263954e-05,
      "loss": 0.4889,
      "step": 6320
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.940381646943021e-05,
      "loss": 0.4881,
      "step": 6330
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.940269792622089e-05,
      "loss": 0.4773,
      "step": 6340
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.940157938301157e-05,
      "loss": 0.4786,
      "step": 6350
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.940046083980224e-05,
      "loss": 0.4829,
      "step": 6360
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.939934229659292e-05,
      "loss": 0.4682,
      "step": 6370
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9398223753383596e-05,
      "loss": 0.4783,
      "step": 6380
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9397105210174274e-05,
      "loss": 0.4826,
      "step": 6390
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.939598666696495e-05,
      "loss": 0.4823,
      "step": 6400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.939486812375562e-05,
      "loss": 0.4839,
      "step": 6410
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.93937495805463e-05,
      "loss": 0.4785,
      "step": 6420
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.939263103733697e-05,
      "loss": 0.4754,
      "step": 6430
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.939151249412765e-05,
      "loss": 0.4798,
      "step": 6440
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.939039395091833e-05,
      "loss": 0.4779,
      "step": 6450
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9389275407709e-05,
      "loss": 0.4725,
      "step": 6460
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.938815686449968e-05,
      "loss": 0.4778,
      "step": 6470
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9387038321290355e-05,
      "loss": 0.4838,
      "step": 6480
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.938591977808103e-05,
      "loss": 0.4724,
      "step": 6490
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.938480123487171e-05,
      "loss": 0.4787,
      "step": 6500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.938368269166238e-05,
      "loss": 0.4782,
      "step": 6510
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.938256414845306e-05,
      "loss": 0.4747,
      "step": 6520
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.938144560524373e-05,
      "loss": 0.4794,
      "step": 6530
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.938032706203441e-05,
      "loss": 0.4721,
      "step": 6540
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.937920851882508e-05,
      "loss": 0.4765,
      "step": 6550
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.937808997561576e-05,
      "loss": 0.4735,
      "step": 6560
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9376971432406436e-05,
      "loss": 0.472,
      "step": 6570
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9375852889197114e-05,
      "loss": 0.4778,
      "step": 6580
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.937473434598779e-05,
      "loss": 0.4695,
      "step": 6590
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.937361580277846e-05,
      "loss": 0.473,
      "step": 6600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.937249725956914e-05,
      "loss": 0.469,
      "step": 6610
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.937137871635982e-05,
      "loss": 0.4673,
      "step": 6620
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.937026017315049e-05,
      "loss": 0.4737,
      "step": 6630
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.936914162994117e-05,
      "loss": 0.4738,
      "step": 6640
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.936802308673184e-05,
      "loss": 0.469,
      "step": 6650
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.936690454352252e-05,
      "loss": 0.4738,
      "step": 6660
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9365786000313195e-05,
      "loss": 0.473,
      "step": 6670
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9364667457103866e-05,
      "loss": 0.4769,
      "step": 6680
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.936354891389455e-05,
      "loss": 0.466,
      "step": 6690
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.936243037068522e-05,
      "loss": 0.4748,
      "step": 6700
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.93613118274759e-05,
      "loss": 0.4709,
      "step": 6710
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.936019328426658e-05,
      "loss": 0.4692,
      "step": 6720
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.935907474105725e-05,
      "loss": 0.4701,
      "step": 6730
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.935795619784793e-05,
      "loss": 0.4667,
      "step": 6740
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.93568376546386e-05,
      "loss": 0.4735,
      "step": 6750
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9355719111429276e-05,
      "loss": 0.4717,
      "step": 6760
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9354600568219954e-05,
      "loss": 0.4793,
      "step": 6770
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9353482025010625e-05,
      "loss": 0.4721,
      "step": 6780
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.93523634818013e-05,
      "loss": 0.4762,
      "step": 6790
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.935124493859198e-05,
      "loss": 0.4704,
      "step": 6800
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.935012639538266e-05,
      "loss": 0.4678,
      "step": 6810
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9349007852173337e-05,
      "loss": 0.4729,
      "step": 6820
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.934788930896401e-05,
      "loss": 0.4751,
      "step": 6830
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9346770765754686e-05,
      "loss": 0.4699,
      "step": 6840
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.934565222254536e-05,
      "loss": 0.4693,
      "step": 6850
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9344533679336035e-05,
      "loss": 0.4615,
      "step": 6860
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9343415136126706e-05,
      "loss": 0.4729,
      "step": 6870
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9342296592917384e-05,
      "loss": 0.4649,
      "step": 6880
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.934117804970806e-05,
      "loss": 0.4661,
      "step": 6890
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.934005950649874e-05,
      "loss": 0.4664,
      "step": 6900
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.933894096328942e-05,
      "loss": 0.4652,
      "step": 6910
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.933782242008009e-05,
      "loss": 0.463,
      "step": 6920
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.933670387687077e-05,
      "loss": 0.4659,
      "step": 6930
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9335585333661445e-05,
      "loss": 0.4692,
      "step": 6940
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9334466790452116e-05,
      "loss": 0.4661,
      "step": 6950
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9333348247242794e-05,
      "loss": 0.4629,
      "step": 6960
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9332229704033465e-05,
      "loss": 0.4692,
      "step": 6970
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.933111116082414e-05,
      "loss": 0.4657,
      "step": 6980
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.932999261761482e-05,
      "loss": 0.4611,
      "step": 6990
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.93288740744055e-05,
      "loss": 0.4687,
      "step": 7000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9327755531196177e-05,
      "loss": 0.4634,
      "step": 7010
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.932663698798685e-05,
      "loss": 0.4771,
      "step": 7020
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9325518444777526e-05,
      "loss": 0.4646,
      "step": 7030
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9324399901568204e-05,
      "loss": 0.4709,
      "step": 7040
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9323281358358875e-05,
      "loss": 0.4733,
      "step": 7050
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.932216281514955e-05,
      "loss": 0.4696,
      "step": 7060
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9321044271940224e-05,
      "loss": 0.4682,
      "step": 7070
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.93199257287309e-05,
      "loss": 0.4648,
      "step": 7080
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.931880718552158e-05,
      "loss": 0.4603,
      "step": 7090
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.931768864231225e-05,
      "loss": 0.4663,
      "step": 7100
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9316570099102935e-05,
      "loss": 0.4642,
      "step": 7110
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.931545155589361e-05,
      "loss": 0.4679,
      "step": 7120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9314333012684285e-05,
      "loss": 0.4662,
      "step": 7130
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.931321446947496e-05,
      "loss": 0.4704,
      "step": 7140
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9312095926265634e-05,
      "loss": 0.4621,
      "step": 7150
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.931097738305631e-05,
      "loss": 0.4619,
      "step": 7160
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.930985883984698e-05,
      "loss": 0.4619,
      "step": 7170
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.930874029663766e-05,
      "loss": 0.458,
      "step": 7180
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.930762175342833e-05,
      "loss": 0.463,
      "step": 7190
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.930650321021901e-05,
      "loss": 0.4615,
      "step": 7200
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.930538466700969e-05,
      "loss": 0.4647,
      "step": 7210
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9304266123800366e-05,
      "loss": 0.4614,
      "step": 7220
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9303147580591044e-05,
      "loss": 0.4654,
      "step": 7230
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9302029037381715e-05,
      "loss": 0.4642,
      "step": 7240
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.930091049417239e-05,
      "loss": 0.4622,
      "step": 7250
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.929979195096307e-05,
      "loss": 0.4676,
      "step": 7260
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.929867340775374e-05,
      "loss": 0.4723,
      "step": 7270
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.929755486454442e-05,
      "loss": 0.4603,
      "step": 7280
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.929643632133509e-05,
      "loss": 0.4684,
      "step": 7290
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.929531777812577e-05,
      "loss": 0.4643,
      "step": 7300
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.929419923491645e-05,
      "loss": 0.4622,
      "step": 7310
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9293080691707125e-05,
      "loss": 0.4606,
      "step": 7320
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.92919621484978e-05,
      "loss": 0.4633,
      "step": 7330
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9290843605288474e-05,
      "loss": 0.4584,
      "step": 7340
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.928972506207915e-05,
      "loss": 0.4635,
      "step": 7350
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.928860651886983e-05,
      "loss": 0.4681,
      "step": 7360
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.92874879756605e-05,
      "loss": 0.4578,
      "step": 7370
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.928636943245118e-05,
      "loss": 0.4588,
      "step": 7380
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.928525088924185e-05,
      "loss": 0.4566,
      "step": 7390
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.928413234603253e-05,
      "loss": 0.456,
      "step": 7400
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9283013802823206e-05,
      "loss": 0.4593,
      "step": 7410
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9281895259613883e-05,
      "loss": 0.4622,
      "step": 7420
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.928077671640456e-05,
      "loss": 0.4619,
      "step": 7430
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.927965817319523e-05,
      "loss": 0.4595,
      "step": 7440
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.927853962998591e-05,
      "loss": 0.4662,
      "step": 7450
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.927742108677659e-05,
      "loss": 0.4635,
      "step": 7460
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.927630254356726e-05,
      "loss": 0.4605,
      "step": 7470
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.927518400035794e-05,
      "loss": 0.4563,
      "step": 7480
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.927406545714861e-05,
      "loss": 0.4629,
      "step": 7490
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9272946913939287e-05,
      "loss": 0.4536,
      "step": 7500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.927182837072996e-05,
      "loss": 0.4537,
      "step": 7510
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.927070982752064e-05,
      "loss": 0.4528,
      "step": 7520
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.926959128431132e-05,
      "loss": 0.4498,
      "step": 7530
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.926847274110199e-05,
      "loss": 0.4515,
      "step": 7540
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.926735419789267e-05,
      "loss": 0.4545,
      "step": 7550
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.926623565468334e-05,
      "loss": 0.4574,
      "step": 7560
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.926511711147402e-05,
      "loss": 0.4536,
      "step": 7570
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9263998568264696e-05,
      "loss": 0.4622,
      "step": 7580
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.926288002505537e-05,
      "loss": 0.4575,
      "step": 7590
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9261761481846046e-05,
      "loss": 0.4599,
      "step": 7600
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.926064293863672e-05,
      "loss": 0.4595,
      "step": 7610
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9259524395427395e-05,
      "loss": 0.4559,
      "step": 7620
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.925840585221807e-05,
      "loss": 0.4491,
      "step": 7630
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.925728730900875e-05,
      "loss": 0.4511,
      "step": 7640
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.925616876579943e-05,
      "loss": 0.4525,
      "step": 7650
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.92550502225901e-05,
      "loss": 0.4543,
      "step": 7660
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.925393167938078e-05,
      "loss": 0.4571,
      "step": 7670
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9252813136171455e-05,
      "loss": 0.4512,
      "step": 7680
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9251694592962127e-05,
      "loss": 0.4511,
      "step": 7690
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9250576049752804e-05,
      "loss": 0.4539,
      "step": 7700
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9249457506543476e-05,
      "loss": 0.453,
      "step": 7710
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9248338963334154e-05,
      "loss": 0.4518,
      "step": 7720
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.924722042012483e-05,
      "loss": 0.4536,
      "step": 7730
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.924610187691551e-05,
      "loss": 0.4535,
      "step": 7740
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.924498333370619e-05,
      "loss": 0.4588,
      "step": 7750
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.924386479049686e-05,
      "loss": 0.4537,
      "step": 7760
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9242746247287536e-05,
      "loss": 0.4553,
      "step": 7770
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.924162770407821e-05,
      "loss": 0.4489,
      "step": 7780
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9240509160868886e-05,
      "loss": 0.4557,
      "step": 7790
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9239390617659563e-05,
      "loss": 0.4555,
      "step": 7800
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9238272074450235e-05,
      "loss": 0.4498,
      "step": 7810
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.923715353124091e-05,
      "loss": 0.4517,
      "step": 7820
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.923603498803159e-05,
      "loss": 0.4527,
      "step": 7830
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.923491644482227e-05,
      "loss": 0.4548,
      "step": 7840
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9233797901612946e-05,
      "loss": 0.4509,
      "step": 7850
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.923267935840362e-05,
      "loss": 0.4537,
      "step": 7860
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9231560815194295e-05,
      "loss": 0.4528,
      "step": 7870
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9230442271984967e-05,
      "loss": 0.4536,
      "step": 7880
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9229323728775644e-05,
      "loss": 0.4469,
      "step": 7890
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922820518556632e-05,
      "loss": 0.4482,
      "step": 7900
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9227086642356994e-05,
      "loss": 0.4488,
      "step": 7910
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922596809914767e-05,
      "loss": 0.4528,
      "step": 7920
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922484955593835e-05,
      "loss": 0.4502,
      "step": 7930
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922373101272903e-05,
      "loss": 0.4496,
      "step": 7940
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9222612469519705e-05,
      "loss": 0.4506,
      "step": 7950
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9221493926310376e-05,
      "loss": 0.4476,
      "step": 7960
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9220375383101054e-05,
      "loss": 0.4484,
      "step": 7970
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9219256839891725e-05,
      "loss": 0.453,
      "step": 7980
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9218138296682403e-05,
      "loss": 0.4552,
      "step": 7990
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.921701975347308e-05,
      "loss": 0.4577,
      "step": 8000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.921590121026375e-05,
      "loss": 0.4505,
      "step": 8010
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.921478266705443e-05,
      "loss": 0.448,
      "step": 8020
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.92136641238451e-05,
      "loss": 0.4487,
      "step": 8030
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.921254558063578e-05,
      "loss": 0.4524,
      "step": 8040
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.921142703742646e-05,
      "loss": 0.4483,
      "step": 8050
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9210308494217135e-05,
      "loss": 0.4488,
      "step": 8060
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.920918995100781e-05,
      "loss": 0.4457,
      "step": 8070
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9208071407798484e-05,
      "loss": 0.4448,
      "step": 8080
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.920695286458916e-05,
      "loss": 0.45,
      "step": 8090
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9205834321379833e-05,
      "loss": 0.4465,
      "step": 8100
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.920471577817051e-05,
      "loss": 0.4484,
      "step": 8110
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.920359723496119e-05,
      "loss": 0.4476,
      "step": 8120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.920247869175186e-05,
      "loss": 0.4487,
      "step": 8130
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.920136014854254e-05,
      "loss": 0.4484,
      "step": 8140
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9200241605333216e-05,
      "loss": 0.4467,
      "step": 8150
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9199123062123894e-05,
      "loss": 0.4447,
      "step": 8160
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919800451891457e-05,
      "loss": 0.447,
      "step": 8170
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919688597570524e-05,
      "loss": 0.4435,
      "step": 8180
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919576743249592e-05,
      "loss": 0.4412,
      "step": 8190
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919464888928659e-05,
      "loss": 0.4467,
      "step": 8200
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919353034607727e-05,
      "loss": 0.4458,
      "step": 8210
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919241180286795e-05,
      "loss": 0.4528,
      "step": 8220
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919129325965862e-05,
      "loss": 0.451,
      "step": 8230
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.91901747164493e-05,
      "loss": 0.4505,
      "step": 8240
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9189056173239975e-05,
      "loss": 0.4459,
      "step": 8250
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918793763003065e-05,
      "loss": 0.4518,
      "step": 8260
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918681908682133e-05,
      "loss": 0.4502,
      "step": 8270
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9185700543612e-05,
      "loss": 0.4582,
      "step": 8280
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918458200040268e-05,
      "loss": 0.4404,
      "step": 8290
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918346345719335e-05,
      "loss": 0.4359,
      "step": 8300
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918234491398403e-05,
      "loss": 0.4454,
      "step": 8310
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918122637077471e-05,
      "loss": 0.4438,
      "step": 8320
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918010782756538e-05,
      "loss": 0.4513,
      "step": 8330
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9178989284356056e-05,
      "loss": 0.4423,
      "step": 8340
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9177870741146734e-05,
      "loss": 0.4486,
      "step": 8350
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917675219793741e-05,
      "loss": 0.4398,
      "step": 8360
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917563365472809e-05,
      "loss": 0.4363,
      "step": 8370
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917451511151876e-05,
      "loss": 0.4428,
      "step": 8380
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917339656830944e-05,
      "loss": 0.4426,
      "step": 8390
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917227802510011e-05,
      "loss": 0.445,
      "step": 8400
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917115948189079e-05,
      "loss": 0.4359,
      "step": 8410
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917004093868146e-05,
      "loss": 0.4451,
      "step": 8420
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.916892239547214e-05,
      "loss": 0.4431,
      "step": 8430
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9167803852262815e-05,
      "loss": 0.4381,
      "step": 8440
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9166685309053486e-05,
      "loss": 0.4451,
      "step": 8450
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9165566765844164e-05,
      "loss": 0.4489,
      "step": 8460
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.916444822263484e-05,
      "loss": 0.4439,
      "step": 8470
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.916332967942552e-05,
      "loss": 0.439,
      "step": 8480
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.91622111362162e-05,
      "loss": 0.4436,
      "step": 8490
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.916109259300687e-05,
      "loss": 0.4402,
      "step": 8500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.915997404979755e-05,
      "loss": 0.4367,
      "step": 8510
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.915885550658822e-05,
      "loss": 0.4352,
      "step": 8520
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9157736963378896e-05,
      "loss": 0.4463,
      "step": 8530
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9156618420169574e-05,
      "loss": 0.4328,
      "step": 8540
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9155499876960245e-05,
      "loss": 0.4399,
      "step": 8550
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.915438133375092e-05,
      "loss": 0.445,
      "step": 8560
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.91532627905416e-05,
      "loss": 0.4381,
      "step": 8570
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.915214424733228e-05,
      "loss": 0.4425,
      "step": 8580
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.915102570412296e-05,
      "loss": 0.4472,
      "step": 8590
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914990716091363e-05,
      "loss": 0.4502,
      "step": 8600
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9148788617704306e-05,
      "loss": 0.4449,
      "step": 8610
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914767007449498e-05,
      "loss": 0.437,
      "step": 8620
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9146551531285655e-05,
      "loss": 0.4461,
      "step": 8630
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914543298807633e-05,
      "loss": 0.4367,
      "step": 8640
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9144314444867004e-05,
      "loss": 0.4423,
      "step": 8650
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914319590165768e-05,
      "loss": 0.4461,
      "step": 8660
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914207735844836e-05,
      "loss": 0.4375,
      "step": 8670
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914095881523904e-05,
      "loss": 0.4371,
      "step": 8680
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9139840272029716e-05,
      "loss": 0.4367,
      "step": 8690
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.913872172882039e-05,
      "loss": 0.4341,
      "step": 8700
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9137603185611065e-05,
      "loss": 0.437,
      "step": 8710
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9136484642401736e-05,
      "loss": 0.4295,
      "step": 8720
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9135366099192414e-05,
      "loss": 0.4402,
      "step": 8730
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9134247555983085e-05,
      "loss": 0.4364,
      "step": 8740
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.913312901277376e-05,
      "loss": 0.44,
      "step": 8750
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.913201046956444e-05,
      "loss": 0.4417,
      "step": 8760
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.913089192635512e-05,
      "loss": 0.4349,
      "step": 8770
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.91297733831458e-05,
      "loss": 0.4398,
      "step": 8780
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.912865483993647e-05,
      "loss": 0.4389,
      "step": 8790
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9127536296727146e-05,
      "loss": 0.4336,
      "step": 8800
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9126417753517824e-05,
      "loss": 0.4371,
      "step": 8810
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9125299210308495e-05,
      "loss": 0.435,
      "step": 8820
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.912418066709917e-05,
      "loss": 0.4417,
      "step": 8830
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9123062123889844e-05,
      "loss": 0.439,
      "step": 8840
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.912194358068052e-05,
      "loss": 0.4419,
      "step": 8850
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.91208250374712e-05,
      "loss": 0.4357,
      "step": 8860
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.911970649426187e-05,
      "loss": 0.4324,
      "step": 8870
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9118587951052556e-05,
      "loss": 0.4314,
      "step": 8880
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.911746940784323e-05,
      "loss": 0.4345,
      "step": 8890
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9116350864633905e-05,
      "loss": 0.4326,
      "step": 8900
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.911523232142458e-05,
      "loss": 0.4328,
      "step": 8910
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9114113778215254e-05,
      "loss": 0.4371,
      "step": 8920
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.911299523500593e-05,
      "loss": 0.4343,
      "step": 8930
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.91118766917966e-05,
      "loss": 0.437,
      "step": 8940
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.911075814858728e-05,
      "loss": 0.4306,
      "step": 8950
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.910963960537796e-05,
      "loss": 0.4346,
      "step": 8960
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.910852106216863e-05,
      "loss": 0.436,
      "step": 8970
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.910740251895931e-05,
      "loss": 0.4364,
      "step": 8980
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9106283975749986e-05,
      "loss": 0.4388,
      "step": 8990
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9105165432540664e-05,
      "loss": 0.4315,
      "step": 9000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.910404688933134e-05,
      "loss": 0.4358,
      "step": 9010
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.910292834612201e-05,
      "loss": 0.4355,
      "step": 9020
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.910180980291269e-05,
      "loss": 0.4378,
      "step": 9030
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.910069125970336e-05,
      "loss": 0.4386,
      "step": 9040
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.909957271649404e-05,
      "loss": 0.4349,
      "step": 9050
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.909845417328471e-05,
      "loss": 0.4352,
      "step": 9060
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.909733563007539e-05,
      "loss": 0.4259,
      "step": 9070
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.909621708686607e-05,
      "loss": 0.4369,
      "step": 9080
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9095098543656745e-05,
      "loss": 0.4307,
      "step": 9090
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.909398000044742e-05,
      "loss": 0.4314,
      "step": 9100
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9092861457238094e-05,
      "loss": 0.4353,
      "step": 9110
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.909174291402877e-05,
      "loss": 0.4312,
      "step": 9120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.909062437081945e-05,
      "loss": 0.4329,
      "step": 9130
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.908950582761012e-05,
      "loss": 0.431,
      "step": 9140
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.90883872844008e-05,
      "loss": 0.4332,
      "step": 9150
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.908726874119147e-05,
      "loss": 0.4316,
      "step": 9160
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.908615019798215e-05,
      "loss": 0.4361,
      "step": 9170
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9085031654772826e-05,
      "loss": 0.4315,
      "step": 9180
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9083913111563504e-05,
      "loss": 0.4281,
      "step": 9190
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.908279456835418e-05,
      "loss": 0.4239,
      "step": 9200
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.908167602514485e-05,
      "loss": 0.4363,
      "step": 9210
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.908055748193553e-05,
      "loss": 0.4315,
      "step": 9220
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907943893872621e-05,
      "loss": 0.4315,
      "step": 9230
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907832039551688e-05,
      "loss": 0.4394,
      "step": 9240
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907720185230756e-05,
      "loss": 0.4291,
      "step": 9250
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907608330909823e-05,
      "loss": 0.432,
      "step": 9260
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907496476588891e-05,
      "loss": 0.4308,
      "step": 9270
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9073846222679585e-05,
      "loss": 0.4375,
      "step": 9280
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9072727679470256e-05,
      "loss": 0.4341,
      "step": 9290
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907160913626094e-05,
      "loss": 0.4288,
      "step": 9300
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907049059305161e-05,
      "loss": 0.4303,
      "step": 9310
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906937204984229e-05,
      "loss": 0.4276,
      "step": 9320
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906825350663297e-05,
      "loss": 0.4285,
      "step": 9330
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906713496342364e-05,
      "loss": 0.4257,
      "step": 9340
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906601642021432e-05,
      "loss": 0.4295,
      "step": 9350
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906489787700499e-05,
      "loss": 0.4264,
      "step": 9360
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9063779333795666e-05,
      "loss": 0.4361,
      "step": 9370
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906266079058634e-05,
      "loss": 0.4398,
      "step": 9380
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9061542247377015e-05,
      "loss": 0.4251,
      "step": 9390
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906042370416769e-05,
      "loss": 0.4299,
      "step": 9400
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.905930516095837e-05,
      "loss": 0.4298,
      "step": 9410
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.905818661774905e-05,
      "loss": 0.4306,
      "step": 9420
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.905706807453972e-05,
      "loss": 0.4267,
      "step": 9430
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.90559495313304e-05,
      "loss": 0.434,
      "step": 9440
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9054830988121076e-05,
      "loss": 0.4298,
      "step": 9450
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.905371244491175e-05,
      "loss": 0.4298,
      "step": 9460
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9052593901702425e-05,
      "loss": 0.4255,
      "step": 9470
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9051475358493096e-05,
      "loss": 0.4243,
      "step": 9480
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9050356815283774e-05,
      "loss": 0.424,
      "step": 9490
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.904923827207445e-05,
      "loss": 0.4232,
      "step": 9500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.904811972886513e-05,
      "loss": 0.4254,
      "step": 9510
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.904700118565581e-05,
      "loss": 0.4349,
      "step": 9520
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.904588264244648e-05,
      "loss": 0.4292,
      "step": 9530
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.904476409923716e-05,
      "loss": 0.4283,
      "step": 9540
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9043645556027835e-05,
      "loss": 0.4268,
      "step": 9550
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9042527012818506e-05,
      "loss": 0.4292,
      "step": 9560
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9041408469609184e-05,
      "loss": 0.4276,
      "step": 9570
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9040289926399855e-05,
      "loss": 0.425,
      "step": 9580
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.903917138319053e-05,
      "loss": 0.4228,
      "step": 9590
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.903805283998121e-05,
      "loss": 0.4239,
      "step": 9600
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.903693429677189e-05,
      "loss": 0.4292,
      "step": 9610
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.903581575356257e-05,
      "loss": 0.4242,
      "step": 9620
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.903469721035324e-05,
      "loss": 0.4264,
      "step": 9630
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9033578667143916e-05,
      "loss": 0.4243,
      "step": 9640
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9032460123934594e-05,
      "loss": 0.424,
      "step": 9650
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9031341580725265e-05,
      "loss": 0.4285,
      "step": 9660
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.903022303751594e-05,
      "loss": 0.4234,
      "step": 9670
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9029104494306614e-05,
      "loss": 0.4236,
      "step": 9680
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.902798595109729e-05,
      "loss": 0.4252,
      "step": 9690
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.902686740788796e-05,
      "loss": 0.4237,
      "step": 9700
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.902574886467865e-05,
      "loss": 0.4229,
      "step": 9710
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9024630321469326e-05,
      "loss": 0.4264,
      "step": 9720
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.902351177826e-05,
      "loss": 0.4226,
      "step": 9730
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9022393235050675e-05,
      "loss": 0.4217,
      "step": 9740
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9021274691841346e-05,
      "loss": 0.4275,
      "step": 9750
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9020156148632024e-05,
      "loss": 0.4258,
      "step": 9760
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.90190376054227e-05,
      "loss": 0.4239,
      "step": 9770
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.901791906221337e-05,
      "loss": 0.4218,
      "step": 9780
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.901680051900405e-05,
      "loss": 0.4247,
      "step": 9790
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.901568197579472e-05,
      "loss": 0.4308,
      "step": 9800
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.90145634325854e-05,
      "loss": 0.4251,
      "step": 9810
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.901344488937608e-05,
      "loss": 0.4282,
      "step": 9820
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9012326346166756e-05,
      "loss": 0.4234,
      "step": 9830
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9011207802957434e-05,
      "loss": 0.4255,
      "step": 9840
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9010089259748105e-05,
      "loss": 0.4264,
      "step": 9850
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900897071653878e-05,
      "loss": 0.4191,
      "step": 9860
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900785217332946e-05,
      "loss": 0.4152,
      "step": 9870
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900673363012013e-05,
      "loss": 0.4202,
      "step": 9880
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900561508691081e-05,
      "loss": 0.4227,
      "step": 9890
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900449654370148e-05,
      "loss": 0.4204,
      "step": 9900
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900337800049216e-05,
      "loss": 0.4242,
      "step": 9910
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900225945728284e-05,
      "loss": 0.4239,
      "step": 9920
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9001140914073515e-05,
      "loss": 0.4203,
      "step": 9930
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900002237086419e-05,
      "loss": 0.4219,
      "step": 9940
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8998903827654864e-05,
      "loss": 0.4264,
      "step": 9950
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.899778528444554e-05,
      "loss": 0.429,
      "step": 9960
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.899666674123622e-05,
      "loss": 0.4181,
      "step": 9970
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.899554819802689e-05,
      "loss": 0.4173,
      "step": 9980
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.899442965481757e-05,
      "loss": 0.4248,
      "step": 9990
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.899331111160824e-05,
      "loss": 0.4209,
      "step": 10000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.899219256839892e-05,
      "loss": 0.4228,
      "step": 10010
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8991074025189596e-05,
      "loss": 0.4161,
      "step": 10020
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8990067336301205e-05,
      "loss": 0.4167,
      "step": 10030
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.898894879309188e-05,
      "loss": 0.4242,
      "step": 10040
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8987830249882554e-05,
      "loss": 0.4171,
      "step": 10050
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.898671170667323e-05,
      "loss": 0.4203,
      "step": 10060
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.89855931634639e-05,
      "loss": 0.4178,
      "step": 10070
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.898447462025458e-05,
      "loss": 0.4139,
      "step": 10080
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.898335607704526e-05,
      "loss": 0.4221,
      "step": 10090
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8982237533835937e-05,
      "loss": 0.4175,
      "step": 10100
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8981118990626614e-05,
      "loss": 0.4247,
      "step": 10110
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8980000447417286e-05,
      "loss": 0.4167,
      "step": 10120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8978881904207964e-05,
      "loss": 0.4241,
      "step": 10130
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8977763360998635e-05,
      "loss": 0.4185,
      "step": 10140
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.897664481778931e-05,
      "loss": 0.4224,
      "step": 10150
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.897552627457999e-05,
      "loss": 0.4233,
      "step": 10160
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.897440773137066e-05,
      "loss": 0.4244,
      "step": 10170
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.897328918816134e-05,
      "loss": 0.421,
      "step": 10180
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.897217064495202e-05,
      "loss": 0.4217,
      "step": 10190
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8971052101742695e-05,
      "loss": 0.4137,
      "step": 10200
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8969933558533373e-05,
      "loss": 0.422,
      "step": 10210
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8968815015324045e-05,
      "loss": 0.4149,
      "step": 10220
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896769647211472e-05,
      "loss": 0.4184,
      "step": 10230
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8966577928905394e-05,
      "loss": 0.4158,
      "step": 10240
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896545938569607e-05,
      "loss": 0.4188,
      "step": 10250
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896434084248675e-05,
      "loss": 0.4182,
      "step": 10260
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896322229927742e-05,
      "loss": 0.4119,
      "step": 10270
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.89621037560681e-05,
      "loss": 0.4126,
      "step": 10280
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8960985212858777e-05,
      "loss": 0.4161,
      "step": 10290
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8959866669649454e-05,
      "loss": 0.4152,
      "step": 10300
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895874812644013e-05,
      "loss": 0.4178,
      "step": 10310
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8957629583230804e-05,
      "loss": 0.4199,
      "step": 10320
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895651104002148e-05,
      "loss": 0.4248,
      "step": 10330
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895539249681215e-05,
      "loss": 0.4201,
      "step": 10340
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895427395360283e-05,
      "loss": 0.4229,
      "step": 10350
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895315541039351e-05,
      "loss": 0.4166,
      "step": 10360
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895203686718418e-05,
      "loss": 0.4174,
      "step": 10370
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895091832397486e-05,
      "loss": 0.4194,
      "step": 10380
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.894979978076553e-05,
      "loss": 0.4124,
      "step": 10390
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8948681237556207e-05,
      "loss": 0.4135,
      "step": 10400
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8947562694346885e-05,
      "loss": 0.4161,
      "step": 10410
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.894644415113756e-05,
      "loss": 0.4143,
      "step": 10420
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.894532560792824e-05,
      "loss": 0.4163,
      "step": 10430
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.894420706471891e-05,
      "loss": 0.4132,
      "step": 10440
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.894308852150959e-05,
      "loss": 0.4186,
      "step": 10450
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.894196997830026e-05,
      "loss": 0.4283,
      "step": 10460
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.894085143509094e-05,
      "loss": 0.4173,
      "step": 10470
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8939732891881616e-05,
      "loss": 0.4147,
      "step": 10480
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.893861434867229e-05,
      "loss": 0.4136,
      "step": 10490
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8937495805462966e-05,
      "loss": 0.4152,
      "step": 10500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8936377262253643e-05,
      "loss": 0.4188,
      "step": 10510
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.893525871904432e-05,
      "loss": 0.422,
      "step": 10520
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8934140175835e-05,
      "loss": 0.414,
      "step": 10530
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.893302163262567e-05,
      "loss": 0.4155,
      "step": 10540
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.893190308941635e-05,
      "loss": 0.4154,
      "step": 10550
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.893078454620702e-05,
      "loss": 0.4165,
      "step": 10560
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.89296660029977e-05,
      "loss": 0.4196,
      "step": 10570
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8928547459788375e-05,
      "loss": 0.4175,
      "step": 10580
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8927428916579047e-05,
      "loss": 0.4105,
      "step": 10590
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8926310373369724e-05,
      "loss": 0.414,
      "step": 10600
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.89251918301604e-05,
      "loss": 0.4153,
      "step": 10610
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.892407328695108e-05,
      "loss": 0.416,
      "step": 10620
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.892295474374176e-05,
      "loss": 0.4091,
      "step": 10630
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.892183620053243e-05,
      "loss": 0.4144,
      "step": 10640
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.892071765732311e-05,
      "loss": 0.4146,
      "step": 10650
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.891959911411378e-05,
      "loss": 0.4143,
      "step": 10660
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8918480570904456e-05,
      "loss": 0.4173,
      "step": 10670
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.891736202769513e-05,
      "loss": 0.4119,
      "step": 10680
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8916243484485806e-05,
      "loss": 0.4153,
      "step": 10690
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8915124941276483e-05,
      "loss": 0.4141,
      "step": 10700
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.891400639806716e-05,
      "loss": 0.4107,
      "step": 10710
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.891288785485784e-05,
      "loss": 0.4143,
      "step": 10720
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.891176931164851e-05,
      "loss": 0.4051,
      "step": 10730
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.891065076843919e-05,
      "loss": 0.4127,
      "step": 10740
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8909532225229866e-05,
      "loss": 0.4095,
      "step": 10750
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.890841368202054e-05,
      "loss": 0.4149,
      "step": 10760
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8907295138811215e-05,
      "loss": 0.4232,
      "step": 10770
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8906176595601887e-05,
      "loss": 0.4097,
      "step": 10780
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8905058052392564e-05,
      "loss": 0.4149,
      "step": 10790
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.890393950918324e-05,
      "loss": 0.4145,
      "step": 10800
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8902820965973914e-05,
      "loss": 0.4114,
      "step": 10810
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.890170242276459e-05,
      "loss": 0.4114,
      "step": 10820
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.890058387955527e-05,
      "loss": 0.4141,
      "step": 10830
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.889946533634595e-05,
      "loss": 0.4205,
      "step": 10840
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8898346793136625e-05,
      "loss": 0.4125,
      "step": 10850
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8897228249927296e-05,
      "loss": 0.4102,
      "step": 10860
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8896109706717974e-05,
      "loss": 0.4159,
      "step": 10870
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8894991163508645e-05,
      "loss": 0.4142,
      "step": 10880
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8893872620299323e-05,
      "loss": 0.4169,
      "step": 10890
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.889275407709e-05,
      "loss": 0.4098,
      "step": 10900
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.889163553388067e-05,
      "loss": 0.4138,
      "step": 10910
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.889051699067135e-05,
      "loss": 0.4142,
      "step": 10920
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.888939844746203e-05,
      "loss": 0.4123,
      "step": 10930
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8888279904252706e-05,
      "loss": 0.4155,
      "step": 10940
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8887161361043384e-05,
      "loss": 0.4086,
      "step": 10950
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8886042817834055e-05,
      "loss": 0.4048,
      "step": 10960
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.888492427462473e-05,
      "loss": 0.4109,
      "step": 10970
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8883805731415404e-05,
      "loss": 0.411,
      "step": 10980
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.888268718820608e-05,
      "loss": 0.4116,
      "step": 10990
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8881568644996754e-05,
      "loss": 0.4135,
      "step": 11000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.888045010178743e-05,
      "loss": 0.416,
      "step": 11010
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.887933155857811e-05,
      "loss": 0.4073,
      "step": 11020
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.887821301536879e-05,
      "loss": 0.407,
      "step": 11030
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8877094472159465e-05,
      "loss": 0.4034,
      "step": 11040
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8875975928950136e-05,
      "loss": 0.41,
      "step": 11050
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8874857385740814e-05,
      "loss": 0.4061,
      "step": 11060
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.887373884253149e-05,
      "loss": 0.4074,
      "step": 11070
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.887262029932216e-05,
      "loss": 0.4106,
      "step": 11080
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.887150175611284e-05,
      "loss": 0.408,
      "step": 11090
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.887038321290351e-05,
      "loss": 0.4086,
      "step": 11100
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.886926466969419e-05,
      "loss": 0.4087,
      "step": 11110
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.886814612648487e-05,
      "loss": 0.4075,
      "step": 11120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8867027583275546e-05,
      "loss": 0.4105,
      "step": 11130
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8865909040066224e-05,
      "loss": 0.4037,
      "step": 11140
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8864790496856895e-05,
      "loss": 0.4058,
      "step": 11150
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.886367195364757e-05,
      "loss": 0.4092,
      "step": 11160
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.886255341043825e-05,
      "loss": 0.4063,
      "step": 11170
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.886143486722892e-05,
      "loss": 0.41,
      "step": 11180
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.88603163240196e-05,
      "loss": 0.4096,
      "step": 11190
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.885919778081027e-05,
      "loss": 0.4096,
      "step": 11200
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.885807923760095e-05,
      "loss": 0.4114,
      "step": 11210
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.885696069439163e-05,
      "loss": 0.4067,
      "step": 11220
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.88558421511823e-05,
      "loss": 0.4099,
      "step": 11230
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.885472360797298e-05,
      "loss": 0.4059,
      "step": 11240
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8853605064763654e-05,
      "loss": 0.4076,
      "step": 11250
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.885248652155433e-05,
      "loss": 0.4092,
      "step": 11260
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.885136797834501e-05,
      "loss": 0.4059,
      "step": 11270
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.885024943513568e-05,
      "loss": 0.4075,
      "step": 11280
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.884913089192636e-05,
      "loss": 0.4071,
      "step": 11290
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.884801234871703e-05,
      "loss": 0.4056,
      "step": 11300
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.884689380550771e-05,
      "loss": 0.4056,
      "step": 11310
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.884577526229838e-05,
      "loss": 0.4034,
      "step": 11320
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.884465671908906e-05,
      "loss": 0.4056,
      "step": 11330
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8843538175879735e-05,
      "loss": 0.3998,
      "step": 11340
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.884241963267041e-05,
      "loss": 0.4069,
      "step": 11350
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.884130108946109e-05,
      "loss": 0.4078,
      "step": 11360
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.884018254625176e-05,
      "loss": 0.401,
      "step": 11370
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.883906400304244e-05,
      "loss": 0.4051,
      "step": 11380
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.883794545983312e-05,
      "loss": 0.408,
      "step": 11390
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.883682691662379e-05,
      "loss": 0.4032,
      "step": 11400
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.883570837341447e-05,
      "loss": 0.4039,
      "step": 11410
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.883458983020514e-05,
      "loss": 0.4048,
      "step": 11420
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8833471286995816e-05,
      "loss": 0.4096,
      "step": 11430
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8832352743786494e-05,
      "loss": 0.4092,
      "step": 11440
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.883123420057717e-05,
      "loss": 0.4077,
      "step": 11450
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.883011565736785e-05,
      "loss": 0.4104,
      "step": 11460
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.882899711415852e-05,
      "loss": 0.4157,
      "step": 11470
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.88278785709492e-05,
      "loss": 0.4063,
      "step": 11480
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.882676002773988e-05,
      "loss": 0.4079,
      "step": 11490
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.882564148453055e-05,
      "loss": 0.407,
      "step": 11500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8824522941321226e-05,
      "loss": 0.4102,
      "step": 11510
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.88234043981119e-05,
      "loss": 0.4098,
      "step": 11520
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8822285854902575e-05,
      "loss": 0.4142,
      "step": 11530
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.882116731169325e-05,
      "loss": 0.4048,
      "step": 11540
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.882004876848393e-05,
      "loss": 0.4101,
      "step": 11550
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.881893022527461e-05,
      "loss": 0.4075,
      "step": 11560
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.881781168206528e-05,
      "loss": 0.4031,
      "step": 11570
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.881669313885596e-05,
      "loss": 0.3999,
      "step": 11580
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8815574595646636e-05,
      "loss": 0.3997,
      "step": 11590
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.881445605243731e-05,
      "loss": 0.4089,
      "step": 11600
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8813337509227985e-05,
      "loss": 0.3994,
      "step": 11610
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8812218966018656e-05,
      "loss": 0.4082,
      "step": 11620
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8811100422809334e-05,
      "loss": 0.3993,
      "step": 11630
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8809981879600005e-05,
      "loss": 0.4032,
      "step": 11640
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.880886333639068e-05,
      "loss": 0.4,
      "step": 11650
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.880774479318137e-05,
      "loss": 0.3984,
      "step": 11660
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.880662624997204e-05,
      "loss": 0.4036,
      "step": 11670
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.880550770676272e-05,
      "loss": 0.4051,
      "step": 11680
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.880438916355339e-05,
      "loss": 0.401,
      "step": 11690
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8803270620344066e-05,
      "loss": 0.3985,
      "step": 11700
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8802152077134744e-05,
      "loss": 0.4027,
      "step": 11710
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8801033533925415e-05,
      "loss": 0.4051,
      "step": 11720
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.879991499071609e-05,
      "loss": 0.4066,
      "step": 11730
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8798796447506764e-05,
      "loss": 0.3964,
      "step": 11740
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.879767790429744e-05,
      "loss": 0.4036,
      "step": 11750
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.879655936108812e-05,
      "loss": 0.4019,
      "step": 11760
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.87954408178788e-05,
      "loss": 0.4029,
      "step": 11770
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8794322274669476e-05,
      "loss": 0.4035,
      "step": 11780
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.879320373146015e-05,
      "loss": 0.406,
      "step": 11790
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8792085188250825e-05,
      "loss": 0.3981,
      "step": 11800
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.87909666450415e-05,
      "loss": 0.4018,
      "step": 11810
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8789848101832174e-05,
      "loss": 0.4072,
      "step": 11820
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.878872955862285e-05,
      "loss": 0.3943,
      "step": 11830
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.878761101541352e-05,
      "loss": 0.4024,
      "step": 11840
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.87864924722042e-05,
      "loss": 0.3969,
      "step": 11850
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.878537392899488e-05,
      "loss": 0.3993,
      "step": 11860
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.878425538578556e-05,
      "loss": 0.4009,
      "step": 11870
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8783136842576235e-05,
      "loss": 0.4017,
      "step": 11880
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8782018299366906e-05,
      "loss": 0.3964,
      "step": 11890
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8780899756157584e-05,
      "loss": 0.4051,
      "step": 11900
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.877978121294826e-05,
      "loss": 0.4061,
      "step": 11910
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.877866266973893e-05,
      "loss": 0.4083,
      "step": 11920
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.877754412652961e-05,
      "loss": 0.3968,
      "step": 11930
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.877642558332028e-05,
      "loss": 0.4022,
      "step": 11940
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.877530704011096e-05,
      "loss": 0.4031,
      "step": 11950
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.877418849690164e-05,
      "loss": 0.407,
      "step": 11960
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8773069953692316e-05,
      "loss": 0.4039,
      "step": 11970
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8771951410482994e-05,
      "loss": 0.4005,
      "step": 11980
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8770832867273665e-05,
      "loss": 0.3948,
      "step": 11990
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.876971432406434e-05,
      "loss": 0.3958,
      "step": 12000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8768595780855014e-05,
      "loss": 0.4054,
      "step": 12010
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.876747723764569e-05,
      "loss": 0.3989,
      "step": 12020
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.876635869443637e-05,
      "loss": 0.3933,
      "step": 12030
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.876524015122704e-05,
      "loss": 0.3976,
      "step": 12040
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.876423346233866e-05,
      "loss": 0.3964,
      "step": 12050
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.876311491912933e-05,
      "loss": 0.4082,
      "step": 12060
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8761996375920006e-05,
      "loss": 0.3971,
      "step": 12070
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.876087783271068e-05,
      "loss": 0.395,
      "step": 12080
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8759759289501355e-05,
      "loss": 0.3972,
      "step": 12090
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.875864074629203e-05,
      "loss": 0.3938,
      "step": 12100
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8757522203082704e-05,
      "loss": 0.3981,
      "step": 12110
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.875640365987338e-05,
      "loss": 0.4005,
      "step": 12120
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.875528511666406e-05,
      "loss": 0.3964,
      "step": 12130
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.875416657345474e-05,
      "loss": 0.3981,
      "step": 12140
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8753048030245416e-05,
      "loss": 0.4012,
      "step": 12150
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.875192948703609e-05,
      "loss": 0.4036,
      "step": 12160
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8750810943826765e-05,
      "loss": 0.3969,
      "step": 12170
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8749692400617436e-05,
      "loss": 0.3979,
      "step": 12180
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8748573857408114e-05,
      "loss": 0.4004,
      "step": 12190
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.874745531419879e-05,
      "loss": 0.3943,
      "step": 12200
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.874633677098946e-05,
      "loss": 0.4027,
      "step": 12210
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.874521822778014e-05,
      "loss": 0.393,
      "step": 12220
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.874409968457081e-05,
      "loss": 0.3967,
      "step": 12230
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.87429811413615e-05,
      "loss": 0.3934,
      "step": 12240
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8741862598152175e-05,
      "loss": 0.3934,
      "step": 12250
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8740744054942846e-05,
      "loss": 0.3972,
      "step": 12260
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8739625511733524e-05,
      "loss": 0.3985,
      "step": 12270
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8738506968524195e-05,
      "loss": 0.405,
      "step": 12280
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.873738842531487e-05,
      "loss": 0.3905,
      "step": 12290
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.873626988210555e-05,
      "loss": 0.3954,
      "step": 12300
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.873515133889622e-05,
      "loss": 0.4024,
      "step": 12310
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.87340327956869e-05,
      "loss": 0.3966,
      "step": 12320
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.873291425247757e-05,
      "loss": 0.3887,
      "step": 12330
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.873179570926825e-05,
      "loss": 0.3972,
      "step": 12340
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.873067716605893e-05,
      "loss": 0.3912,
      "step": 12350
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8729558622849605e-05,
      "loss": 0.3947,
      "step": 12360
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.872844007964028e-05,
      "loss": 0.3923,
      "step": 12370
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8727321536430954e-05,
      "loss": 0.3907,
      "step": 12380
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.872620299322163e-05,
      "loss": 0.3968,
      "step": 12390
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.87250844500123e-05,
      "loss": 0.4005,
      "step": 12400
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.872396590680298e-05,
      "loss": 0.4019,
      "step": 12410
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.872284736359366e-05,
      "loss": 0.3957,
      "step": 12420
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.872172882038433e-05,
      "loss": 0.3954,
      "step": 12430
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.872061027717501e-05,
      "loss": 0.3958,
      "step": 12440
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8719491733965686e-05,
      "loss": 0.4008,
      "step": 12450
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8718373190756364e-05,
      "loss": 0.3885,
      "step": 12460
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.871725464754704e-05,
      "loss": 0.3943,
      "step": 12470
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.871613610433771e-05,
      "loss": 0.405,
      "step": 12480
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.871501756112839e-05,
      "loss": 0.4009,
      "step": 12490
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.871389901791906e-05,
      "loss": 0.393,
      "step": 12500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.871278047470974e-05,
      "loss": 0.3962,
      "step": 12510
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.871166193150042e-05,
      "loss": 0.3979,
      "step": 12520
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.871054338829109e-05,
      "loss": 0.3987,
      "step": 12530
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.870942484508177e-05,
      "loss": 0.3882,
      "step": 12540
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8708306301872445e-05,
      "loss": 0.3987,
      "step": 12550
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.870718775866312e-05,
      "loss": 0.4016,
      "step": 12560
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.87060692154538e-05,
      "loss": 0.4,
      "step": 12570
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.870495067224447e-05,
      "loss": 0.3947,
      "step": 12580
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.870383212903515e-05,
      "loss": 0.3988,
      "step": 12590
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.870271358582582e-05,
      "loss": 0.3913,
      "step": 12600
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.87015950426165e-05,
      "loss": 0.3965,
      "step": 12610
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.870047649940718e-05,
      "loss": 0.3933,
      "step": 12620
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.869935795619785e-05,
      "loss": 0.3986,
      "step": 12630
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8698239412988526e-05,
      "loss": 0.395,
      "step": 12640
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8697120869779204e-05,
      "loss": 0.3999,
      "step": 12650
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.869600232656988e-05,
      "loss": 0.3956,
      "step": 12660
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.869488378336055e-05,
      "loss": 0.3961,
      "step": 12670
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.869376524015123e-05,
      "loss": 0.3967,
      "step": 12680
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.869264669694191e-05,
      "loss": 0.3978,
      "step": 12690
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.869152815373258e-05,
      "loss": 0.3995,
      "step": 12700
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.869040961052326e-05,
      "loss": 0.3932,
      "step": 12710
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.868929106731393e-05,
      "loss": 0.3943,
      "step": 12720
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.868817252410461e-05,
      "loss": 0.3958,
      "step": 12730
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8687053980895285e-05,
      "loss": 0.3926,
      "step": 12740
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8685935437685956e-05,
      "loss": 0.398,
      "step": 12750
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8684816894476634e-05,
      "loss": 0.399,
      "step": 12760
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.868369835126731e-05,
      "loss": 0.3855,
      "step": 12770
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.868257980805799e-05,
      "loss": 0.3946,
      "step": 12780
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.868146126484867e-05,
      "loss": 0.3941,
      "step": 12790
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.868034272163934e-05,
      "loss": 0.3984,
      "step": 12800
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8679224178430017e-05,
      "loss": 0.3962,
      "step": 12810
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.867810563522069e-05,
      "loss": 0.3959,
      "step": 12820
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8676987092011366e-05,
      "loss": 0.3909,
      "step": 12830
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8675868548802044e-05,
      "loss": 0.3884,
      "step": 12840
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8674750005592715e-05,
      "loss": 0.386,
      "step": 12850
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.867363146238339e-05,
      "loss": 0.3899,
      "step": 12860
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.867251291917407e-05,
      "loss": 0.3908,
      "step": 12870
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.867139437596475e-05,
      "loss": 0.391,
      "step": 12880
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8670275832755426e-05,
      "loss": 0.3819,
      "step": 12890
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.86691572895461e-05,
      "loss": 0.3856,
      "step": 12900
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8668038746336776e-05,
      "loss": 0.3901,
      "step": 12910
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.866692020312745e-05,
      "loss": 0.393,
      "step": 12920
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8665801659918125e-05,
      "loss": 0.3916,
      "step": 12930
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.86646831167088e-05,
      "loss": 0.3926,
      "step": 12940
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8663564573499474e-05,
      "loss": 0.3954,
      "step": 12950
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.866244603029015e-05,
      "loss": 0.3969,
      "step": 12960
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.866132748708083e-05,
      "loss": 0.3937,
      "step": 12970
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.866020894387151e-05,
      "loss": 0.3933,
      "step": 12980
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.865909040066218e-05,
      "loss": 0.3952,
      "step": 12990
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8657971857452857e-05,
      "loss": 0.3969,
      "step": 13000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8656853314243534e-05,
      "loss": 0.3934,
      "step": 13010
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8655734771034206e-05,
      "loss": 0.3902,
      "step": 13020
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8654616227824884e-05,
      "loss": 0.3906,
      "step": 13030
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8653497684615555e-05,
      "loss": 0.3882,
      "step": 13040
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.865237914140623e-05,
      "loss": 0.3921,
      "step": 13050
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.865126059819691e-05,
      "loss": 0.3956,
      "step": 13060
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.865014205498759e-05,
      "loss": 0.3868,
      "step": 13070
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8649023511778266e-05,
      "loss": 0.3865,
      "step": 13080
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.864790496856894e-05,
      "loss": 0.3925,
      "step": 13090
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8646786425359615e-05,
      "loss": 0.3884,
      "step": 13100
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8645667882150293e-05,
      "loss": 0.3984,
      "step": 13110
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8644549338940965e-05,
      "loss": 0.3882,
      "step": 13120
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.864343079573164e-05,
      "loss": 0.396,
      "step": 13130
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8642312252522314e-05,
      "loss": 0.3926,
      "step": 13140
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.864119370931299e-05,
      "loss": 0.3844,
      "step": 13150
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.864007516610367e-05,
      "loss": 0.3875,
      "step": 13160
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.863895662289434e-05,
      "loss": 0.3908,
      "step": 13170
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.863783807968502e-05,
      "loss": 0.3891,
      "step": 13180
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8636719536475697e-05,
      "loss": 0.3944,
      "step": 13190
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8635600993266374e-05,
      "loss": 0.3903,
      "step": 13200
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.863448245005705e-05,
      "loss": 0.3872,
      "step": 13210
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8633363906847724e-05,
      "loss": 0.3926,
      "step": 13220
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.86322453636384e-05,
      "loss": 0.3883,
      "step": 13230
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.863112682042907e-05,
      "loss": 0.3809,
      "step": 13240
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.863000827721975e-05,
      "loss": 0.3896,
      "step": 13250
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.862888973401043e-05,
      "loss": 0.3932,
      "step": 13260
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.86277711908011e-05,
      "loss": 0.3879,
      "step": 13270
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.862665264759178e-05,
      "loss": 0.3902,
      "step": 13280
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8625534104382455e-05,
      "loss": 0.3876,
      "step": 13290
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8624415561173133e-05,
      "loss": 0.3904,
      "step": 13300
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8623297017963805e-05,
      "loss": 0.3879,
      "step": 13310
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.862217847475448e-05,
      "loss": 0.3889,
      "step": 13320
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.862105993154516e-05,
      "loss": 0.3879,
      "step": 13330
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.861994138833583e-05,
      "loss": 0.391,
      "step": 13340
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.861882284512651e-05,
      "loss": 0.3866,
      "step": 13350
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.861770430191718e-05,
      "loss": 0.3874,
      "step": 13360
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.861658575870786e-05,
      "loss": 0.3863,
      "step": 13370
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8615467215498536e-05,
      "loss": 0.394,
      "step": 13380
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8614348672289214e-05,
      "loss": 0.3903,
      "step": 13390
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.861323012907989e-05,
      "loss": 0.3917,
      "step": 13400
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8612111585870563e-05,
      "loss": 0.3908,
      "step": 13410
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.861099304266124e-05,
      "loss": 0.3912,
      "step": 13420
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.860987449945192e-05,
      "loss": 0.3806,
      "step": 13430
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.860875595624259e-05,
      "loss": 0.3924,
      "step": 13440
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.860763741303327e-05,
      "loss": 0.3919,
      "step": 13450
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.860651886982394e-05,
      "loss": 0.3841,
      "step": 13460
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.860540032661462e-05,
      "loss": 0.3841,
      "step": 13470
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8604281783405295e-05,
      "loss": 0.3925,
      "step": 13480
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.860316324019597e-05,
      "loss": 0.384,
      "step": 13490
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.860204469698665e-05,
      "loss": 0.3854,
      "step": 13500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.860092615377732e-05,
      "loss": 0.38,
      "step": 13510
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8599807610568e-05,
      "loss": 0.3913,
      "step": 13520
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.859868906735868e-05,
      "loss": 0.3918,
      "step": 13530
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.859757052414935e-05,
      "loss": 0.392,
      "step": 13540
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.859645198094003e-05,
      "loss": 0.3903,
      "step": 13550
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.85953334377307e-05,
      "loss": 0.3829,
      "step": 13560
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8594214894521376e-05,
      "loss": 0.384,
      "step": 13570
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8593096351312054e-05,
      "loss": 0.3811,
      "step": 13580
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8591977808102726e-05,
      "loss": 0.3936,
      "step": 13590
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.859085926489341e-05,
      "loss": 0.3819,
      "step": 13600
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.858974072168408e-05,
      "loss": 0.3838,
      "step": 13610
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.858862217847476e-05,
      "loss": 0.3908,
      "step": 13620
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.858750363526543e-05,
      "loss": 0.3865,
      "step": 13630
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.858638509205611e-05,
      "loss": 0.3868,
      "step": 13640
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8585266548846786e-05,
      "loss": 0.3882,
      "step": 13650
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.858414800563746e-05,
      "loss": 0.3798,
      "step": 13660
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8583029462428135e-05,
      "loss": 0.3763,
      "step": 13670
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8581910919218807e-05,
      "loss": 0.3844,
      "step": 13680
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8580792376009484e-05,
      "loss": 0.3827,
      "step": 13690
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.857967383280016e-05,
      "loss": 0.3838,
      "step": 13700
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.857855528959084e-05,
      "loss": 0.3884,
      "step": 13710
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.857743674638152e-05,
      "loss": 0.3836,
      "step": 13720
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.857631820317219e-05,
      "loss": 0.3858,
      "step": 13730
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.857519965996287e-05,
      "loss": 0.3883,
      "step": 13740
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8574081116753545e-05,
      "loss": 0.3777,
      "step": 13750
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8572962573544216e-05,
      "loss": 0.386,
      "step": 13760
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8571844030334894e-05,
      "loss": 0.3808,
      "step": 13770
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8570725487125566e-05,
      "loss": 0.3896,
      "step": 13780
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8569606943916243e-05,
      "loss": 0.384,
      "step": 13790
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.856848840070692e-05,
      "loss": 0.3856,
      "step": 13800
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.85673698574976e-05,
      "loss": 0.3862,
      "step": 13810
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.856625131428828e-05,
      "loss": 0.3878,
      "step": 13820
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.856513277107895e-05,
      "loss": 0.3906,
      "step": 13830
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8564014227869626e-05,
      "loss": 0.3865,
      "step": 13840
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8562895684660304e-05,
      "loss": 0.384,
      "step": 13850
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8561777141450975e-05,
      "loss": 0.3828,
      "step": 13860
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.856065859824165e-05,
      "loss": 0.3864,
      "step": 13870
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8559540055032324e-05,
      "loss": 0.3862,
      "step": 13880
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8558421511823e-05,
      "loss": 0.3863,
      "step": 13890
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.855730296861368e-05,
      "loss": 0.3863,
      "step": 13900
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.855618442540436e-05,
      "loss": 0.3842,
      "step": 13910
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8555065882195036e-05,
      "loss": 0.3872,
      "step": 13920
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.855394733898571e-05,
      "loss": 0.3818,
      "step": 13930
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8552828795776385e-05,
      "loss": 0.3894,
      "step": 13940
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8551710252567056e-05,
      "loss": 0.3829,
      "step": 13950
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8550591709357734e-05,
      "loss": 0.3844,
      "step": 13960
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.854947316614841e-05,
      "loss": 0.3837,
      "step": 13970
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8548354622939083e-05,
      "loss": 0.3763,
      "step": 13980
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.854723607972976e-05,
      "loss": 0.3774,
      "step": 13990
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.854611753652043e-05,
      "loss": 0.3803,
      "step": 14000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.854499899331111e-05,
      "loss": 0.3795,
      "step": 14010
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8543880450101795e-05,
      "loss": 0.3809,
      "step": 14020
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8542761906892466e-05,
      "loss": 0.3795,
      "step": 14030
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8541643363683144e-05,
      "loss": 0.3883,
      "step": 14040
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8540524820473815e-05,
      "loss": 0.3805,
      "step": 14050
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.853940627726449e-05,
      "loss": 0.3865,
      "step": 14060
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.853828773405517e-05,
      "loss": 0.3854,
      "step": 14070
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.853716919084584e-05,
      "loss": 0.3776,
      "step": 14080
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.853605064763652e-05,
      "loss": 0.385,
      "step": 14090
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.853493210442719e-05,
      "loss": 0.3857,
      "step": 14100
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.853381356121787e-05,
      "loss": 0.3797,
      "step": 14110
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.853269501800855e-05,
      "loss": 0.3877,
      "step": 14120
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8531576474799225e-05,
      "loss": 0.3807,
      "step": 14130
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8530569785910834e-05,
      "loss": 0.3815,
      "step": 14140
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8529451242701505e-05,
      "loss": 0.3822,
      "step": 14150
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.852833269949218e-05,
      "loss": 0.3812,
      "step": 14160
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8527214156282854e-05,
      "loss": 0.381,
      "step": 14170
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.852609561307354e-05,
      "loss": 0.3792,
      "step": 14180
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.852497706986422e-05,
      "loss": 0.3849,
      "step": 14190
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.852385852665489e-05,
      "loss": 0.3863,
      "step": 14200
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8522739983445566e-05,
      "loss": 0.3832,
      "step": 14210
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.852162144023624e-05,
      "loss": 0.3801,
      "step": 14220
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8520502897026915e-05,
      "loss": 0.3774,
      "step": 14230
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.851938435381759e-05,
      "loss": 0.3738,
      "step": 14240
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8518265810608264e-05,
      "loss": 0.3854,
      "step": 14250
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.851714726739894e-05,
      "loss": 0.3868,
      "step": 14260
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.851602872418961e-05,
      "loss": 0.3817,
      "step": 14270
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.851491018098029e-05,
      "loss": 0.3781,
      "step": 14280
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.851379163777097e-05,
      "loss": 0.3818,
      "step": 14290
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.851267309456165e-05,
      "loss": 0.3823,
      "step": 14300
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8511554551352325e-05,
      "loss": 0.3835,
      "step": 14310
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8510436008142996e-05,
      "loss": 0.3811,
      "step": 14320
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8509317464933674e-05,
      "loss": 0.379,
      "step": 14330
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8508198921724345e-05,
      "loss": 0.3777,
      "step": 14340
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.850708037851502e-05,
      "loss": 0.3804,
      "step": 14350
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.85059618353057e-05,
      "loss": 0.3855,
      "step": 14360
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.850484329209637e-05,
      "loss": 0.379,
      "step": 14370
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.850372474888705e-05,
      "loss": 0.3795,
      "step": 14380
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.850260620567773e-05,
      "loss": 0.3834,
      "step": 14390
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8501487662468406e-05,
      "loss": 0.3759,
      "step": 14400
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8500369119259084e-05,
      "loss": 0.3829,
      "step": 14410
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8499250576049755e-05,
      "loss": 0.3743,
      "step": 14420
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.849813203284043e-05,
      "loss": 0.3809,
      "step": 14430
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8497013489631104e-05,
      "loss": 0.3802,
      "step": 14440
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.849589494642178e-05,
      "loss": 0.3781,
      "step": 14450
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.849477640321246e-05,
      "loss": 0.3868,
      "step": 14460
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.849365786000313e-05,
      "loss": 0.3797,
      "step": 14470
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.849253931679381e-05,
      "loss": 0.3822,
      "step": 14480
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.849142077358449e-05,
      "loss": 0.3778,
      "step": 14490
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8490302230375165e-05,
      "loss": 0.3754,
      "step": 14500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.848918368716584e-05,
      "loss": 0.3784,
      "step": 14510
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8488065143956514e-05,
      "loss": 0.3784,
      "step": 14520
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.848694660074719e-05,
      "loss": 0.3765,
      "step": 14530
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.848582805753786e-05,
      "loss": 0.377,
      "step": 14540
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.848470951432854e-05,
      "loss": 0.3769,
      "step": 14550
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.848359097111922e-05,
      "loss": 0.3786,
      "step": 14560
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.848247242790989e-05,
      "loss": 0.3785,
      "step": 14570
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.848135388470057e-05,
      "loss": 0.3782,
      "step": 14580
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.848023534149124e-05,
      "loss": 0.3809,
      "step": 14590
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8479116798281924e-05,
      "loss": 0.3817,
      "step": 14600
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8477998255072595e-05,
      "loss": 0.3777,
      "step": 14610
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.847687971186327e-05,
      "loss": 0.3716,
      "step": 14620
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.847576116865395e-05,
      "loss": 0.371,
      "step": 14630
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.847464262544462e-05,
      "loss": 0.3812,
      "step": 14640
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.84735240822353e-05,
      "loss": 0.3807,
      "step": 14650
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.847240553902597e-05,
      "loss": 0.3798,
      "step": 14660
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.847128699581665e-05,
      "loss": 0.3768,
      "step": 14670
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.847016845260733e-05,
      "loss": 0.3748,
      "step": 14680
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8469049909398e-05,
      "loss": 0.3761,
      "step": 14690
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8467931366188676e-05,
      "loss": 0.3814,
      "step": 14700
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8466812822979354e-05,
      "loss": 0.3763,
      "step": 14710
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.846569427977003e-05,
      "loss": 0.3853,
      "step": 14720
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.846457573656071e-05,
      "loss": 0.3836,
      "step": 14730
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.846345719335138e-05,
      "loss": 0.376,
      "step": 14740
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.846233865014206e-05,
      "loss": 0.3758,
      "step": 14750
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.846122010693273e-05,
      "loss": 0.3775,
      "step": 14760
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.846010156372341e-05,
      "loss": 0.3763,
      "step": 14770
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8458983020514086e-05,
      "loss": 0.3784,
      "step": 14780
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.845786447730476e-05,
      "loss": 0.3761,
      "step": 14790
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8456745934095435e-05,
      "loss": 0.3819,
      "step": 14800
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.845562739088611e-05,
      "loss": 0.3726,
      "step": 14810
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.845450884767679e-05,
      "loss": 0.3784,
      "step": 14820
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.845339030446747e-05,
      "loss": 0.3796,
      "step": 14830
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.845227176125814e-05,
      "loss": 0.3763,
      "step": 14840
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.845115321804882e-05,
      "loss": 0.3783,
      "step": 14850
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.845003467483949e-05,
      "loss": 0.3752,
      "step": 14860
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.844891613163017e-05,
      "loss": 0.3778,
      "step": 14870
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8447797588420845e-05,
      "loss": 0.3755,
      "step": 14880
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8446679045211516e-05,
      "loss": 0.3804,
      "step": 14890
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8445560502002194e-05,
      "loss": 0.3747,
      "step": 14900
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.844444195879287e-05,
      "loss": 0.3808,
      "step": 14910
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.844332341558355e-05,
      "loss": 0.3737,
      "step": 14920
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.844220487237422e-05,
      "loss": 0.377,
      "step": 14930
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.84410863291649e-05,
      "loss": 0.3773,
      "step": 14940
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.843996778595558e-05,
      "loss": 0.3837,
      "step": 14950
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.843884924274625e-05,
      "loss": 0.3746,
      "step": 14960
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8437730699536926e-05,
      "loss": 0.3771,
      "step": 14970
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.84366121563276e-05,
      "loss": 0.3747,
      "step": 14980
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8435493613118275e-05,
      "loss": 0.3803,
      "step": 14990
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.843437506990895e-05,
      "loss": 0.3825,
      "step": 15000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.843325652669963e-05,
      "loss": 0.3779,
      "step": 15010
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.843213798349031e-05,
      "loss": 0.3816,
      "step": 15020
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.843101944028098e-05,
      "loss": 0.3732,
      "step": 15030
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.842990089707166e-05,
      "loss": 0.3775,
      "step": 15040
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8428782353862336e-05,
      "loss": 0.3742,
      "step": 15050
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.842766381065301e-05,
      "loss": 0.3823,
      "step": 15060
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8426545267443685e-05,
      "loss": 0.3801,
      "step": 15070
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8425426724234356e-05,
      "loss": 0.3797,
      "step": 15080
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8424308181025034e-05,
      "loss": 0.371,
      "step": 15090
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.842318963781571e-05,
      "loss": 0.3749,
      "step": 15100
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.842207109460638e-05,
      "loss": 0.3757,
      "step": 15110
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.842095255139706e-05,
      "loss": 0.3688,
      "step": 15120
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.841983400818774e-05,
      "loss": 0.3736,
      "step": 15130
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.841871546497842e-05,
      "loss": 0.3744,
      "step": 15140
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8417596921769095e-05,
      "loss": 0.3747,
      "step": 15150
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8416478378559766e-05,
      "loss": 0.3718,
      "step": 15160
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8415359835350444e-05,
      "loss": 0.3756,
      "step": 15170
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8414241292141115e-05,
      "loss": 0.3746,
      "step": 15180
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.841312274893179e-05,
      "loss": 0.3772,
      "step": 15190
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.841200420572247e-05,
      "loss": 0.3729,
      "step": 15200
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.841088566251314e-05,
      "loss": 0.3719,
      "step": 15210
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.840976711930382e-05,
      "loss": 0.371,
      "step": 15220
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.84086485760945e-05,
      "loss": 0.37,
      "step": 15230
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8407530032885176e-05,
      "loss": 0.3755,
      "step": 15240
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.840641148967585e-05,
      "loss": 0.3687,
      "step": 15250
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8405292946466525e-05,
      "loss": 0.374,
      "step": 15260
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.84041744032572e-05,
      "loss": 0.3749,
      "step": 15270
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8403055860047874e-05,
      "loss": 0.3692,
      "step": 15280
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.840193731683855e-05,
      "loss": 0.3734,
      "step": 15290
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.840081877362922e-05,
      "loss": 0.3701,
      "step": 15300
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.83997002304199e-05,
      "loss": 0.3733,
      "step": 15310
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.839858168721058e-05,
      "loss": 0.3704,
      "step": 15320
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.839746314400126e-05,
      "loss": 0.3769,
      "step": 15330
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8396344600791935e-05,
      "loss": 0.3721,
      "step": 15340
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8395226057582606e-05,
      "loss": 0.3639,
      "step": 15350
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8394107514373284e-05,
      "loss": 0.3753,
      "step": 15360
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.839298897116396e-05,
      "loss": 0.3731,
      "step": 15370
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.839187042795463e-05,
      "loss": 0.3763,
      "step": 15380
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.839075188474531e-05,
      "loss": 0.3745,
      "step": 15390
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.838963334153598e-05,
      "loss": 0.3742,
      "step": 15400
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.838851479832666e-05,
      "loss": 0.3662,
      "step": 15410
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.838739625511734e-05,
      "loss": 0.375,
      "step": 15420
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8386277711908016e-05,
      "loss": 0.3718,
      "step": 15430
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8385159168698694e-05,
      "loss": 0.3709,
      "step": 15440
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8384040625489365e-05,
      "loss": 0.3647,
      "step": 15450
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.838292208228004e-05,
      "loss": 0.3716,
      "step": 15460
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.838180353907072e-05,
      "loss": 0.3726,
      "step": 15470
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.838068499586139e-05,
      "loss": 0.3703,
      "step": 15480
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.837956645265207e-05,
      "loss": 0.3703,
      "step": 15490
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.837844790944274e-05,
      "loss": 0.3698,
      "step": 15500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.837732936623342e-05,
      "loss": 0.3753,
      "step": 15510
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.83762108230241e-05,
      "loss": 0.3704,
      "step": 15520
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.837509227981477e-05,
      "loss": 0.3721,
      "step": 15530
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8373973736605446e-05,
      "loss": 0.3769,
      "step": 15540
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8372855193396124e-05,
      "loss": 0.3619,
      "step": 15550
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.83717366501868e-05,
      "loss": 0.3679,
      "step": 15560
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.837061810697747e-05,
      "loss": 0.3744,
      "step": 15570
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.836949956376815e-05,
      "loss": 0.3754,
      "step": 15580
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.836838102055883e-05,
      "loss": 0.3703,
      "step": 15590
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.83672624773495e-05,
      "loss": 0.3729,
      "step": 15600
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.836614393414018e-05,
      "loss": 0.3684,
      "step": 15610
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.836502539093085e-05,
      "loss": 0.3723,
      "step": 15620
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.836390684772153e-05,
      "loss": 0.3703,
      "step": 15630
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8362788304512205e-05,
      "loss": 0.3699,
      "step": 15640
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.836166976130288e-05,
      "loss": 0.3686,
      "step": 15650
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.836055121809356e-05,
      "loss": 0.3708,
      "step": 15660
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.835943267488423e-05,
      "loss": 0.3699,
      "step": 15670
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.835831413167491e-05,
      "loss": 0.3721,
      "step": 15680
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.835719558846559e-05,
      "loss": 0.3687,
      "step": 15690
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.835607704525626e-05,
      "loss": 0.3673,
      "step": 15700
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8354958502046937e-05,
      "loss": 0.3709,
      "step": 15710
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.835383995883761e-05,
      "loss": 0.3662,
      "step": 15720
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8352721415628286e-05,
      "loss": 0.3665,
      "step": 15730
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8351602872418964e-05,
      "loss": 0.3713,
      "step": 15740
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.835048432920964e-05,
      "loss": 0.3738,
      "step": 15750
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.834936578600032e-05,
      "loss": 0.3759,
      "step": 15760
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.834824724279099e-05,
      "loss": 0.3675,
      "step": 15770
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.834712869958167e-05,
      "loss": 0.3682,
      "step": 15780
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8346010156372346e-05,
      "loss": 0.3728,
      "step": 15790
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.834489161316302e-05,
      "loss": 0.3726,
      "step": 15800
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8343773069953696e-05,
      "loss": 0.372,
      "step": 15810
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.834265452674437e-05,
      "loss": 0.3657,
      "step": 15820
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8341535983535045e-05,
      "loss": 0.3736,
      "step": 15830
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.834041744032572e-05,
      "loss": 0.3673,
      "step": 15840
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.83392988971164e-05,
      "loss": 0.3654,
      "step": 15850
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.833818035390708e-05,
      "loss": 0.3737,
      "step": 15860
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.833706181069775e-05,
      "loss": 0.3711,
      "step": 15870
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.833594326748843e-05,
      "loss": 0.3713,
      "step": 15880
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.83348247242791e-05,
      "loss": 0.3722,
      "step": 15890
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8333706181069777e-05,
      "loss": 0.3745,
      "step": 15900
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8332587637860454e-05,
      "loss": 0.3777,
      "step": 15910
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8331469094651126e-05,
      "loss": 0.3688,
      "step": 15920
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8330350551441804e-05,
      "loss": 0.3731,
      "step": 15930
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8329232008232475e-05,
      "loss": 0.3722,
      "step": 15940
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.832811346502315e-05,
      "loss": 0.3697,
      "step": 15950
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.832699492181384e-05,
      "loss": 0.3622,
      "step": 15960
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.832587637860451e-05,
      "loss": 0.3659,
      "step": 15970
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8324757835395186e-05,
      "loss": 0.3685,
      "step": 15980
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.832363929218586e-05,
      "loss": 0.3771,
      "step": 15990
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8322520748976536e-05,
      "loss": 0.3748,
      "step": 16000
    },
    {
      "epoch": 0.04,
      "eval_NEIMS_canon_smiles": 0.9322833333333334,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.002683333333333333,
      "eval_NEIMS_daylight_tanimoto_simil": 0.34392575241200163,
      "eval_NEIMS_exact_mols": 0.00265,
      "eval_NEIMS_exact_smiles": 0.00255,
      "eval_NEIMS_loss": 0.37214910984039307,
      "eval_NEIMS_matched_formulas": 0.24103333333333332,
      "eval_NEIMS_morgan_tanimoto_simil": 0.2411642503576946,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.0026666666666666666,
      "eval_NEIMS_runtime": 750.0856,
      "eval_NEIMS_samples_per_second": 79.991,
      "eval_NEIMS_steps_per_second": 1.251,
      "step": 16000
    },
    {
      "epoch": 0.04,
      "eval_RASSP_canon_smiles": 0.9278558787190704,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.0040905599893144556,
      "eval_RASSP_daylight_tanimoto_simil": 0.37401171321214854,
      "eval_RASSP_exact_mols": 0.004057167662871072,
      "eval_RASSP_exact_smiles": 0.003923598357097539,
      "eval_RASSP_loss": 0.3527809977531433,
      "eval_RASSP_matched_formulas": 0.3061909373226033,
      "eval_RASSP_morgan_tanimoto_simil": 0.24349179726404968,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.004073863826092764,
      "eval_RASSP_runtime": 828.5972,
      "eval_RASSP_samples_per_second": 72.284,
      "eval_RASSP_steps_per_second": 1.13,
      "step": 16000
    },
    {
      "epoch": 0.04,
      "eval_NEIMS_old_canon_smiles": 0.9314333333333333,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.0025666666666666667,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.342187401082499,
      "eval_NEIMS_old_exact_mols": 0.0025666666666666667,
      "eval_NEIMS_old_exact_smiles": 0.0024,
      "eval_NEIMS_old_loss": 0.3725118935108185,
      "eval_NEIMS_old_matched_formulas": 0.23713333333333333,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.24129186809186173,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.0025666666666666667,
      "eval_NEIMS_old_runtime": 367.4027,
      "eval_NEIMS_old_samples_per_second": 81.654,
      "eval_NEIMS_old_steps_per_second": 1.277,
      "step": 16000
    },
    {
      "epoch": 0.04,
      "eval_RASSP_old_canon_smiles": 0.9263189508459305,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.004304735208729603,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.37772694911068816,
      "eval_RASSP_old_exact_mols": 0.004204625087596356,
      "eval_RASSP_old_exact_smiles": 0.004104514966463109,
      "eval_RASSP_old_loss": 0.34419357776641846,
      "eval_RASSP_old_matched_formulas": 0.32228784996829846,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.2464420297950009,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.004204625087596356,
      "eval_RASSP_old_runtime": 414.4404,
      "eval_RASSP_old_samples_per_second": 72.307,
      "eval_RASSP_old_steps_per_second": 1.132,
      "step": 16000
    },
    {
      "epoch": 0.04,
      "eval_NIST_canon_smiles": 0.8825637931646378,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.002271356070553998,
      "eval_NIST_daylight_tanimoto_simil": 0.227922124107278,
      "eval_NIST_exact_mols": 0.001987436561734748,
      "eval_NIST_exact_smiles": 0.001951946623132342,
      "eval_NIST_loss": 1.8087286949157715,
      "eval_NIST_matched_formulas": 0.028782340206551443,
      "eval_NIST_morgan_tanimoto_simil": 0.18515316983431618,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.0020584164389395605,
      "eval_NIST_runtime": 464.5459,
      "eval_NIST_samples_per_second": 60.655,
      "eval_NIST_steps_per_second": 0.949,
      "step": 16000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8321402205767213e-05,
      "loss": 0.3715,
      "step": 16010
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8320283662557885e-05,
      "loss": 0.3652,
      "step": 16020
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.831916511934856e-05,
      "loss": 0.3673,
      "step": 16030
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8318046576139234e-05,
      "loss": 0.3697,
      "step": 16040
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.831692803292991e-05,
      "loss": 0.3714,
      "step": 16050
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.831580948972059e-05,
      "loss": 0.3692,
      "step": 16060
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.831469094651127e-05,
      "loss": 0.3722,
      "step": 16070
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8313572403301945e-05,
      "loss": 0.3685,
      "step": 16080
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8312453860092617e-05,
      "loss": 0.3637,
      "step": 16090
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8311335316883294e-05,
      "loss": 0.3643,
      "step": 16100
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.831021677367397e-05,
      "loss": 0.3674,
      "step": 16110
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8309098230464644e-05,
      "loss": 0.3682,
      "step": 16120
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.830797968725532e-05,
      "loss": 0.3705,
      "step": 16130
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.830686114404599e-05,
      "loss": 0.3694,
      "step": 16140
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.830574260083667e-05,
      "loss": 0.363,
      "step": 16150
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.830462405762735e-05,
      "loss": 0.3694,
      "step": 16160
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8303505514418026e-05,
      "loss": 0.3643,
      "step": 16170
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8302498825529635e-05,
      "loss": 0.3683,
      "step": 16180
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8301380282320306e-05,
      "loss": 0.3712,
      "step": 16190
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8300261739110984e-05,
      "loss": 0.3632,
      "step": 16200
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8299143195901655e-05,
      "loss": 0.3712,
      "step": 16210
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.829802465269233e-05,
      "loss": 0.369,
      "step": 16220
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.829690610948301e-05,
      "loss": 0.371,
      "step": 16230
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.829578756627369e-05,
      "loss": 0.3651,
      "step": 16240
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.829466902306437e-05,
      "loss": 0.3663,
      "step": 16250
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.829355047985504e-05,
      "loss": 0.3728,
      "step": 16260
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8292431936645716e-05,
      "loss": 0.3697,
      "step": 16270
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.829131339343639e-05,
      "loss": 0.368,
      "step": 16280
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8290194850227065e-05,
      "loss": 0.3699,
      "step": 16290
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.828907630701774e-05,
      "loss": 0.3725,
      "step": 16300
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8287957763808414e-05,
      "loss": 0.3662,
      "step": 16310
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.828683922059909e-05,
      "loss": 0.3682,
      "step": 16320
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.828572067738977e-05,
      "loss": 0.3713,
      "step": 16330
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.828460213418045e-05,
      "loss": 0.3677,
      "step": 16340
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8283483590971126e-05,
      "loss": 0.3686,
      "step": 16350
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.82823650477618e-05,
      "loss": 0.3678,
      "step": 16360
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8281246504552475e-05,
      "loss": 0.3658,
      "step": 16370
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8280127961343146e-05,
      "loss": 0.3639,
      "step": 16380
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8279009418133824e-05,
      "loss": 0.3632,
      "step": 16390
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.82778908749245e-05,
      "loss": 0.3666,
      "step": 16400
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.827677233171517e-05,
      "loss": 0.3674,
      "step": 16410
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.827565378850585e-05,
      "loss": 0.3635,
      "step": 16420
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.827453524529653e-05,
      "loss": 0.3708,
      "step": 16430
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.827341670208721e-05,
      "loss": 0.3672,
      "step": 16440
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8272298158877885e-05,
      "loss": 0.3619,
      "step": 16450
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8271179615668556e-05,
      "loss": 0.3634,
      "step": 16460
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8270061072459234e-05,
      "loss": 0.3681,
      "step": 16470
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8268942529249905e-05,
      "loss": 0.3704,
      "step": 16480
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.826782398604058e-05,
      "loss": 0.3681,
      "step": 16490
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.826670544283126e-05,
      "loss": 0.3659,
      "step": 16500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.826558689962193e-05,
      "loss": 0.3626,
      "step": 16510
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.826446835641261e-05,
      "loss": 0.368,
      "step": 16520
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.826334981320328e-05,
      "loss": 0.3723,
      "step": 16530
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8262231269993966e-05,
      "loss": 0.365,
      "step": 16540
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.826111272678464e-05,
      "loss": 0.3695,
      "step": 16550
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8259994183575315e-05,
      "loss": 0.3694,
      "step": 16560
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.825887564036599e-05,
      "loss": 0.3688,
      "step": 16570
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8257757097156664e-05,
      "loss": 0.3685,
      "step": 16580
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.825663855394734e-05,
      "loss": 0.3628,
      "step": 16590
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.825552001073801e-05,
      "loss": 0.366,
      "step": 16600
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.825440146752869e-05,
      "loss": 0.3663,
      "step": 16610
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.825328292431937e-05,
      "loss": 0.3654,
      "step": 16620
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.825216438111004e-05,
      "loss": 0.3698,
      "step": 16630
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.825104583790072e-05,
      "loss": 0.3601,
      "step": 16640
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8249927294691396e-05,
      "loss": 0.3692,
      "step": 16650
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8248808751482074e-05,
      "loss": 0.3648,
      "step": 16660
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.824769020827275e-05,
      "loss": 0.3672,
      "step": 16670
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.824657166506342e-05,
      "loss": 0.3689,
      "step": 16680
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.82454531218541e-05,
      "loss": 0.3631,
      "step": 16690
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.824433457864477e-05,
      "loss": 0.3675,
      "step": 16700
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.824321603543545e-05,
      "loss": 0.3624,
      "step": 16710
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.824209749222613e-05,
      "loss": 0.3666,
      "step": 16720
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.82409789490168e-05,
      "loss": 0.3636,
      "step": 16730
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.823986040580748e-05,
      "loss": 0.3568,
      "step": 16740
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8238741862598155e-05,
      "loss": 0.3589,
      "step": 16750
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.823762331938883e-05,
      "loss": 0.3676,
      "step": 16760
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.823650477617951e-05,
      "loss": 0.3589,
      "step": 16770
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.823538623297018e-05,
      "loss": 0.363,
      "step": 16780
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.823426768976086e-05,
      "loss": 0.3606,
      "step": 16790
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.823314914655153e-05,
      "loss": 0.3619,
      "step": 16800
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.823203060334221e-05,
      "loss": 0.3745,
      "step": 16810
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.823091206013289e-05,
      "loss": 0.3657,
      "step": 16820
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.822979351692356e-05,
      "loss": 0.3673,
      "step": 16830
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8228674973714236e-05,
      "loss": 0.3694,
      "step": 16840
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8227556430504914e-05,
      "loss": 0.3649,
      "step": 16850
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.822643788729559e-05,
      "loss": 0.3653,
      "step": 16860
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.822531934408626e-05,
      "loss": 0.366,
      "step": 16870
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.822420080087694e-05,
      "loss": 0.3611,
      "step": 16880
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.822308225766762e-05,
      "loss": 0.3657,
      "step": 16890
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.822196371445829e-05,
      "loss": 0.3627,
      "step": 16900
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.822084517124897e-05,
      "loss": 0.3679,
      "step": 16910
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.821972662803964e-05,
      "loss": 0.3593,
      "step": 16920
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.821860808483032e-05,
      "loss": 0.3645,
      "step": 16930
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8217489541620995e-05,
      "loss": 0.3692,
      "step": 16940
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.821637099841167e-05,
      "loss": 0.3614,
      "step": 16950
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.821525245520235e-05,
      "loss": 0.3698,
      "step": 16960
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.821413391199302e-05,
      "loss": 0.3618,
      "step": 16970
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.82130153687837e-05,
      "loss": 0.3598,
      "step": 16980
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.821189682557438e-05,
      "loss": 0.3606,
      "step": 16990
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.821077828236505e-05,
      "loss": 0.3582,
      "step": 17000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.820965973915573e-05,
      "loss": 0.3599,
      "step": 17010
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.82085411959464e-05,
      "loss": 0.3623,
      "step": 17020
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8207422652737076e-05,
      "loss": 0.3549,
      "step": 17030
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8206304109527754e-05,
      "loss": 0.3617,
      "step": 17040
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8205185566318425e-05,
      "loss": 0.361,
      "step": 17050
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.82040670231091e-05,
      "loss": 0.3626,
      "step": 17060
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.820294847989978e-05,
      "loss": 0.3636,
      "step": 17070
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.820182993669046e-05,
      "loss": 0.367,
      "step": 17080
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.820071139348114e-05,
      "loss": 0.3629,
      "step": 17090
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.819959285027181e-05,
      "loss": 0.3604,
      "step": 17100
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8198474307062486e-05,
      "loss": 0.3596,
      "step": 17110
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.819735576385316e-05,
      "loss": 0.3617,
      "step": 17120
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8196237220643835e-05,
      "loss": 0.3633,
      "step": 17130
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.819511867743451e-05,
      "loss": 0.3613,
      "step": 17140
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8194000134225184e-05,
      "loss": 0.3575,
      "step": 17150
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.819288159101586e-05,
      "loss": 0.3611,
      "step": 17160
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.819176304780654e-05,
      "loss": 0.358,
      "step": 17170
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.819064450459722e-05,
      "loss": 0.3591,
      "step": 17180
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.818952596138789e-05,
      "loss": 0.3597,
      "step": 17190
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.818840741817857e-05,
      "loss": 0.3555,
      "step": 17200
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8187288874969245e-05,
      "loss": 0.3563,
      "step": 17210
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8186170331759916e-05,
      "loss": 0.3615,
      "step": 17220
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8185051788550594e-05,
      "loss": 0.3579,
      "step": 17230
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8183933245341265e-05,
      "loss": 0.3582,
      "step": 17240
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.818281470213194e-05,
      "loss": 0.3628,
      "step": 17250
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.818169615892262e-05,
      "loss": 0.3637,
      "step": 17260
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.81805776157133e-05,
      "loss": 0.3695,
      "step": 17270
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.817945907250398e-05,
      "loss": 0.3597,
      "step": 17280
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.817834052929465e-05,
      "loss": 0.3592,
      "step": 17290
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8177221986085326e-05,
      "loss": 0.3542,
      "step": 17300
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8176103442876004e-05,
      "loss": 0.3595,
      "step": 17310
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8174984899666675e-05,
      "loss": 0.3536,
      "step": 17320
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.817386635645735e-05,
      "loss": 0.3564,
      "step": 17330
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8172747813248024e-05,
      "loss": 0.3629,
      "step": 17340
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.81716292700387e-05,
      "loss": 0.36,
      "step": 17350
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.817051072682938e-05,
      "loss": 0.3615,
      "step": 17360
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.816939218362006e-05,
      "loss": 0.3563,
      "step": 17370
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8168273640410736e-05,
      "loss": 0.3555,
      "step": 17380
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.816715509720141e-05,
      "loss": 0.3586,
      "step": 17390
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8166036553992085e-05,
      "loss": 0.3656,
      "step": 17400
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.816491801078276e-05,
      "loss": 0.3565,
      "step": 17410
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8163799467573434e-05,
      "loss": 0.3581,
      "step": 17420
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.816268092436411e-05,
      "loss": 0.3605,
      "step": 17430
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.816156238115478e-05,
      "loss": 0.3629,
      "step": 17440
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.816044383794546e-05,
      "loss": 0.3564,
      "step": 17450
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.815932529473614e-05,
      "loss": 0.361,
      "step": 17460
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.815820675152681e-05,
      "loss": 0.3583,
      "step": 17470
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.815708820831749e-05,
      "loss": 0.3547,
      "step": 17480
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8155969665108166e-05,
      "loss": 0.3536,
      "step": 17490
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8154851121898844e-05,
      "loss": 0.3548,
      "step": 17500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8153732578689515e-05,
      "loss": 0.3592,
      "step": 17510
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.815261403548019e-05,
      "loss": 0.36,
      "step": 17520
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.815149549227087e-05,
      "loss": 0.36,
      "step": 17530
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.815037694906154e-05,
      "loss": 0.357,
      "step": 17540
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.814925840585222e-05,
      "loss": 0.3554,
      "step": 17550
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.814813986264289e-05,
      "loss": 0.3545,
      "step": 17560
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.814702131943357e-05,
      "loss": 0.3602,
      "step": 17570
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.814590277622425e-05,
      "loss": 0.3599,
      "step": 17580
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8144784233014925e-05,
      "loss": 0.361,
      "step": 17590
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.81436656898056e-05,
      "loss": 0.3645,
      "step": 17600
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8142547146596274e-05,
      "loss": 0.3624,
      "step": 17610
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.814142860338695e-05,
      "loss": 0.3656,
      "step": 17620
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.814031006017763e-05,
      "loss": 0.3579,
      "step": 17630
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.81391915169683e-05,
      "loss": 0.3548,
      "step": 17640
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.813807297375898e-05,
      "loss": 0.3621,
      "step": 17650
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.813695443054965e-05,
      "loss": 0.3608,
      "step": 17660
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.813583588734033e-05,
      "loss": 0.3638,
      "step": 17670
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8134717344131006e-05,
      "loss": 0.3624,
      "step": 17680
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8133598800921684e-05,
      "loss": 0.3571,
      "step": 17690
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.813248025771236e-05,
      "loss": 0.3585,
      "step": 17700
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.813136171450303e-05,
      "loss": 0.3599,
      "step": 17710
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.813024317129371e-05,
      "loss": 0.3521,
      "step": 17720
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.812912462808439e-05,
      "loss": 0.3619,
      "step": 17730
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.812800608487506e-05,
      "loss": 0.3572,
      "step": 17740
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.812688754166574e-05,
      "loss": 0.3572,
      "step": 17750
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.812576899845641e-05,
      "loss": 0.3583,
      "step": 17760
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.812465045524709e-05,
      "loss": 0.3589,
      "step": 17770
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8123531912037765e-05,
      "loss": 0.3582,
      "step": 17780
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.812241336882844e-05,
      "loss": 0.3571,
      "step": 17790
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.812129482561912e-05,
      "loss": 0.3501,
      "step": 17800
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.812017628240979e-05,
      "loss": 0.3592,
      "step": 17810
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.811905773920047e-05,
      "loss": 0.3554,
      "step": 17820
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.811793919599114e-05,
      "loss": 0.3502,
      "step": 17830
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.811682065278182e-05,
      "loss": 0.3565,
      "step": 17840
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.81157021095725e-05,
      "loss": 0.3526,
      "step": 17850
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.811458356636317e-05,
      "loss": 0.3589,
      "step": 17860
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8113465023153846e-05,
      "loss": 0.3592,
      "step": 17870
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.811234647994452e-05,
      "loss": 0.357,
      "step": 17880
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8111227936735195e-05,
      "loss": 0.3608,
      "step": 17890
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.811010939352587e-05,
      "loss": 0.3581,
      "step": 17900
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.810899085031655e-05,
      "loss": 0.3625,
      "step": 17910
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.810787230710723e-05,
      "loss": 0.3594,
      "step": 17920
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.81067537638979e-05,
      "loss": 0.3592,
      "step": 17930
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.810563522068858e-05,
      "loss": 0.3622,
      "step": 17940
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8104516677479256e-05,
      "loss": 0.3579,
      "step": 17950
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.810339813426993e-05,
      "loss": 0.3559,
      "step": 17960
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8102279591060605e-05,
      "loss": 0.356,
      "step": 17970
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8101161047851276e-05,
      "loss": 0.3557,
      "step": 17980
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8100042504641954e-05,
      "loss": 0.3519,
      "step": 17990
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.809892396143263e-05,
      "loss": 0.3568,
      "step": 18000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.809780541822331e-05,
      "loss": 0.3623,
      "step": 18010
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.809668687501399e-05,
      "loss": 0.3581,
      "step": 18020
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.809556833180466e-05,
      "loss": 0.3545,
      "step": 18030
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.809444978859534e-05,
      "loss": 0.351,
      "step": 18040
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8093331245386015e-05,
      "loss": 0.3569,
      "step": 18050
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8092212702176686e-05,
      "loss": 0.3588,
      "step": 18060
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8091094158967364e-05,
      "loss": 0.3563,
      "step": 18070
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8089975615758035e-05,
      "loss": 0.3556,
      "step": 18080
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.808885707254871e-05,
      "loss": 0.3521,
      "step": 18090
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.808773852933939e-05,
      "loss": 0.3594,
      "step": 18100
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.808661998613007e-05,
      "loss": 0.3515,
      "step": 18110
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8085501442920747e-05,
      "loss": 0.3574,
      "step": 18120
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.808438289971142e-05,
      "loss": 0.358,
      "step": 18130
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8083264356502096e-05,
      "loss": 0.3577,
      "step": 18140
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.808214581329277e-05,
      "loss": 0.3545,
      "step": 18150
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8081027270083445e-05,
      "loss": 0.3558,
      "step": 18160
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.807990872687412e-05,
      "loss": 0.3608,
      "step": 18170
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8078790183664794e-05,
      "loss": 0.3584,
      "step": 18180
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.807767164045547e-05,
      "loss": 0.3555,
      "step": 18190
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.807655309724615e-05,
      "loss": 0.3492,
      "step": 18200
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.807543455403683e-05,
      "loss": 0.3518,
      "step": 18210
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8074316010827506e-05,
      "loss": 0.3583,
      "step": 18220
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.807319746761818e-05,
      "loss": 0.3553,
      "step": 18230
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8072078924408855e-05,
      "loss": 0.3555,
      "step": 18240
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8070960381199526e-05,
      "loss": 0.3501,
      "step": 18250
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8069841837990204e-05,
      "loss": 0.3581,
      "step": 18260
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.806883514910181e-05,
      "loss": 0.3514,
      "step": 18270
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.806771660589249e-05,
      "loss": 0.3507,
      "step": 18280
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.806659806268317e-05,
      "loss": 0.3499,
      "step": 18290
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.806547951947384e-05,
      "loss": 0.3605,
      "step": 18300
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.806436097626452e-05,
      "loss": 0.3522,
      "step": 18310
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.806324243305519e-05,
      "loss": 0.3541,
      "step": 18320
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8062123889845866e-05,
      "loss": 0.3529,
      "step": 18330
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8061005346636544e-05,
      "loss": 0.3568,
      "step": 18340
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8059886803427216e-05,
      "loss": 0.3571,
      "step": 18350
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8058768260217893e-05,
      "loss": 0.3547,
      "step": 18360
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.805764971700857e-05,
      "loss": 0.3486,
      "step": 18370
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.805653117379925e-05,
      "loss": 0.3484,
      "step": 18380
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.805541263058993e-05,
      "loss": 0.3597,
      "step": 18390
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.80542940873806e-05,
      "loss": 0.3495,
      "step": 18400
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8053175544171276e-05,
      "loss": 0.356,
      "step": 18410
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.805205700096195e-05,
      "loss": 0.3578,
      "step": 18420
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8050938457752625e-05,
      "loss": 0.3529,
      "step": 18430
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.80498199145433e-05,
      "loss": 0.3568,
      "step": 18440
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8048701371333975e-05,
      "loss": 0.3524,
      "step": 18450
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.804758282812465e-05,
      "loss": 0.3493,
      "step": 18460
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8046464284915324e-05,
      "loss": 0.3542,
      "step": 18470
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8045345741706e-05,
      "loss": 0.3583,
      "step": 18480
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8044227198496686e-05,
      "loss": 0.3507,
      "step": 18490
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.804310865528736e-05,
      "loss": 0.3535,
      "step": 18500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8041990112078035e-05,
      "loss": 0.35,
      "step": 18510
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8040871568868706e-05,
      "loss": 0.3526,
      "step": 18520
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8039753025659384e-05,
      "loss": 0.3542,
      "step": 18530
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8038634482450056e-05,
      "loss": 0.357,
      "step": 18540
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8037515939240733e-05,
      "loss": 0.3508,
      "step": 18550
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.803639739603141e-05,
      "loss": 0.3498,
      "step": 18560
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.803527885282208e-05,
      "loss": 0.3534,
      "step": 18570
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.803416030961276e-05,
      "loss": 0.3539,
      "step": 18580
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.803304176640344e-05,
      "loss": 0.3595,
      "step": 18590
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8031923223194116e-05,
      "loss": 0.3504,
      "step": 18600
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8030804679984794e-05,
      "loss": 0.3492,
      "step": 18610
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8029686136775465e-05,
      "loss": 0.3482,
      "step": 18620
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.802856759356614e-05,
      "loss": 0.3485,
      "step": 18630
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8027449050356814e-05,
      "loss": 0.3558,
      "step": 18640
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.802633050714749e-05,
      "loss": 0.3486,
      "step": 18650
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.802521196393817e-05,
      "loss": 0.3524,
      "step": 18660
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.802409342072884e-05,
      "loss": 0.3498,
      "step": 18670
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.802297487751952e-05,
      "loss": 0.349,
      "step": 18680
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.80218563343102e-05,
      "loss": 0.3447,
      "step": 18690
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8020737791100875e-05,
      "loss": 0.3475,
      "step": 18700
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.801961924789155e-05,
      "loss": 0.3503,
      "step": 18710
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8018500704682224e-05,
      "loss": 0.3475,
      "step": 18720
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.80173821614729e-05,
      "loss": 0.3497,
      "step": 18730
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8016263618263573e-05,
      "loss": 0.352,
      "step": 18740
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.801514507505425e-05,
      "loss": 0.3453,
      "step": 18750
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.801402653184493e-05,
      "loss": 0.3506,
      "step": 18760
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.80129079886356e-05,
      "loss": 0.3499,
      "step": 18770
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.801178944542628e-05,
      "loss": 0.3533,
      "step": 18780
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8010670902216956e-05,
      "loss": 0.3527,
      "step": 18790
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8009552359007634e-05,
      "loss": 0.3523,
      "step": 18800
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.800843381579831e-05,
      "loss": 0.344,
      "step": 18810
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.800731527258898e-05,
      "loss": 0.351,
      "step": 18820
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.800619672937966e-05,
      "loss": 0.3531,
      "step": 18830
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.800507818617033e-05,
      "loss": 0.3539,
      "step": 18840
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.800395964296101e-05,
      "loss": 0.3534,
      "step": 18850
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.800284109975168e-05,
      "loss": 0.3475,
      "step": 18860
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.800172255654236e-05,
      "loss": 0.3542,
      "step": 18870
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.800060401333304e-05,
      "loss": 0.353,
      "step": 18880
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.799948547012371e-05,
      "loss": 0.3492,
      "step": 18890
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.799836692691439e-05,
      "loss": 0.3494,
      "step": 18900
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7997248383705064e-05,
      "loss": 0.3504,
      "step": 18910
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.799612984049574e-05,
      "loss": 0.3518,
      "step": 18920
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.799501129728642e-05,
      "loss": 0.3537,
      "step": 18930
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.799389275407709e-05,
      "loss": 0.3483,
      "step": 18940
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.799277421086777e-05,
      "loss": 0.3555,
      "step": 18950
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.799165566765844e-05,
      "loss": 0.3587,
      "step": 18960
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.799053712444912e-05,
      "loss": 0.3431,
      "step": 18970
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7989418581239796e-05,
      "loss": 0.3501,
      "step": 18980
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.798830003803047e-05,
      "loss": 0.3563,
      "step": 18990
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7987181494821145e-05,
      "loss": 0.3537,
      "step": 19000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.798606295161182e-05,
      "loss": 0.3505,
      "step": 19010
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.79849444084025e-05,
      "loss": 0.3531,
      "step": 19020
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.798382586519318e-05,
      "loss": 0.3484,
      "step": 19030
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.798270732198385e-05,
      "loss": 0.3526,
      "step": 19040
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.798158877877453e-05,
      "loss": 0.3486,
      "step": 19050
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.79804702355652e-05,
      "loss": 0.3569,
      "step": 19060
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.797935169235588e-05,
      "loss": 0.3512,
      "step": 19070
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7978233149146555e-05,
      "loss": 0.3481,
      "step": 19080
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7977114605937226e-05,
      "loss": 0.3524,
      "step": 19090
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7975996062727904e-05,
      "loss": 0.3493,
      "step": 19100
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.797487751951858e-05,
      "loss": 0.3508,
      "step": 19110
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.797375897630926e-05,
      "loss": 0.3508,
      "step": 19120
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.797264043309994e-05,
      "loss": 0.3517,
      "step": 19130
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.797152188989061e-05,
      "loss": 0.3512,
      "step": 19140
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.797040334668129e-05,
      "loss": 0.3552,
      "step": 19150
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.796928480347196e-05,
      "loss": 0.351,
      "step": 19160
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7968166260262636e-05,
      "loss": 0.356,
      "step": 19170
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.796704771705331e-05,
      "loss": 0.3514,
      "step": 19180
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7965929173843985e-05,
      "loss": 0.3529,
      "step": 19190
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.796481063063466e-05,
      "loss": 0.3486,
      "step": 19200
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.796369208742534e-05,
      "loss": 0.3465,
      "step": 19210
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.796257354421602e-05,
      "loss": 0.3531,
      "step": 19220
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.796145500100669e-05,
      "loss": 0.352,
      "step": 19230
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.796033645779737e-05,
      "loss": 0.3471,
      "step": 19240
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7959217914588046e-05,
      "loss": 0.3533,
      "step": 19250
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.795809937137872e-05,
      "loss": 0.3511,
      "step": 19260
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7956980828169395e-05,
      "loss": 0.3518,
      "step": 19270
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7955862284960066e-05,
      "loss": 0.35,
      "step": 19280
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7954743741750744e-05,
      "loss": 0.348,
      "step": 19290
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.795362519854142e-05,
      "loss": 0.3546,
      "step": 19300
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.79525066553321e-05,
      "loss": 0.3446,
      "step": 19310
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.795138811212278e-05,
      "loss": 0.3526,
      "step": 19320
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.795026956891345e-05,
      "loss": 0.3523,
      "step": 19330
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.794915102570413e-05,
      "loss": 0.3503,
      "step": 19340
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7948032482494805e-05,
      "loss": 0.3502,
      "step": 19350
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7946913939285476e-05,
      "loss": 0.3499,
      "step": 19360
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7945795396076154e-05,
      "loss": 0.35,
      "step": 19370
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7944676852866825e-05,
      "loss": 0.3474,
      "step": 19380
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.79435583096575e-05,
      "loss": 0.3439,
      "step": 19390
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.794243976644818e-05,
      "loss": 0.3393,
      "step": 19400
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.794132122323885e-05,
      "loss": 0.3517,
      "step": 19410
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.794020268002953e-05,
      "loss": 0.357,
      "step": 19420
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.793908413682021e-05,
      "loss": 0.3607,
      "step": 19430
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7937965593610886e-05,
      "loss": 0.3504,
      "step": 19440
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.793684705040156e-05,
      "loss": 0.3498,
      "step": 19450
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7935728507192235e-05,
      "loss": 0.357,
      "step": 19460
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.793460996398291e-05,
      "loss": 0.35,
      "step": 19470
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7933491420773584e-05,
      "loss": 0.3554,
      "step": 19480
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.793237287756426e-05,
      "loss": 0.3459,
      "step": 19490
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.793125433435493e-05,
      "loss": 0.3473,
      "step": 19500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.793013579114561e-05,
      "loss": 0.3437,
      "step": 19510
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.792901724793629e-05,
      "loss": 0.3478,
      "step": 19520
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.792789870472697e-05,
      "loss": 0.3477,
      "step": 19530
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7926780161517645e-05,
      "loss": 0.3475,
      "step": 19540
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7925661618308316e-05,
      "loss": 0.3502,
      "step": 19550
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7924543075098994e-05,
      "loss": 0.3455,
      "step": 19560
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.792342453188967e-05,
      "loss": 0.3495,
      "step": 19570
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.792230598868034e-05,
      "loss": 0.3493,
      "step": 19580
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.792118744547102e-05,
      "loss": 0.3455,
      "step": 19590
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.792006890226169e-05,
      "loss": 0.3487,
      "step": 19600
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.791895035905237e-05,
      "loss": 0.3552,
      "step": 19610
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.791783181584305e-05,
      "loss": 0.3448,
      "step": 19620
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7916713272633726e-05,
      "loss": 0.3437,
      "step": 19630
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7915594729424404e-05,
      "loss": 0.3469,
      "step": 19640
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7914476186215075e-05,
      "loss": 0.3461,
      "step": 19650
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.791335764300575e-05,
      "loss": 0.3512,
      "step": 19660
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.791223909979643e-05,
      "loss": 0.3441,
      "step": 19670
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.79111205565871e-05,
      "loss": 0.351,
      "step": 19680
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.791000201337778e-05,
      "loss": 0.3481,
      "step": 19690
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.790888347016845e-05,
      "loss": 0.3452,
      "step": 19700
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.790776492695913e-05,
      "loss": 0.3432,
      "step": 19710
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.790664638374981e-05,
      "loss": 0.3495,
      "step": 19720
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7905527840540485e-05,
      "loss": 0.3462,
      "step": 19730
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.790440929733116e-05,
      "loss": 0.3481,
      "step": 19740
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7903290754121834e-05,
      "loss": 0.3439,
      "step": 19750
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.790217221091251e-05,
      "loss": 0.3468,
      "step": 19760
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.790105366770318e-05,
      "loss": 0.3505,
      "step": 19770
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.789993512449386e-05,
      "loss": 0.351,
      "step": 19780
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.789881658128454e-05,
      "loss": 0.3466,
      "step": 19790
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.789769803807521e-05,
      "loss": 0.3415,
      "step": 19800
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.789657949486589e-05,
      "loss": 0.3465,
      "step": 19810
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.789546095165656e-05,
      "loss": 0.3483,
      "step": 19820
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.789434240844724e-05,
      "loss": 0.3469,
      "step": 19830
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7893223865237915e-05,
      "loss": 0.3502,
      "step": 19840
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.789210532202859e-05,
      "loss": 0.3531,
      "step": 19850
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.789098677881927e-05,
      "loss": 0.3506,
      "step": 19860
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.788986823560994e-05,
      "loss": 0.346,
      "step": 19870
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.788874969240062e-05,
      "loss": 0.3412,
      "step": 19880
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.78876311491913e-05,
      "loss": 0.347,
      "step": 19890
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.788651260598197e-05,
      "loss": 0.349,
      "step": 19900
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.788539406277265e-05,
      "loss": 0.3459,
      "step": 19910
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.788427551956332e-05,
      "loss": 0.3428,
      "step": 19920
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7883156976353996e-05,
      "loss": 0.3465,
      "step": 19930
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7882038433144674e-05,
      "loss": 0.3455,
      "step": 19940
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.788091988993535e-05,
      "loss": 0.3434,
      "step": 19950
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.787980134672603e-05,
      "loss": 0.3417,
      "step": 19960
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.78786828035167e-05,
      "loss": 0.3437,
      "step": 19970
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.787756426030738e-05,
      "loss": 0.346,
      "step": 19980
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.787644571709806e-05,
      "loss": 0.3472,
      "step": 19990
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.787532717388873e-05,
      "loss": 0.344,
      "step": 20000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7874208630679406e-05,
      "loss": 0.3482,
      "step": 20010
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.787309008747008e-05,
      "loss": 0.3496,
      "step": 20020
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7871971544260755e-05,
      "loss": 0.354,
      "step": 20030
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.787085300105143e-05,
      "loss": 0.3454,
      "step": 20040
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.786973445784211e-05,
      "loss": 0.3486,
      "step": 20050
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.786861591463279e-05,
      "loss": 0.3423,
      "step": 20060
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.786749737142346e-05,
      "loss": 0.3521,
      "step": 20070
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.786637882821414e-05,
      "loss": 0.3455,
      "step": 20080
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.786526028500481e-05,
      "loss": 0.3456,
      "step": 20090
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.786414174179549e-05,
      "loss": 0.3488,
      "step": 20100
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7863023198586165e-05,
      "loss": 0.3425,
      "step": 20110
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7861904655376836e-05,
      "loss": 0.3399,
      "step": 20120
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7860786112167514e-05,
      "loss": 0.3411,
      "step": 20130
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.785966756895819e-05,
      "loss": 0.3409,
      "step": 20140
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.785854902574887e-05,
      "loss": 0.3363,
      "step": 20150
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.785743048253955e-05,
      "loss": 0.3442,
      "step": 20160
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.785631193933022e-05,
      "loss": 0.3425,
      "step": 20170
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.78551933961209e-05,
      "loss": 0.343,
      "step": 20180
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.785407485291157e-05,
      "loss": 0.3473,
      "step": 20190
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7852956309702246e-05,
      "loss": 0.3502,
      "step": 20200
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7851837766492924e-05,
      "loss": 0.3463,
      "step": 20210
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7850719223283595e-05,
      "loss": 0.3447,
      "step": 20220
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.784960068007427e-05,
      "loss": 0.3427,
      "step": 20230
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7848482136864944e-05,
      "loss": 0.3434,
      "step": 20240
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.784736359365562e-05,
      "loss": 0.3428,
      "step": 20250
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.784624505044631e-05,
      "loss": 0.3461,
      "step": 20260
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.784512650723698e-05,
      "loss": 0.3442,
      "step": 20270
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7844007964027656e-05,
      "loss": 0.3457,
      "step": 20280
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.784288942081833e-05,
      "loss": 0.3491,
      "step": 20290
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7841770877609005e-05,
      "loss": 0.3521,
      "step": 20300
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.784065233439968e-05,
      "loss": 0.3398,
      "step": 20310
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7839533791190354e-05,
      "loss": 0.3441,
      "step": 20320
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.783841524798103e-05,
      "loss": 0.3397,
      "step": 20330
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.78372967047717e-05,
      "loss": 0.3453,
      "step": 20340
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.783617816156238e-05,
      "loss": 0.3405,
      "step": 20350
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.783505961835306e-05,
      "loss": 0.3504,
      "step": 20360
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.783394107514374e-05,
      "loss": 0.3444,
      "step": 20370
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7832822531934415e-05,
      "loss": 0.343,
      "step": 20380
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7831703988725086e-05,
      "loss": 0.3383,
      "step": 20390
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7830585445515764e-05,
      "loss": 0.3399,
      "step": 20400
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7829466902306435e-05,
      "loss": 0.3431,
      "step": 20410
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.782834835909711e-05,
      "loss": 0.339,
      "step": 20420
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.782722981588779e-05,
      "loss": 0.3416,
      "step": 20430
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.782611127267846e-05,
      "loss": 0.341,
      "step": 20440
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.782510458379008e-05,
      "loss": 0.3405,
      "step": 20450
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.782398604058075e-05,
      "loss": 0.3427,
      "step": 20460
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.782286749737143e-05,
      "loss": 0.3416,
      "step": 20470
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.78217489541621e-05,
      "loss": 0.3494,
      "step": 20480
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7820630410952776e-05,
      "loss": 0.3463,
      "step": 20490
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7819511867743454e-05,
      "loss": 0.341,
      "step": 20500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7818393324534125e-05,
      "loss": 0.3442,
      "step": 20510
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.78172747813248e-05,
      "loss": 0.3472,
      "step": 20520
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.781615623811548e-05,
      "loss": 0.3423,
      "step": 20530
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.781503769490616e-05,
      "loss": 0.3442,
      "step": 20540
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7813919151696836e-05,
      "loss": 0.3437,
      "step": 20550
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.781280060848751e-05,
      "loss": 0.3384,
      "step": 20560
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7811682065278186e-05,
      "loss": 0.342,
      "step": 20570
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.781056352206886e-05,
      "loss": 0.3489,
      "step": 20580
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7809444978859535e-05,
      "loss": 0.3404,
      "step": 20590
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.780832643565021e-05,
      "loss": 0.3428,
      "step": 20600
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7807207892440884e-05,
      "loss": 0.3478,
      "step": 20610
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.780608934923156e-05,
      "loss": 0.3439,
      "step": 20620
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.780497080602224e-05,
      "loss": 0.3441,
      "step": 20630
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.780385226281292e-05,
      "loss": 0.3411,
      "step": 20640
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7802733719603595e-05,
      "loss": 0.3449,
      "step": 20650
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7801615176394267e-05,
      "loss": 0.347,
      "step": 20660
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7800496633184945e-05,
      "loss": 0.3425,
      "step": 20670
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7799378089975616e-05,
      "loss": 0.3437,
      "step": 20680
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7798259546766294e-05,
      "loss": 0.3377,
      "step": 20690
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.779714100355697e-05,
      "loss": 0.3461,
      "step": 20700
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.779602246034764e-05,
      "loss": 0.3448,
      "step": 20710
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.779490391713832e-05,
      "loss": 0.3467,
      "step": 20720
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7793785373929e-05,
      "loss": 0.3438,
      "step": 20730
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7792666830719676e-05,
      "loss": 0.3473,
      "step": 20740
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7791548287510354e-05,
      "loss": 0.3536,
      "step": 20750
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7790429744301026e-05,
      "loss": 0.3396,
      "step": 20760
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7789311201091703e-05,
      "loss": 0.3445,
      "step": 20770
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7788192657882375e-05,
      "loss": 0.3457,
      "step": 20780
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.778707411467305e-05,
      "loss": 0.3463,
      "step": 20790
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7785955571463724e-05,
      "loss": 0.3404,
      "step": 20800
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.77848370282544e-05,
      "loss": 0.3403,
      "step": 20810
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.778371848504508e-05,
      "loss": 0.34,
      "step": 20820
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.778259994183575e-05,
      "loss": 0.3461,
      "step": 20830
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7781481398626435e-05,
      "loss": 0.3419,
      "step": 20840
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7780362855417107e-05,
      "loss": 0.343,
      "step": 20850
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7779244312207784e-05,
      "loss": 0.3429,
      "step": 20860
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.777812576899846e-05,
      "loss": 0.3346,
      "step": 20870
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7777007225789134e-05,
      "loss": 0.3435,
      "step": 20880
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.777588868257981e-05,
      "loss": 0.3469,
      "step": 20890
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.777477013937048e-05,
      "loss": 0.338,
      "step": 20900
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.777365159616116e-05,
      "loss": 0.3435,
      "step": 20910
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.777253305295184e-05,
      "loss": 0.3416,
      "step": 20920
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.777141450974251e-05,
      "loss": 0.3403,
      "step": 20930
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.777029596653319e-05,
      "loss": 0.3431,
      "step": 20940
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7769177423323866e-05,
      "loss": 0.345,
      "step": 20950
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7768058880114543e-05,
      "loss": 0.3417,
      "step": 20960
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.776694033690522e-05,
      "loss": 0.3427,
      "step": 20970
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.776582179369589e-05,
      "loss": 0.3426,
      "step": 20980
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.776470325048657e-05,
      "loss": 0.3465,
      "step": 20990
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.776358470727724e-05,
      "loss": 0.3484,
      "step": 21000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.776246616406792e-05,
      "loss": 0.3453,
      "step": 21010
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.77613476208586e-05,
      "loss": 0.3335,
      "step": 21020
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.776022907764927e-05,
      "loss": 0.3386,
      "step": 21030
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7759110534439947e-05,
      "loss": 0.3372,
      "step": 21040
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7757991991230624e-05,
      "loss": 0.3475,
      "step": 21050
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.77568734480213e-05,
      "loss": 0.3453,
      "step": 21060
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.775575490481198e-05,
      "loss": 0.3368,
      "step": 21070
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.775463636160265e-05,
      "loss": 0.3425,
      "step": 21080
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.775351781839333e-05,
      "loss": 0.3361,
      "step": 21090
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7752399275184e-05,
      "loss": 0.3376,
      "step": 21100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.775128073197468e-05,
      "loss": 0.3356,
      "step": 21110
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.775016218876535e-05,
      "loss": 0.3388,
      "step": 21120
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.774904364555603e-05,
      "loss": 0.3392,
      "step": 21130
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7747925102346705e-05,
      "loss": 0.3419,
      "step": 21140
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7746806559137383e-05,
      "loss": 0.3407,
      "step": 21150
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.774568801592806e-05,
      "loss": 0.3387,
      "step": 21160
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.774456947271873e-05,
      "loss": 0.3362,
      "step": 21170
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.774345092950941e-05,
      "loss": 0.3376,
      "step": 21180
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.774233238630009e-05,
      "loss": 0.3461,
      "step": 21190
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.774121384309076e-05,
      "loss": 0.3396,
      "step": 21200
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.774009529988144e-05,
      "loss": 0.3406,
      "step": 21210
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.773897675667211e-05,
      "loss": 0.3392,
      "step": 21220
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7737858213462786e-05,
      "loss": 0.3446,
      "step": 21230
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7736739670253464e-05,
      "loss": 0.3395,
      "step": 21240
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7735621127044136e-05,
      "loss": 0.3347,
      "step": 21250
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.773450258383482e-05,
      "loss": 0.3426,
      "step": 21260
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.773338404062549e-05,
      "loss": 0.3364,
      "step": 21270
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.773226549741617e-05,
      "loss": 0.334,
      "step": 21280
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.773114695420685e-05,
      "loss": 0.338,
      "step": 21290
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.773002841099752e-05,
      "loss": 0.3394,
      "step": 21300
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7728909867788196e-05,
      "loss": 0.3418,
      "step": 21310
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.772779132457887e-05,
      "loss": 0.3413,
      "step": 21320
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7726672781369545e-05,
      "loss": 0.3381,
      "step": 21330
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.772555423816022e-05,
      "loss": 0.3411,
      "step": 21340
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7724435694950895e-05,
      "loss": 0.3369,
      "step": 21350
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.772331715174157e-05,
      "loss": 0.3367,
      "step": 21360
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.772219860853225e-05,
      "loss": 0.3402,
      "step": 21370
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.772108006532293e-05,
      "loss": 0.3355,
      "step": 21380
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7719961522113606e-05,
      "loss": 0.3424,
      "step": 21390
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.771884297890428e-05,
      "loss": 0.337,
      "step": 21400
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7717724435694955e-05,
      "loss": 0.3385,
      "step": 21410
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7716605892485626e-05,
      "loss": 0.3372,
      "step": 21420
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7715487349276304e-05,
      "loss": 0.344,
      "step": 21430
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7714368806066976e-05,
      "loss": 0.3406,
      "step": 21440
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7713250262857653e-05,
      "loss": 0.3317,
      "step": 21450
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.771213171964833e-05,
      "loss": 0.3394,
      "step": 21460
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.771101317643901e-05,
      "loss": 0.337,
      "step": 21470
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.770989463322969e-05,
      "loss": 0.3424,
      "step": 21480
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.770877609002036e-05,
      "loss": 0.3433,
      "step": 21490
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7707657546811036e-05,
      "loss": 0.341,
      "step": 21500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7706539003601714e-05,
      "loss": 0.3331,
      "step": 21510
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7705420460392385e-05,
      "loss": 0.3314,
      "step": 21520
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.770430191718306e-05,
      "loss": 0.3408,
      "step": 21530
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7703183373973734e-05,
      "loss": 0.3387,
      "step": 21540
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.770206483076441e-05,
      "loss": 0.3367,
      "step": 21550
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.770094628755509e-05,
      "loss": 0.3449,
      "step": 21560
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.769982774434577e-05,
      "loss": 0.3361,
      "step": 21570
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7698709201136446e-05,
      "loss": 0.3372,
      "step": 21580
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.769759065792712e-05,
      "loss": 0.341,
      "step": 21590
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7696472114717795e-05,
      "loss": 0.3392,
      "step": 21600
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.769535357150847e-05,
      "loss": 0.3377,
      "step": 21610
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7694235028299144e-05,
      "loss": 0.3434,
      "step": 21620
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.769311648508982e-05,
      "loss": 0.3349,
      "step": 21630
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7691997941880493e-05,
      "loss": 0.3351,
      "step": 21640
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.769087939867117e-05,
      "loss": 0.3363,
      "step": 21650
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.768976085546185e-05,
      "loss": 0.3375,
      "step": 21660
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.768864231225253e-05,
      "loss": 0.3375,
      "step": 21670
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7687523769043205e-05,
      "loss": 0.3424,
      "step": 21680
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7686405225833876e-05,
      "loss": 0.3325,
      "step": 21690
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7685286682624554e-05,
      "loss": 0.339,
      "step": 21700
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.768416813941523e-05,
      "loss": 0.3446,
      "step": 21710
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.76830495962059e-05,
      "loss": 0.3351,
      "step": 21720
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.768193105299658e-05,
      "loss": 0.3388,
      "step": 21730
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.768081250978725e-05,
      "loss": 0.3422,
      "step": 21740
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.767969396657793e-05,
      "loss": 0.3379,
      "step": 21750
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.76785754233686e-05,
      "loss": 0.3389,
      "step": 21760
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.767745688015928e-05,
      "loss": 0.3422,
      "step": 21770
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.767633833694996e-05,
      "loss": 0.3442,
      "step": 21780
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7675219793740635e-05,
      "loss": 0.3446,
      "step": 21790
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.767410125053131e-05,
      "loss": 0.3388,
      "step": 21800
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7672982707321984e-05,
      "loss": 0.3362,
      "step": 21810
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.767186416411266e-05,
      "loss": 0.3415,
      "step": 21820
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.767074562090334e-05,
      "loss": 0.3366,
      "step": 21830
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.766962707769401e-05,
      "loss": 0.3386,
      "step": 21840
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.766850853448469e-05,
      "loss": 0.3362,
      "step": 21850
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.766738999127536e-05,
      "loss": 0.3384,
      "step": 21860
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.766627144806604e-05,
      "loss": 0.3392,
      "step": 21870
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7665152904856716e-05,
      "loss": 0.3389,
      "step": 21880
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7664034361647394e-05,
      "loss": 0.3384,
      "step": 21890
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.766291581843807e-05,
      "loss": 0.3334,
      "step": 21900
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.766179727522874e-05,
      "loss": 0.3362,
      "step": 21910
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.766067873201942e-05,
      "loss": 0.3384,
      "step": 21920
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.76595601888101e-05,
      "loss": 0.3341,
      "step": 21930
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.765844164560077e-05,
      "loss": 0.3358,
      "step": 21940
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.765732310239145e-05,
      "loss": 0.3352,
      "step": 21950
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.765620455918212e-05,
      "loss": 0.3439,
      "step": 21960
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.76550860159728e-05,
      "loss": 0.3444,
      "step": 21970
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7653967472763475e-05,
      "loss": 0.3394,
      "step": 21980
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.765284892955415e-05,
      "loss": 0.3339,
      "step": 21990
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.765173038634483e-05,
      "loss": 0.343,
      "step": 22000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.76506118431355e-05,
      "loss": 0.3391,
      "step": 22010
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.764949329992618e-05,
      "loss": 0.3352,
      "step": 22020
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.764837475671686e-05,
      "loss": 0.3407,
      "step": 22030
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.764725621350753e-05,
      "loss": 0.3347,
      "step": 22040
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.764613767029821e-05,
      "loss": 0.3365,
      "step": 22050
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.764501912708888e-05,
      "loss": 0.3334,
      "step": 22060
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7643900583879556e-05,
      "loss": 0.3308,
      "step": 22070
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.764278204067023e-05,
      "loss": 0.3364,
      "step": 22080
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.764166349746091e-05,
      "loss": 0.3388,
      "step": 22090
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.764054495425159e-05,
      "loss": 0.3378,
      "step": 22100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.763942641104226e-05,
      "loss": 0.3356,
      "step": 22110
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.763830786783294e-05,
      "loss": 0.3375,
      "step": 22120
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.763718932462361e-05,
      "loss": 0.3347,
      "step": 22130
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.763607078141429e-05,
      "loss": 0.3401,
      "step": 22140
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7634952238204966e-05,
      "loss": 0.3423,
      "step": 22150
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.763383369499564e-05,
      "loss": 0.3355,
      "step": 22160
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7632715151786315e-05,
      "loss": 0.3337,
      "step": 22170
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7631596608576986e-05,
      "loss": 0.3357,
      "step": 22180
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7630478065367664e-05,
      "loss": 0.3383,
      "step": 22190
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.762935952215834e-05,
      "loss": 0.333,
      "step": 22200
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.762824097894902e-05,
      "loss": 0.337,
      "step": 22210
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.76271224357397e-05,
      "loss": 0.3325,
      "step": 22220
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.762600389253037e-05,
      "loss": 0.3378,
      "step": 22230
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.762488534932105e-05,
      "loss": 0.3381,
      "step": 22240
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7623766806111725e-05,
      "loss": 0.3363,
      "step": 22250
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7622648262902396e-05,
      "loss": 0.3324,
      "step": 22260
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7621529719693074e-05,
      "loss": 0.3428,
      "step": 22270
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7620411176483745e-05,
      "loss": 0.3406,
      "step": 22280
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.761929263327442e-05,
      "loss": 0.3328,
      "step": 22290
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.76181740900651e-05,
      "loss": 0.3342,
      "step": 22300
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.761705554685578e-05,
      "loss": 0.3357,
      "step": 22310
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.761593700364646e-05,
      "loss": 0.3308,
      "step": 22320
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.761481846043713e-05,
      "loss": 0.3313,
      "step": 22330
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7613699917227806e-05,
      "loss": 0.3293,
      "step": 22340
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.761258137401848e-05,
      "loss": 0.3348,
      "step": 22350
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7611462830809155e-05,
      "loss": 0.337,
      "step": 22360
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.761034428759983e-05,
      "loss": 0.3352,
      "step": 22370
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7609225744390504e-05,
      "loss": 0.3341,
      "step": 22380
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.760810720118118e-05,
      "loss": 0.3378,
      "step": 22390
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.760698865797186e-05,
      "loss": 0.3346,
      "step": 22400
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.760587011476254e-05,
      "loss": 0.3418,
      "step": 22410
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7604751571553216e-05,
      "loss": 0.3344,
      "step": 22420
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.760363302834389e-05,
      "loss": 0.3364,
      "step": 22430
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7602514485134565e-05,
      "loss": 0.3366,
      "step": 22440
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7601395941925236e-05,
      "loss": 0.3335,
      "step": 22450
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7600277398715914e-05,
      "loss": 0.3308,
      "step": 22460
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.759915885550659e-05,
      "loss": 0.331,
      "step": 22470
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.759804031229726e-05,
      "loss": 0.3372,
      "step": 22480
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.759692176908794e-05,
      "loss": 0.3333,
      "step": 22490
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.759580322587862e-05,
      "loss": 0.333,
      "step": 22500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.75946846826693e-05,
      "loss": 0.3304,
      "step": 22510
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7593566139459975e-05,
      "loss": 0.3345,
      "step": 22520
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7592447596250646e-05,
      "loss": 0.3309,
      "step": 22530
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7591329053041324e-05,
      "loss": 0.3363,
      "step": 22540
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7590210509831995e-05,
      "loss": 0.341,
      "step": 22550
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.758909196662267e-05,
      "loss": 0.3309,
      "step": 22560
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.758797342341335e-05,
      "loss": 0.3341,
      "step": 22570
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.758696673452496e-05,
      "loss": 0.335,
      "step": 22580
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.758584819131564e-05,
      "loss": 0.3372,
      "step": 22590
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.758472964810631e-05,
      "loss": 0.3256,
      "step": 22600
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.758361110489699e-05,
      "loss": 0.335,
      "step": 22610
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.758249256168766e-05,
      "loss": 0.3283,
      "step": 22620
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7581374018478336e-05,
      "loss": 0.3407,
      "step": 22630
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7580255475269014e-05,
      "loss": 0.3358,
      "step": 22640
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7579136932059685e-05,
      "loss": 0.3405,
      "step": 22650
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.757801838885036e-05,
      "loss": 0.3309,
      "step": 22660
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.757689984564104e-05,
      "loss": 0.3386,
      "step": 22670
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.757578130243172e-05,
      "loss": 0.3332,
      "step": 22680
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.75746627592224e-05,
      "loss": 0.3329,
      "step": 22690
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.757354421601307e-05,
      "loss": 0.3291,
      "step": 22700
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7572425672803746e-05,
      "loss": 0.3316,
      "step": 22710
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.757130712959442e-05,
      "loss": 0.3307,
      "step": 22720
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7570188586385095e-05,
      "loss": 0.3286,
      "step": 22730
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7569070043175766e-05,
      "loss": 0.3321,
      "step": 22740
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7567951499966444e-05,
      "loss": 0.3331,
      "step": 22750
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.756683295675712e-05,
      "loss": 0.341,
      "step": 22760
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.756571441354779e-05,
      "loss": 0.3353,
      "step": 22770
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.756459587033847e-05,
      "loss": 0.333,
      "step": 22780
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.756347732712915e-05,
      "loss": 0.3231,
      "step": 22790
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.756235878391983e-05,
      "loss": 0.3357,
      "step": 22800
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7561240240710505e-05,
      "loss": 0.3378,
      "step": 22810
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7560121697501176e-05,
      "loss": 0.3312,
      "step": 22820
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7559003154291854e-05,
      "loss": 0.3377,
      "step": 22830
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7557884611082525e-05,
      "loss": 0.334,
      "step": 22840
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.75567660678732e-05,
      "loss": 0.3335,
      "step": 22850
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.755564752466388e-05,
      "loss": 0.3342,
      "step": 22860
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.755452898145455e-05,
      "loss": 0.3296,
      "step": 22870
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.755341043824523e-05,
      "loss": 0.3369,
      "step": 22880
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.755229189503591e-05,
      "loss": 0.3324,
      "step": 22890
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7551173351826586e-05,
      "loss": 0.3342,
      "step": 22900
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7550054808617264e-05,
      "loss": 0.3287,
      "step": 22910
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7548936265407935e-05,
      "loss": 0.3279,
      "step": 22920
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.754781772219861e-05,
      "loss": 0.3342,
      "step": 22930
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7546699178989284e-05,
      "loss": 0.3336,
      "step": 22940
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.754558063577996e-05,
      "loss": 0.3347,
      "step": 22950
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.754446209257064e-05,
      "loss": 0.3305,
      "step": 22960
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.754334354936131e-05,
      "loss": 0.3362,
      "step": 22970
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.754222500615199e-05,
      "loss": 0.3299,
      "step": 22980
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.754110646294267e-05,
      "loss": 0.3364,
      "step": 22990
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7539987919733345e-05,
      "loss": 0.3283,
      "step": 23000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.753886937652402e-05,
      "loss": 0.33,
      "step": 23010
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7537750833314694e-05,
      "loss": 0.3354,
      "step": 23020
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.753663229010537e-05,
      "loss": 0.3369,
      "step": 23030
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.753551374689604e-05,
      "loss": 0.3298,
      "step": 23040
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.753439520368672e-05,
      "loss": 0.3306,
      "step": 23050
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.753327666047739e-05,
      "loss": 0.3323,
      "step": 23060
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.753215811726807e-05,
      "loss": 0.3341,
      "step": 23070
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.753103957405875e-05,
      "loss": 0.3281,
      "step": 23080
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7529921030849426e-05,
      "loss": 0.328,
      "step": 23090
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7528802487640104e-05,
      "loss": 0.3331,
      "step": 23100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7527683944430775e-05,
      "loss": 0.3279,
      "step": 23110
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.752656540122145e-05,
      "loss": 0.3271,
      "step": 23120
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.752544685801213e-05,
      "loss": 0.3315,
      "step": 23130
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.75243283148028e-05,
      "loss": 0.3221,
      "step": 23140
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.752320977159348e-05,
      "loss": 0.3324,
      "step": 23150
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.752209122838415e-05,
      "loss": 0.3279,
      "step": 23160
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.752097268517483e-05,
      "loss": 0.3334,
      "step": 23170
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.751985414196551e-05,
      "loss": 0.3326,
      "step": 23180
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.751873559875618e-05,
      "loss": 0.3314,
      "step": 23190
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.751761705554686e-05,
      "loss": 0.3267,
      "step": 23200
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7516498512337534e-05,
      "loss": 0.3314,
      "step": 23210
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.751537996912821e-05,
      "loss": 0.3285,
      "step": 23220
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.751426142591889e-05,
      "loss": 0.3349,
      "step": 23230
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.751314288270956e-05,
      "loss": 0.3335,
      "step": 23240
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.751202433950024e-05,
      "loss": 0.3335,
      "step": 23250
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.751090579629091e-05,
      "loss": 0.3265,
      "step": 23260
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.750978725308159e-05,
      "loss": 0.3297,
      "step": 23270
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7508668709872266e-05,
      "loss": 0.3289,
      "step": 23280
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.750755016666294e-05,
      "loss": 0.327,
      "step": 23290
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7506431623453615e-05,
      "loss": 0.3274,
      "step": 23300
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.750531308024429e-05,
      "loss": 0.3324,
      "step": 23310
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.750419453703497e-05,
      "loss": 0.3312,
      "step": 23320
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.750307599382565e-05,
      "loss": 0.3315,
      "step": 23330
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.750195745061632e-05,
      "loss": 0.3352,
      "step": 23340
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7500838907407e-05,
      "loss": 0.3292,
      "step": 23350
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.749972036419767e-05,
      "loss": 0.3298,
      "step": 23360
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.749860182098835e-05,
      "loss": 0.3335,
      "step": 23370
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.749748327777902e-05,
      "loss": 0.3221,
      "step": 23380
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7496364734569696e-05,
      "loss": 0.3386,
      "step": 23390
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7495246191360374e-05,
      "loss": 0.3261,
      "step": 23400
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.749412764815105e-05,
      "loss": 0.3294,
      "step": 23410
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.749300910494173e-05,
      "loss": 0.331,
      "step": 23420
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.74918905617324e-05,
      "loss": 0.3272,
      "step": 23430
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.749077201852308e-05,
      "loss": 0.328,
      "step": 23440
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7489653475313757e-05,
      "loss": 0.3326,
      "step": 23450
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.748853493210443e-05,
      "loss": 0.3281,
      "step": 23460
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7487416388895106e-05,
      "loss": 0.3319,
      "step": 23470
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.748629784568578e-05,
      "loss": 0.335,
      "step": 23480
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7485179302476455e-05,
      "loss": 0.3309,
      "step": 23490
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.748406075926713e-05,
      "loss": 0.3285,
      "step": 23500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.748294221605781e-05,
      "loss": 0.332,
      "step": 23510
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.748182367284849e-05,
      "loss": 0.3365,
      "step": 23520
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.748070512963916e-05,
      "loss": 0.3319,
      "step": 23530
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.747958658642984e-05,
      "loss": 0.3342,
      "step": 23540
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7478468043220515e-05,
      "loss": 0.3309,
      "step": 23550
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7477349500011187e-05,
      "loss": 0.329,
      "step": 23560
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7476230956801865e-05,
      "loss": 0.3359,
      "step": 23570
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7475112413592536e-05,
      "loss": 0.3297,
      "step": 23580
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7473993870383214e-05,
      "loss": 0.3326,
      "step": 23590
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.747287532717389e-05,
      "loss": 0.3316,
      "step": 23600
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.747175678396456e-05,
      "loss": 0.3317,
      "step": 23610
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.747063824075525e-05,
      "loss": 0.3186,
      "step": 23620
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.746951969754592e-05,
      "loss": 0.3316,
      "step": 23630
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7468401154336596e-05,
      "loss": 0.3331,
      "step": 23640
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7467282611127274e-05,
      "loss": 0.3295,
      "step": 23650
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7466164067917946e-05,
      "loss": 0.334,
      "step": 23660
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7465045524708623e-05,
      "loss": 0.3301,
      "step": 23670
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7463926981499295e-05,
      "loss": 0.3335,
      "step": 23680
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.746280843828997e-05,
      "loss": 0.3297,
      "step": 23690
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7461689895080644e-05,
      "loss": 0.3281,
      "step": 23700
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.746057135187132e-05,
      "loss": 0.3285,
      "step": 23710
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7459452808662e-05,
      "loss": 0.3357,
      "step": 23720
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.745833426545268e-05,
      "loss": 0.3261,
      "step": 23730
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7457215722243355e-05,
      "loss": 0.3275,
      "step": 23740
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7456097179034027e-05,
      "loss": 0.323,
      "step": 23750
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7454978635824705e-05,
      "loss": 0.3257,
      "step": 23760
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.745386009261538e-05,
      "loss": 0.3245,
      "step": 23770
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7452741549406054e-05,
      "loss": 0.3288,
      "step": 23780
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.745162300619673e-05,
      "loss": 0.3227,
      "step": 23790
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.74505044629874e-05,
      "loss": 0.3302,
      "step": 23800
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.744938591977808e-05,
      "loss": 0.3238,
      "step": 23810
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.744826737656876e-05,
      "loss": 0.3283,
      "step": 23820
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7447148833359436e-05,
      "loss": 0.3271,
      "step": 23830
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7446030290150114e-05,
      "loss": 0.3268,
      "step": 23840
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7444911746940786e-05,
      "loss": 0.3283,
      "step": 23850
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7443793203731463e-05,
      "loss": 0.323,
      "step": 23860
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.744267466052214e-05,
      "loss": 0.329,
      "step": 23870
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.744155611731281e-05,
      "loss": 0.3278,
      "step": 23880
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.744043757410349e-05,
      "loss": 0.3255,
      "step": 23890
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.743931903089416e-05,
      "loss": 0.3302,
      "step": 23900
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.743820048768484e-05,
      "loss": 0.3257,
      "step": 23910
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.743708194447552e-05,
      "loss": 0.331,
      "step": 23920
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7435963401266195e-05,
      "loss": 0.3275,
      "step": 23930
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.743484485805687e-05,
      "loss": 0.3306,
      "step": 23940
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7433726314847544e-05,
      "loss": 0.3293,
      "step": 23950
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.743260777163822e-05,
      "loss": 0.3275,
      "step": 23960
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.74314892284289e-05,
      "loss": 0.3313,
      "step": 23970
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.743037068521957e-05,
      "loss": 0.332,
      "step": 23980
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.742925214201025e-05,
      "loss": 0.3262,
      "step": 23990
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.742813359880092e-05,
      "loss": 0.3275,
      "step": 24000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.74270150555916e-05,
      "loss": 0.3277,
      "step": 24010
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.742589651238227e-05,
      "loss": 0.3251,
      "step": 24020
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7424777969172954e-05,
      "loss": 0.3271,
      "step": 24030
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.742365942596363e-05,
      "loss": 0.3344,
      "step": 24040
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7422540882754303e-05,
      "loss": 0.3293,
      "step": 24050
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.742142233954498e-05,
      "loss": 0.3287,
      "step": 24060
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.742030379633565e-05,
      "loss": 0.3276,
      "step": 24070
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.741918525312633e-05,
      "loss": 0.3275,
      "step": 24080
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.741806670991701e-05,
      "loss": 0.334,
      "step": 24090
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.741694816670768e-05,
      "loss": 0.3267,
      "step": 24100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.741582962349836e-05,
      "loss": 0.3324,
      "step": 24110
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.741471108028903e-05,
      "loss": 0.3279,
      "step": 24120
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7413592537079707e-05,
      "loss": 0.325,
      "step": 24130
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7412473993870384e-05,
      "loss": 0.3296,
      "step": 24140
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.741135545066106e-05,
      "loss": 0.3237,
      "step": 24150
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.741023690745174e-05,
      "loss": 0.3277,
      "step": 24160
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.740911836424241e-05,
      "loss": 0.3264,
      "step": 24170
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.740799982103309e-05,
      "loss": 0.3266,
      "step": 24180
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.740688127782377e-05,
      "loss": 0.328,
      "step": 24190
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.740576273461444e-05,
      "loss": 0.3299,
      "step": 24200
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7404644191405116e-05,
      "loss": 0.321,
      "step": 24210
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.740352564819579e-05,
      "loss": 0.3248,
      "step": 24220
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7402407104986465e-05,
      "loss": 0.3305,
      "step": 24230
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.740128856177714e-05,
      "loss": 0.3315,
      "step": 24240
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.740017001856782e-05,
      "loss": 0.3247,
      "step": 24250
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.73990514753585e-05,
      "loss": 0.3324,
      "step": 24260
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.739793293214917e-05,
      "loss": 0.3294,
      "step": 24270
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.739681438893985e-05,
      "loss": 0.3246,
      "step": 24280
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7395695845730526e-05,
      "loss": 0.3252,
      "step": 24290
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.73945773025212e-05,
      "loss": 0.331,
      "step": 24300
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7393458759311875e-05,
      "loss": 0.3224,
      "step": 24310
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7392340216102546e-05,
      "loss": 0.3308,
      "step": 24320
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7391221672893224e-05,
      "loss": 0.3261,
      "step": 24330
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.73901031296839e-05,
      "loss": 0.328,
      "step": 24340
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.738898458647458e-05,
      "loss": 0.3206,
      "step": 24350
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.738786604326526e-05,
      "loss": 0.3223,
      "step": 24360
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.738674750005593e-05,
      "loss": 0.3278,
      "step": 24370
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.738562895684661e-05,
      "loss": 0.3263,
      "step": 24380
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.738451041363728e-05,
      "loss": 0.3251,
      "step": 24390
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7383391870427956e-05,
      "loss": 0.3248,
      "step": 24400
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7382273327218634e-05,
      "loss": 0.3241,
      "step": 24410
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7381154784009305e-05,
      "loss": 0.3302,
      "step": 24420
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.738003624079998e-05,
      "loss": 0.3305,
      "step": 24430
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.737891769759066e-05,
      "loss": 0.3228,
      "step": 24440
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.737779915438134e-05,
      "loss": 0.3286,
      "step": 24450
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.737668061117202e-05,
      "loss": 0.3271,
      "step": 24460
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.737556206796269e-05,
      "loss": 0.3219,
      "step": 24470
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7374443524753366e-05,
      "loss": 0.3258,
      "step": 24480
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.737332498154404e-05,
      "loss": 0.3293,
      "step": 24490
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7372206438334715e-05,
      "loss": 0.3233,
      "step": 24500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.737108789512539e-05,
      "loss": 0.327,
      "step": 24510
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7369969351916064e-05,
      "loss": 0.324,
      "step": 24520
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.736885080870674e-05,
      "loss": 0.3253,
      "step": 24530
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7367732265497413e-05,
      "loss": 0.3198,
      "step": 24540
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.736661372228809e-05,
      "loss": 0.3276,
      "step": 24550
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.736549517907877e-05,
      "loss": 0.3226,
      "step": 24560
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.736437663586945e-05,
      "loss": 0.3287,
      "step": 24570
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7363258092660125e-05,
      "loss": 0.3242,
      "step": 24580
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7362139549450796e-05,
      "loss": 0.3294,
      "step": 24590
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7361021006241474e-05,
      "loss": 0.327,
      "step": 24600
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.735990246303215e-05,
      "loss": 0.3281,
      "step": 24610
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.735878391982282e-05,
      "loss": 0.3201,
      "step": 24620
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.735777723093444e-05,
      "loss": 0.3248,
      "step": 24630
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.735665868772511e-05,
      "loss": 0.3269,
      "step": 24640
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.735554014451579e-05,
      "loss": 0.3208,
      "step": 24650
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.735442160130646e-05,
      "loss": 0.3252,
      "step": 24660
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.735330305809714e-05,
      "loss": 0.3237,
      "step": 24670
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7352184514887815e-05,
      "loss": 0.3278,
      "step": 24680
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7351065971678486e-05,
      "loss": 0.3215,
      "step": 24690
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7349947428469164e-05,
      "loss": 0.3284,
      "step": 24700
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7348828885259835e-05,
      "loss": 0.323,
      "step": 24710
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.734771034205051e-05,
      "loss": 0.3223,
      "step": 24720
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.734659179884119e-05,
      "loss": 0.3263,
      "step": 24730
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.734547325563187e-05,
      "loss": 0.3296,
      "step": 24740
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.734435471242255e-05,
      "loss": 0.3212,
      "step": 24750
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.734323616921322e-05,
      "loss": 0.3187,
      "step": 24760
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7342117626003896e-05,
      "loss": 0.3251,
      "step": 24770
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.734099908279457e-05,
      "loss": 0.3257,
      "step": 24780
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7339880539585245e-05,
      "loss": 0.3206,
      "step": 24790
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.733876199637592e-05,
      "loss": 0.321,
      "step": 24800
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7337643453166594e-05,
      "loss": 0.3136,
      "step": 24810
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.733652490995727e-05,
      "loss": 0.3279,
      "step": 24820
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.733540636674795e-05,
      "loss": 0.3207,
      "step": 24830
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.733428782353863e-05,
      "loss": 0.3242,
      "step": 24840
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7333169280329306e-05,
      "loss": 0.3247,
      "step": 24850
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.733205073711998e-05,
      "loss": 0.3316,
      "step": 24860
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7330932193910655e-05,
      "loss": 0.3266,
      "step": 24870
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7329813650701326e-05,
      "loss": 0.3241,
      "step": 24880
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7328695107492004e-05,
      "loss": 0.328,
      "step": 24890
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.732757656428268e-05,
      "loss": 0.3223,
      "step": 24900
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.732645802107335e-05,
      "loss": 0.3236,
      "step": 24910
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.732533947786403e-05,
      "loss": 0.3256,
      "step": 24920
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.732422093465471e-05,
      "loss": 0.3243,
      "step": 24930
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.732310239144539e-05,
      "loss": 0.3192,
      "step": 24940
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7321983848236065e-05,
      "loss": 0.3195,
      "step": 24950
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7320865305026736e-05,
      "loss": 0.3244,
      "step": 24960
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7319746761817414e-05,
      "loss": 0.3192,
      "step": 24970
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7318628218608085e-05,
      "loss": 0.3258,
      "step": 24980
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.731750967539876e-05,
      "loss": 0.3268,
      "step": 24990
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7316391132189434e-05,
      "loss": 0.3245,
      "step": 25000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.731527258898011e-05,
      "loss": 0.3219,
      "step": 25010
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.731415404577079e-05,
      "loss": 0.3227,
      "step": 25020
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.731303550256147e-05,
      "loss": 0.3219,
      "step": 25030
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7311916959352146e-05,
      "loss": 0.3251,
      "step": 25040
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.731079841614282e-05,
      "loss": 0.3247,
      "step": 25050
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7309679872933495e-05,
      "loss": 0.3212,
      "step": 25060
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.730856132972417e-05,
      "loss": 0.3201,
      "step": 25070
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7307442786514844e-05,
      "loss": 0.3191,
      "step": 25080
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.730632424330552e-05,
      "loss": 0.3252,
      "step": 25090
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.730520570009619e-05,
      "loss": 0.3263,
      "step": 25100
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.730408715688687e-05,
      "loss": 0.3232,
      "step": 25110
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.730296861367755e-05,
      "loss": 0.3189,
      "step": 25120
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.730185007046822e-05,
      "loss": 0.3204,
      "step": 25130
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.73007315272589e-05,
      "loss": 0.3286,
      "step": 25140
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7299612984049576e-05,
      "loss": 0.3229,
      "step": 25150
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7298494440840254e-05,
      "loss": 0.3245,
      "step": 25160
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.729737589763093e-05,
      "loss": 0.3225,
      "step": 25170
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.72962573544216e-05,
      "loss": 0.3243,
      "step": 25180
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.729513881121228e-05,
      "loss": 0.321,
      "step": 25190
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.729402026800295e-05,
      "loss": 0.3291,
      "step": 25200
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.729290172479363e-05,
      "loss": 0.3202,
      "step": 25210
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.729178318158431e-05,
      "loss": 0.3213,
      "step": 25220
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.729066463837498e-05,
      "loss": 0.3282,
      "step": 25230
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.728954609516566e-05,
      "loss": 0.3272,
      "step": 25240
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7288427551956335e-05,
      "loss": 0.3234,
      "step": 25250
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.728730900874701e-05,
      "loss": 0.319,
      "step": 25260
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.728619046553769e-05,
      "loss": 0.3249,
      "step": 25270
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.728507192232836e-05,
      "loss": 0.3244,
      "step": 25280
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.728395337911904e-05,
      "loss": 0.3246,
      "step": 25290
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.728283483590971e-05,
      "loss": 0.3203,
      "step": 25300
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.728171629270039e-05,
      "loss": 0.3255,
      "step": 25310
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.728059774949106e-05,
      "loss": 0.3275,
      "step": 25320
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.727947920628174e-05,
      "loss": 0.3184,
      "step": 25330
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7278360663072416e-05,
      "loss": 0.3251,
      "step": 25340
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7277242119863094e-05,
      "loss": 0.3279,
      "step": 25350
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.727612357665377e-05,
      "loss": 0.3213,
      "step": 25360
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.727500503344444e-05,
      "loss": 0.3204,
      "step": 25370
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.727388649023512e-05,
      "loss": 0.3219,
      "step": 25380
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.72727679470258e-05,
      "loss": 0.3246,
      "step": 25390
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.727164940381647e-05,
      "loss": 0.3231,
      "step": 25400
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.727053086060715e-05,
      "loss": 0.3245,
      "step": 25410
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.726941231739782e-05,
      "loss": 0.3215,
      "step": 25420
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.72682937741885e-05,
      "loss": 0.3202,
      "step": 25430
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7267175230979175e-05,
      "loss": 0.3184,
      "step": 25440
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.726605668776985e-05,
      "loss": 0.3337,
      "step": 25450
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.726493814456053e-05,
      "loss": 0.3265,
      "step": 25460
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.72638196013512e-05,
      "loss": 0.3223,
      "step": 25470
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.726270105814188e-05,
      "loss": 0.3189,
      "step": 25480
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.726158251493256e-05,
      "loss": 0.3176,
      "step": 25490
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.726046397172323e-05,
      "loss": 0.3184,
      "step": 25500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.725934542851391e-05,
      "loss": 0.3225,
      "step": 25510
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.725822688530458e-05,
      "loss": 0.3268,
      "step": 25520
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7257108342095256e-05,
      "loss": 0.3251,
      "step": 25530
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7255989798885934e-05,
      "loss": 0.3201,
      "step": 25540
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7254871255676605e-05,
      "loss": 0.3221,
      "step": 25550
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.725375271246729e-05,
      "loss": 0.327,
      "step": 25560
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.725263416925796e-05,
      "loss": 0.3195,
      "step": 25570
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.725151562604864e-05,
      "loss": 0.3206,
      "step": 25580
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.725039708283932e-05,
      "loss": 0.3234,
      "step": 25590
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.724927853962999e-05,
      "loss": 0.3195,
      "step": 25600
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7248159996420666e-05,
      "loss": 0.3284,
      "step": 25610
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.724704145321134e-05,
      "loss": 0.3192,
      "step": 25620
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7245922910002015e-05,
      "loss": 0.3293,
      "step": 25630
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7244804366792686e-05,
      "loss": 0.3212,
      "step": 25640
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7243685823583364e-05,
      "loss": 0.3158,
      "step": 25650
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.724256728037404e-05,
      "loss": 0.321,
      "step": 25660
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.724144873716472e-05,
      "loss": 0.3213,
      "step": 25670
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.72403301939554e-05,
      "loss": 0.3183,
      "step": 25680
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.723921165074607e-05,
      "loss": 0.3176,
      "step": 25690
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.723809310753675e-05,
      "loss": 0.3154,
      "step": 25700
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7236974564327425e-05,
      "loss": 0.321,
      "step": 25710
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7235856021118096e-05,
      "loss": 0.3245,
      "step": 25720
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7234737477908774e-05,
      "loss": 0.3179,
      "step": 25730
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7233618934699445e-05,
      "loss": 0.3149,
      "step": 25740
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.723250039149012e-05,
      "loss": 0.3171,
      "step": 25750
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.72313818482808e-05,
      "loss": 0.3235,
      "step": 25760
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.723026330507148e-05,
      "loss": 0.3211,
      "step": 25770
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.722914476186216e-05,
      "loss": 0.3216,
      "step": 25780
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.722802621865283e-05,
      "loss": 0.3278,
      "step": 25790
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7226907675443506e-05,
      "loss": 0.3213,
      "step": 25800
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7225789132234184e-05,
      "loss": 0.3178,
      "step": 25810
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7224670589024855e-05,
      "loss": 0.3229,
      "step": 25820
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.722355204581553e-05,
      "loss": 0.3212,
      "step": 25830
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7222433502606204e-05,
      "loss": 0.3211,
      "step": 25840
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.722131495939688e-05,
      "loss": 0.3244,
      "step": 25850
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.722019641618756e-05,
      "loss": 0.3248,
      "step": 25860
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.721907787297824e-05,
      "loss": 0.3195,
      "step": 25870
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7217959329768916e-05,
      "loss": 0.3179,
      "step": 25880
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.721684078655959e-05,
      "loss": 0.3205,
      "step": 25890
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7215722243350265e-05,
      "loss": 0.3229,
      "step": 25900
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.721460370014094e-05,
      "loss": 0.3196,
      "step": 25910
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7213485156931614e-05,
      "loss": 0.3235,
      "step": 25920
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.721236661372229e-05,
      "loss": 0.3216,
      "step": 25930
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.721124807051296e-05,
      "loss": 0.3202,
      "step": 25940
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.721012952730364e-05,
      "loss": 0.3229,
      "step": 25950
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.720901098409431e-05,
      "loss": 0.3181,
      "step": 25960
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.720789244088499e-05,
      "loss": 0.3222,
      "step": 25970
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7206773897675675e-05,
      "loss": 0.3229,
      "step": 25980
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7205655354466346e-05,
      "loss": 0.31,
      "step": 25990
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7204536811257024e-05,
      "loss": 0.3172,
      "step": 26000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7203418268047695e-05,
      "loss": 0.3234,
      "step": 26010
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.720229972483837e-05,
      "loss": 0.3232,
      "step": 26020
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.720118118162905e-05,
      "loss": 0.3215,
      "step": 26030
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.720006263841972e-05,
      "loss": 0.3145,
      "step": 26040
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.71989440952104e-05,
      "loss": 0.3189,
      "step": 26050
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.719782555200107e-05,
      "loss": 0.3196,
      "step": 26060
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.719670700879175e-05,
      "loss": 0.3187,
      "step": 26070
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.719558846558243e-05,
      "loss": 0.3239,
      "step": 26080
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7194469922373105e-05,
      "loss": 0.3183,
      "step": 26090
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.719335137916378e-05,
      "loss": 0.3147,
      "step": 26100
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7192232835954454e-05,
      "loss": 0.3131,
      "step": 26110
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.719111429274513e-05,
      "loss": 0.3178,
      "step": 26120
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.718999574953581e-05,
      "loss": 0.3179,
      "step": 26130
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.718887720632648e-05,
      "loss": 0.3216,
      "step": 26140
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.718775866311716e-05,
      "loss": 0.319,
      "step": 26150
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.718664011990783e-05,
      "loss": 0.3093,
      "step": 26160
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.718552157669851e-05,
      "loss": 0.3143,
      "step": 26170
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7184403033489186e-05,
      "loss": 0.3177,
      "step": 26180
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7183284490279864e-05,
      "loss": 0.3196,
      "step": 26190
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.718216594707054e-05,
      "loss": 0.32,
      "step": 26200
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.718104740386121e-05,
      "loss": 0.3115,
      "step": 26210
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.717992886065189e-05,
      "loss": 0.3209,
      "step": 26220
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.717881031744257e-05,
      "loss": 0.3199,
      "step": 26230
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.717769177423324e-05,
      "loss": 0.3216,
      "step": 26240
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.717657323102392e-05,
      "loss": 0.3178,
      "step": 26250
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.717545468781459e-05,
      "loss": 0.3193,
      "step": 26260
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.717433614460527e-05,
      "loss": 0.3198,
      "step": 26270
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7173217601395945e-05,
      "loss": 0.3198,
      "step": 26280
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.717209905818662e-05,
      "loss": 0.3213,
      "step": 26290
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.71709805149773e-05,
      "loss": 0.3233,
      "step": 26300
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.716986197176797e-05,
      "loss": 0.3168,
      "step": 26310
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.716874342855865e-05,
      "loss": 0.3232,
      "step": 26320
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.716762488534932e-05,
      "loss": 0.3215,
      "step": 26330
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.716650634214e-05,
      "loss": 0.3235,
      "step": 26340
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7165387798930677e-05,
      "loss": 0.3183,
      "step": 26350
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.716426925572135e-05,
      "loss": 0.323,
      "step": 26360
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7163150712512026e-05,
      "loss": 0.318,
      "step": 26370
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.71620321693027e-05,
      "loss": 0.322,
      "step": 26380
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.716091362609338e-05,
      "loss": 0.3242,
      "step": 26390
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.715979508288406e-05,
      "loss": 0.3219,
      "step": 26400
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.715867653967473e-05,
      "loss": 0.32,
      "step": 26410
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.715755799646541e-05,
      "loss": 0.3197,
      "step": 26420
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.715643945325608e-05,
      "loss": 0.3214,
      "step": 26430
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.715532091004676e-05,
      "loss": 0.3225,
      "step": 26440
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7154202366837435e-05,
      "loss": 0.319,
      "step": 26450
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.715308382362811e-05,
      "loss": 0.3176,
      "step": 26460
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7151965280418785e-05,
      "loss": 0.3232,
      "step": 26470
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7150846737209456e-05,
      "loss": 0.3163,
      "step": 26480
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7149728194000134e-05,
      "loss": 0.3189,
      "step": 26490
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.714860965079081e-05,
      "loss": 0.3138,
      "step": 26500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.714749110758149e-05,
      "loss": 0.3158,
      "step": 26510
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.714637256437217e-05,
      "loss": 0.3184,
      "step": 26520
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.714525402116284e-05,
      "loss": 0.315,
      "step": 26530
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7144135477953516e-05,
      "loss": 0.3234,
      "step": 26540
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7143016934744194e-05,
      "loss": 0.3201,
      "step": 26550
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7141898391534866e-05,
      "loss": 0.3167,
      "step": 26560
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7140779848325543e-05,
      "loss": 0.3148,
      "step": 26570
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7139661305116215e-05,
      "loss": 0.3146,
      "step": 26580
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.713854276190689e-05,
      "loss": 0.3162,
      "step": 26590
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.713742421869757e-05,
      "loss": 0.3217,
      "step": 26600
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.713630567548825e-05,
      "loss": 0.3138,
      "step": 26610
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7135187132278926e-05,
      "loss": 0.3222,
      "step": 26620
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.71340685890696e-05,
      "loss": 0.3115,
      "step": 26630
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7132950045860275e-05,
      "loss": 0.315,
      "step": 26640
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7131831502650947e-05,
      "loss": 0.316,
      "step": 26650
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7130824813762555e-05,
      "loss": 0.3166,
      "step": 26660
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.712970627055323e-05,
      "loss": 0.3148,
      "step": 26670
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.712858772734391e-05,
      "loss": 0.3228,
      "step": 26680
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.712746918413459e-05,
      "loss": 0.3159,
      "step": 26690
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.712635064092526e-05,
      "loss": 0.3165,
      "step": 26700
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.712523209771594e-05,
      "loss": 0.3147,
      "step": 26710
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.712411355450661e-05,
      "loss": 0.317,
      "step": 26720
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.712299501129729e-05,
      "loss": 0.3109,
      "step": 26730
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7121876468087965e-05,
      "loss": 0.3146,
      "step": 26740
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7120757924878636e-05,
      "loss": 0.3105,
      "step": 26750
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7119639381669314e-05,
      "loss": 0.3195,
      "step": 26760
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.711852083845999e-05,
      "loss": 0.3154,
      "step": 26770
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.711740229525067e-05,
      "loss": 0.3233,
      "step": 26780
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.711628375204135e-05,
      "loss": 0.3178,
      "step": 26790
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.711516520883202e-05,
      "loss": 0.3183,
      "step": 26800
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.71140466656227e-05,
      "loss": 0.3158,
      "step": 26810
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.711292812241337e-05,
      "loss": 0.3172,
      "step": 26820
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7111809579204046e-05,
      "loss": 0.3158,
      "step": 26830
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7110691035994724e-05,
      "loss": 0.3143,
      "step": 26840
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7109572492785395e-05,
      "loss": 0.3191,
      "step": 26850
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.710845394957607e-05,
      "loss": 0.3191,
      "step": 26860
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.710733540636675e-05,
      "loss": 0.3168,
      "step": 26870
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.710621686315743e-05,
      "loss": 0.3196,
      "step": 26880
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.710509831994811e-05,
      "loss": 0.3211,
      "step": 26890
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.710397977673878e-05,
      "loss": 0.3171,
      "step": 26900
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7102861233529456e-05,
      "loss": 0.3184,
      "step": 26910
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.710174269032013e-05,
      "loss": 0.3146,
      "step": 26920
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7100624147110805e-05,
      "loss": 0.3196,
      "step": 26930
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.709950560390148e-05,
      "loss": 0.3203,
      "step": 26940
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7098387060692154e-05,
      "loss": 0.3216,
      "step": 26950
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.709726851748283e-05,
      "loss": 0.3214,
      "step": 26960
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.709614997427351e-05,
      "loss": 0.3189,
      "step": 26970
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.709503143106419e-05,
      "loss": 0.3173,
      "step": 26980
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.709391288785486e-05,
      "loss": 0.3176,
      "step": 26990
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.709279434464554e-05,
      "loss": 0.3188,
      "step": 27000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7091675801436215e-05,
      "loss": 0.3159,
      "step": 27010
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7090557258226886e-05,
      "loss": 0.3165,
      "step": 27020
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7089438715017564e-05,
      "loss": 0.3149,
      "step": 27030
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7088320171808235e-05,
      "loss": 0.3118,
      "step": 27040
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.708720162859891e-05,
      "loss": 0.3088,
      "step": 27050
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.708608308538959e-05,
      "loss": 0.3215,
      "step": 27060
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.708496454218026e-05,
      "loss": 0.3164,
      "step": 27070
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.708384599897094e-05,
      "loss": 0.3146,
      "step": 27080
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.708272745576162e-05,
      "loss": 0.3161,
      "step": 27090
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7081608912552296e-05,
      "loss": 0.3195,
      "step": 27100
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7080490369342974e-05,
      "loss": 0.3179,
      "step": 27110
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7079371826133645e-05,
      "loss": 0.3171,
      "step": 27120
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.707825328292432e-05,
      "loss": 0.3116,
      "step": 27130
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7077134739714994e-05,
      "loss": 0.3204,
      "step": 27140
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.707601619650567e-05,
      "loss": 0.3122,
      "step": 27150
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.707489765329635e-05,
      "loss": 0.3227,
      "step": 27160
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.707377911008702e-05,
      "loss": 0.3179,
      "step": 27170
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.70726605668777e-05,
      "loss": 0.3159,
      "step": 27180
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.707154202366838e-05,
      "loss": 0.3238,
      "step": 27190
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7070423480459055e-05,
      "loss": 0.3154,
      "step": 27200
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.706930493724973e-05,
      "loss": 0.313,
      "step": 27210
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7068186394040404e-05,
      "loss": 0.3167,
      "step": 27220
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.706706785083108e-05,
      "loss": 0.3156,
      "step": 27230
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.706594930762175e-05,
      "loss": 0.3141,
      "step": 27240
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.706483076441243e-05,
      "loss": 0.3113,
      "step": 27250
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.706371222120311e-05,
      "loss": 0.3124,
      "step": 27260
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.706259367799378e-05,
      "loss": 0.3168,
      "step": 27270
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.706147513478446e-05,
      "loss": 0.3162,
      "step": 27280
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7060356591575136e-05,
      "loss": 0.3193,
      "step": 27290
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7059238048365814e-05,
      "loss": 0.3192,
      "step": 27300
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7058119505156485e-05,
      "loss": 0.315,
      "step": 27310
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.705700096194716e-05,
      "loss": 0.3179,
      "step": 27320
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.705588241873784e-05,
      "loss": 0.3161,
      "step": 27330
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.705476387552851e-05,
      "loss": 0.3153,
      "step": 27340
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.705364533231919e-05,
      "loss": 0.3139,
      "step": 27350
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.705252678910986e-05,
      "loss": 0.3208,
      "step": 27360
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.705140824590054e-05,
      "loss": 0.3193,
      "step": 27370
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.705028970269122e-05,
      "loss": 0.3154,
      "step": 27380
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7049171159481895e-05,
      "loss": 0.3201,
      "step": 27390
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.704805261627257e-05,
      "loss": 0.3143,
      "step": 27400
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7046934073063244e-05,
      "loss": 0.3145,
      "step": 27410
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.704581552985392e-05,
      "loss": 0.3117,
      "step": 27420
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.70446969866446e-05,
      "loss": 0.3165,
      "step": 27430
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.704357844343527e-05,
      "loss": 0.3073,
      "step": 27440
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.704245990022595e-05,
      "loss": 0.3185,
      "step": 27450
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.704134135701662e-05,
      "loss": 0.3153,
      "step": 27460
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.70402228138073e-05,
      "loss": 0.314,
      "step": 27470
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7039104270597976e-05,
      "loss": 0.3103,
      "step": 27480
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.703798572738865e-05,
      "loss": 0.3127,
      "step": 27490
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7036867184179325e-05,
      "loss": 0.314,
      "step": 27500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.703574864097e-05,
      "loss": 0.3097,
      "step": 27510
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.703463009776068e-05,
      "loss": 0.3211,
      "step": 27520
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.703351155455136e-05,
      "loss": 0.314,
      "step": 27530
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.703239301134203e-05,
      "loss": 0.3164,
      "step": 27540
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.703127446813271e-05,
      "loss": 0.3131,
      "step": 27550
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.703015592492338e-05,
      "loss": 0.3119,
      "step": 27560
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.702903738171406e-05,
      "loss": 0.3164,
      "step": 27570
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7027918838504735e-05,
      "loss": 0.3188,
      "step": 27580
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7026800295295406e-05,
      "loss": 0.3177,
      "step": 27590
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7025681752086084e-05,
      "loss": 0.3107,
      "step": 27600
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.702456320887676e-05,
      "loss": 0.3127,
      "step": 27610
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.702344466566744e-05,
      "loss": 0.3126,
      "step": 27620
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.702232612245811e-05,
      "loss": 0.3192,
      "step": 27630
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.702120757924879e-05,
      "loss": 0.3138,
      "step": 27640
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.702008903603947e-05,
      "loss": 0.3171,
      "step": 27650
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.701897049283014e-05,
      "loss": 0.3164,
      "step": 27660
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7017851949620816e-05,
      "loss": 0.3112,
      "step": 27670
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.701673340641149e-05,
      "loss": 0.3097,
      "step": 27680
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7015614863202165e-05,
      "loss": 0.3123,
      "step": 27690
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.701449631999284e-05,
      "loss": 0.3104,
      "step": 27700
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.701337777678352e-05,
      "loss": 0.3116,
      "step": 27710
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.70122592335742e-05,
      "loss": 0.3087,
      "step": 27720
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.701114069036487e-05,
      "loss": 0.3082,
      "step": 27730
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.701002214715555e-05,
      "loss": 0.3181,
      "step": 27740
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7008903603946226e-05,
      "loss": 0.3121,
      "step": 27750
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.70077850607369e-05,
      "loss": 0.3131,
      "step": 27760
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7006666517527575e-05,
      "loss": 0.317,
      "step": 27770
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7005547974318246e-05,
      "loss": 0.3135,
      "step": 27780
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7004429431108924e-05,
      "loss": 0.3173,
      "step": 27790
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.70033108878996e-05,
      "loss": 0.313,
      "step": 27800
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.700219234469028e-05,
      "loss": 0.3178,
      "step": 27810
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.700107380148096e-05,
      "loss": 0.3146,
      "step": 27820
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.699995525827163e-05,
      "loss": 0.3127,
      "step": 27830
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.699883671506231e-05,
      "loss": 0.3136,
      "step": 27840
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6997718171852985e-05,
      "loss": 0.3086,
      "step": 27850
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6996599628643656e-05,
      "loss": 0.3116,
      "step": 27860
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6995481085434334e-05,
      "loss": 0.3091,
      "step": 27870
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6994362542225005e-05,
      "loss": 0.3123,
      "step": 27880
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.699324399901568e-05,
      "loss": 0.3192,
      "step": 27890
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6992125455806354e-05,
      "loss": 0.318,
      "step": 27900
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.699100691259703e-05,
      "loss": 0.3146,
      "step": 27910
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.698988836938772e-05,
      "loss": 0.3082,
      "step": 27920
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.698876982617839e-05,
      "loss": 0.3103,
      "step": 27930
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6987651282969066e-05,
      "loss": 0.3154,
      "step": 27940
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.698653273975974e-05,
      "loss": 0.3079,
      "step": 27950
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6985414196550415e-05,
      "loss": 0.3144,
      "step": 27960
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.698429565334109e-05,
      "loss": 0.3119,
      "step": 27970
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6983177110131764e-05,
      "loss": 0.3112,
      "step": 27980
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.698205856692244e-05,
      "loss": 0.3104,
      "step": 27990
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.698094002371311e-05,
      "loss": 0.3113,
      "step": 28000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.697982148050379e-05,
      "loss": 0.3198,
      "step": 28010
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.697870293729447e-05,
      "loss": 0.3148,
      "step": 28020
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.697758439408515e-05,
      "loss": 0.3105,
      "step": 28030
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6976465850875825e-05,
      "loss": 0.3161,
      "step": 28040
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6975347307666496e-05,
      "loss": 0.3147,
      "step": 28050
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6974228764457174e-05,
      "loss": 0.3078,
      "step": 28060
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.697311022124785e-05,
      "loss": 0.3104,
      "step": 28070
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.697199167803852e-05,
      "loss": 0.3158,
      "step": 28080
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.69708731348292e-05,
      "loss": 0.3113,
      "step": 28090
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.696975459161987e-05,
      "loss": 0.3081,
      "step": 28100
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.696863604841055e-05,
      "loss": 0.306,
      "step": 28110
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.696751750520123e-05,
      "loss": 0.3118,
      "step": 28120
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6966398961991906e-05,
      "loss": 0.3116,
      "step": 28130
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6965280418782584e-05,
      "loss": 0.311,
      "step": 28140
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6964161875573255e-05,
      "loss": 0.3135,
      "step": 28150
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.696304333236393e-05,
      "loss": 0.3163,
      "step": 28160
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.696192478915461e-05,
      "loss": 0.3131,
      "step": 28170
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.696080624594528e-05,
      "loss": 0.3187,
      "step": 28180
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.695968770273596e-05,
      "loss": 0.3075,
      "step": 28190
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.695856915952663e-05,
      "loss": 0.3064,
      "step": 28200
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.695745061631731e-05,
      "loss": 0.3091,
      "step": 28210
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.695633207310799e-05,
      "loss": 0.3133,
      "step": 28220
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6955213529898665e-05,
      "loss": 0.3167,
      "step": 28230
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.695409498668934e-05,
      "loss": 0.3092,
      "step": 28240
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6952976443480014e-05,
      "loss": 0.3122,
      "step": 28250
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.695185790027069e-05,
      "loss": 0.3091,
      "step": 28260
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.695073935706136e-05,
      "loss": 0.3167,
      "step": 28270
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.694962081385204e-05,
      "loss": 0.3107,
      "step": 28280
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.694850227064272e-05,
      "loss": 0.3076,
      "step": 28290
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.694738372743339e-05,
      "loss": 0.3133,
      "step": 28300
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.694626518422407e-05,
      "loss": 0.3112,
      "step": 28310
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.694514664101474e-05,
      "loss": 0.3144,
      "step": 28320
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6944028097805424e-05,
      "loss": 0.3061,
      "step": 28330
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.69429095545961e-05,
      "loss": 0.314,
      "step": 28340
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.694179101138677e-05,
      "loss": 0.3162,
      "step": 28350
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.694067246817745e-05,
      "loss": 0.3096,
      "step": 28360
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.693955392496812e-05,
      "loss": 0.3122,
      "step": 28370
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.69384353817588e-05,
      "loss": 0.3128,
      "step": 28380
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.693731683854948e-05,
      "loss": 0.3079,
      "step": 28390
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.693619829534015e-05,
      "loss": 0.3079,
      "step": 28400
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.693507975213083e-05,
      "loss": 0.3068,
      "step": 28410
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.69339612089215e-05,
      "loss": 0.3075,
      "step": 28420
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6932842665712176e-05,
      "loss": 0.3111,
      "step": 28430
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6931724122502854e-05,
      "loss": 0.3055,
      "step": 28440
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.693060557929353e-05,
      "loss": 0.3097,
      "step": 28450
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.692948703608421e-05,
      "loss": 0.311,
      "step": 28460
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.692836849287488e-05,
      "loss": 0.3128,
      "step": 28470
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.692724994966556e-05,
      "loss": 0.3063,
      "step": 28480
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.692613140645624e-05,
      "loss": 0.3095,
      "step": 28490
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.692501286324691e-05,
      "loss": 0.3111,
      "step": 28500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6923894320037586e-05,
      "loss": 0.3067,
      "step": 28510
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.692277577682826e-05,
      "loss": 0.3073,
      "step": 28520
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6921657233618935e-05,
      "loss": 0.3096,
      "step": 28530
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.692053869040961e-05,
      "loss": 0.317,
      "step": 28540
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.691942014720029e-05,
      "loss": 0.3083,
      "step": 28550
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.691830160399097e-05,
      "loss": 0.3121,
      "step": 28560
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.691718306078164e-05,
      "loss": 0.3143,
      "step": 28570
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.691606451757232e-05,
      "loss": 0.3094,
      "step": 28580
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.691494597436299e-05,
      "loss": 0.3077,
      "step": 28590
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.691382743115367e-05,
      "loss": 0.3107,
      "step": 28600
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6912708887944345e-05,
      "loss": 0.3105,
      "step": 28610
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6911590344735016e-05,
      "loss": 0.3156,
      "step": 28620
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6910471801525694e-05,
      "loss": 0.3083,
      "step": 28630
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.690935325831637e-05,
      "loss": 0.312,
      "step": 28640
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.690823471510705e-05,
      "loss": 0.3098,
      "step": 28650
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.690711617189773e-05,
      "loss": 0.3096,
      "step": 28660
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.69059976286884e-05,
      "loss": 0.3105,
      "step": 28670
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.690487908547908e-05,
      "loss": 0.3098,
      "step": 28680
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.690376054226975e-05,
      "loss": 0.309,
      "step": 28690
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6902641999060426e-05,
      "loss": 0.3068,
      "step": 28700
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6901635310172034e-05,
      "loss": 0.3176,
      "step": 28710
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.690051676696271e-05,
      "loss": 0.3116,
      "step": 28720
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.689939822375339e-05,
      "loss": 0.3119,
      "step": 28730
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.689827968054406e-05,
      "loss": 0.3091,
      "step": 28740
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.689716113733474e-05,
      "loss": 0.3131,
      "step": 28750
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.689604259412541e-05,
      "loss": 0.3144,
      "step": 28760
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.689492405091609e-05,
      "loss": 0.3105,
      "step": 28770
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6893805507706766e-05,
      "loss": 0.3109,
      "step": 28780
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.689268696449744e-05,
      "loss": 0.3133,
      "step": 28790
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6891568421288116e-05,
      "loss": 0.3102,
      "step": 28800
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6890449878078793e-05,
      "loss": 0.305,
      "step": 28810
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.688933133486947e-05,
      "loss": 0.3106,
      "step": 28820
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.688821279166015e-05,
      "loss": 0.3132,
      "step": 28830
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.688709424845082e-05,
      "loss": 0.3159,
      "step": 28840
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.68859757052415e-05,
      "loss": 0.3121,
      "step": 28850
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.688485716203217e-05,
      "loss": 0.3126,
      "step": 28860
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.688373861882285e-05,
      "loss": 0.3056,
      "step": 28870
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6882620075613525e-05,
      "loss": 0.3088,
      "step": 28880
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6881501532404197e-05,
      "loss": 0.3168,
      "step": 28890
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6880382989194874e-05,
      "loss": 0.3129,
      "step": 28900
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.687926444598555e-05,
      "loss": 0.316,
      "step": 28910
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.687814590277623e-05,
      "loss": 0.3139,
      "step": 28920
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.68770273595669e-05,
      "loss": 0.3092,
      "step": 28930
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.687590881635758e-05,
      "loss": 0.3107,
      "step": 28940
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.687479027314826e-05,
      "loss": 0.3115,
      "step": 28950
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.687367172993893e-05,
      "loss": 0.306,
      "step": 28960
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6872553186729606e-05,
      "loss": 0.3043,
      "step": 28970
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.687143464352028e-05,
      "loss": 0.3068,
      "step": 28980
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6870316100310955e-05,
      "loss": 0.3052,
      "step": 28990
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6869197557101633e-05,
      "loss": 0.3031,
      "step": 29000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6868079013892305e-05,
      "loss": 0.3136,
      "step": 29010
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.686696047068298e-05,
      "loss": 0.3099,
      "step": 29020
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.686584192747366e-05,
      "loss": 0.3102,
      "step": 29030
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.686472338426434e-05,
      "loss": 0.3067,
      "step": 29040
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6863604841055016e-05,
      "loss": 0.3127,
      "step": 29050
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.686248629784569e-05,
      "loss": 0.3076,
      "step": 29060
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6861367754636365e-05,
      "loss": 0.3111,
      "step": 29070
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6860249211427037e-05,
      "loss": 0.305,
      "step": 29080
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6859130668217714e-05,
      "loss": 0.3113,
      "step": 29090
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.685801212500839e-05,
      "loss": 0.3167,
      "step": 29100
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6856893581799064e-05,
      "loss": 0.3108,
      "step": 29110
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.685577503858974e-05,
      "loss": 0.3093,
      "step": 29120
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.685465649538042e-05,
      "loss": 0.3069,
      "step": 29130
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.68535379521711e-05,
      "loss": 0.31,
      "step": 29140
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6852419408961775e-05,
      "loss": 0.3086,
      "step": 29150
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6851300865752446e-05,
      "loss": 0.3057,
      "step": 29160
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6850182322543124e-05,
      "loss": 0.3099,
      "step": 29170
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6849063779333795e-05,
      "loss": 0.308,
      "step": 29180
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.684794523612447e-05,
      "loss": 0.3078,
      "step": 29190
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.684682669291515e-05,
      "loss": 0.3042,
      "step": 29200
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.684570814970582e-05,
      "loss": 0.3029,
      "step": 29210
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.68445896064965e-05,
      "loss": 0.3096,
      "step": 29220
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.684347106328718e-05,
      "loss": 0.3122,
      "step": 29230
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6842352520077856e-05,
      "loss": 0.3061,
      "step": 29240
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.684123397686853e-05,
      "loss": 0.3032,
      "step": 29250
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6840115433659205e-05,
      "loss": 0.3113,
      "step": 29260
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.683899689044988e-05,
      "loss": 0.3126,
      "step": 29270
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6837878347240554e-05,
      "loss": 0.3085,
      "step": 29280
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.683675980403123e-05,
      "loss": 0.3105,
      "step": 29290
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6835641260821903e-05,
      "loss": 0.3094,
      "step": 29300
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.683452271761258e-05,
      "loss": 0.3131,
      "step": 29310
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.683340417440326e-05,
      "loss": 0.3128,
      "step": 29320
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.683228563119394e-05,
      "loss": 0.308,
      "step": 29330
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6831167087984615e-05,
      "loss": 0.305,
      "step": 29340
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6830048544775286e-05,
      "loss": 0.3127,
      "step": 29350
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6828930001565964e-05,
      "loss": 0.3102,
      "step": 29360
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.682781145835664e-05,
      "loss": 0.3104,
      "step": 29370
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.682669291514731e-05,
      "loss": 0.308,
      "step": 29380
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.682557437193799e-05,
      "loss": 0.3102,
      "step": 29390
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.682445582872866e-05,
      "loss": 0.3072,
      "step": 29400
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.682333728551934e-05,
      "loss": 0.3053,
      "step": 29410
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.682221874231002e-05,
      "loss": 0.3037,
      "step": 29420
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.682110019910069e-05,
      "loss": 0.3069,
      "step": 29430
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.681998165589137e-05,
      "loss": 0.3102,
      "step": 29440
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6818863112682045e-05,
      "loss": 0.3099,
      "step": 29450
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.681774456947272e-05,
      "loss": 0.312,
      "step": 29460
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.68166260262634e-05,
      "loss": 0.3056,
      "step": 29470
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.681550748305407e-05,
      "loss": 0.3113,
      "step": 29480
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.681438893984475e-05,
      "loss": 0.3128,
      "step": 29490
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.681327039663542e-05,
      "loss": 0.3067,
      "step": 29500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.68121518534261e-05,
      "loss": 0.3125,
      "step": 29510
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.681103331021678e-05,
      "loss": 0.3113,
      "step": 29520
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.680991476700745e-05,
      "loss": 0.3086,
      "step": 29530
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6808796223798126e-05,
      "loss": 0.3097,
      "step": 29540
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6807677680588804e-05,
      "loss": 0.3045,
      "step": 29550
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.680655913737948e-05,
      "loss": 0.3069,
      "step": 29560
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.680544059417015e-05,
      "loss": 0.3129,
      "step": 29570
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.680432205096083e-05,
      "loss": 0.3095,
      "step": 29580
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.680320350775151e-05,
      "loss": 0.3072,
      "step": 29590
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.680208496454218e-05,
      "loss": 0.3058,
      "step": 29600
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.680096642133286e-05,
      "loss": 0.3163,
      "step": 29610
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.679984787812353e-05,
      "loss": 0.3054,
      "step": 29620
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.679872933491421e-05,
      "loss": 0.3077,
      "step": 29630
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6797610791704885e-05,
      "loss": 0.3064,
      "step": 29640
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.679649224849556e-05,
      "loss": 0.3082,
      "step": 29650
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.679537370528624e-05,
      "loss": 0.31,
      "step": 29660
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.679425516207691e-05,
      "loss": 0.2984,
      "step": 29670
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.679313661886759e-05,
      "loss": 0.3067,
      "step": 29680
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.679201807565827e-05,
      "loss": 0.3085,
      "step": 29690
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.679089953244894e-05,
      "loss": 0.3032,
      "step": 29700
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.678978098923962e-05,
      "loss": 0.3034,
      "step": 29710
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.678866244603029e-05,
      "loss": 0.3059,
      "step": 29720
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6787543902820966e-05,
      "loss": 0.3015,
      "step": 29730
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6786425359611644e-05,
      "loss": 0.3112,
      "step": 29740
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.678530681640232e-05,
      "loss": 0.3074,
      "step": 29750
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6784188273193e-05,
      "loss": 0.31,
      "step": 29760
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.678306972998367e-05,
      "loss": 0.3097,
      "step": 29770
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.678195118677435e-05,
      "loss": 0.3031,
      "step": 29780
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.678083264356503e-05,
      "loss": 0.3055,
      "step": 29790
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.67797141003557e-05,
      "loss": 0.308,
      "step": 29800
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6778595557146376e-05,
      "loss": 0.3017,
      "step": 29810
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.677747701393705e-05,
      "loss": 0.3026,
      "step": 29820
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6776358470727725e-05,
      "loss": 0.305,
      "step": 29830
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.67752399275184e-05,
      "loss": 0.3128,
      "step": 29840
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6774121384309074e-05,
      "loss": 0.3121,
      "step": 29850
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.677300284109975e-05,
      "loss": 0.302,
      "step": 29860
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.677188429789043e-05,
      "loss": 0.3045,
      "step": 29870
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.677076575468111e-05,
      "loss": 0.3099,
      "step": 29880
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.676964721147178e-05,
      "loss": 0.3019,
      "step": 29890
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.676852866826246e-05,
      "loss": 0.3072,
      "step": 29900
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6767410125053135e-05,
      "loss": 0.3101,
      "step": 29910
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6766291581843806e-05,
      "loss": 0.3038,
      "step": 29920
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6765173038634484e-05,
      "loss": 0.3092,
      "step": 29930
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6764054495425155e-05,
      "loss": 0.3078,
      "step": 29940
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.676293595221583e-05,
      "loss": 0.3053,
      "step": 29950
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.676181740900651e-05,
      "loss": 0.3079,
      "step": 29960
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.676069886579719e-05,
      "loss": 0.3096,
      "step": 29970
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.675958032258787e-05,
      "loss": 0.3084,
      "step": 29980
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.675846177937854e-05,
      "loss": 0.3085,
      "step": 29990
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6757343236169216e-05,
      "loss": 0.2992,
      "step": 30000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6756224692959894e-05,
      "loss": 0.3073,
      "step": 30010
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6755106149750565e-05,
      "loss": 0.3048,
      "step": 30020
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.675398760654124e-05,
      "loss": 0.3035,
      "step": 30030
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6752869063331914e-05,
      "loss": 0.3039,
      "step": 30040
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.675175052012259e-05,
      "loss": 0.3056,
      "step": 30050
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.675063197691327e-05,
      "loss": 0.3046,
      "step": 30060
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.674951343370395e-05,
      "loss": 0.3108,
      "step": 30070
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6748394890494626e-05,
      "loss": 0.3093,
      "step": 30080
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.67472763472853e-05,
      "loss": 0.3062,
      "step": 30090
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6746157804075975e-05,
      "loss": 0.3063,
      "step": 30100
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.674503926086665e-05,
      "loss": 0.3072,
      "step": 30110
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6743920717657324e-05,
      "loss": 0.3144,
      "step": 30120
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6742802174448e-05,
      "loss": 0.3107,
      "step": 30130
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.674168363123867e-05,
      "loss": 0.3004,
      "step": 30140
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.674056508802935e-05,
      "loss": 0.3013,
      "step": 30150
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.673944654482003e-05,
      "loss": 0.3097,
      "step": 30160
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.673832800161071e-05,
      "loss": 0.307,
      "step": 30170
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6737209458401385e-05,
      "loss": 0.3032,
      "step": 30180
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6736090915192056e-05,
      "loss": 0.3042,
      "step": 30190
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6734972371982734e-05,
      "loss": 0.302,
      "step": 30200
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6733853828773405e-05,
      "loss": 0.3037,
      "step": 30210
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.673273528556408e-05,
      "loss": 0.3101,
      "step": 30220
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.673161674235476e-05,
      "loss": 0.3119,
      "step": 30230
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.673049819914543e-05,
      "loss": 0.3097,
      "step": 30240
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.672937965593611e-05,
      "loss": 0.3116,
      "step": 30250
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.672826111272678e-05,
      "loss": 0.3034,
      "step": 30260
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.672714256951746e-05,
      "loss": 0.3077,
      "step": 30270
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6726024026308144e-05,
      "loss": 0.3008,
      "step": 30280
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6724905483098815e-05,
      "loss": 0.3063,
      "step": 30290
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.672378693988949e-05,
      "loss": 0.3068,
      "step": 30300
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6722668396680164e-05,
      "loss": 0.307,
      "step": 30310
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.672154985347084e-05,
      "loss": 0.3098,
      "step": 30320
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.672043131026152e-05,
      "loss": 0.3017,
      "step": 30330
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.671931276705219e-05,
      "loss": 0.3081,
      "step": 30340
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.671819422384287e-05,
      "loss": 0.2997,
      "step": 30350
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.671707568063354e-05,
      "loss": 0.3104,
      "step": 30360
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.671595713742422e-05,
      "loss": 0.3008,
      "step": 30370
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6714838594214896e-05,
      "loss": 0.3077,
      "step": 30380
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6713720051005574e-05,
      "loss": 0.3033,
      "step": 30390
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.671260150779625e-05,
      "loss": 0.3051,
      "step": 30400
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.671148296458692e-05,
      "loss": 0.3037,
      "step": 30410
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.67103644213776e-05,
      "loss": 0.3044,
      "step": 30420
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.670924587816828e-05,
      "loss": 0.3108,
      "step": 30430
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.670812733495895e-05,
      "loss": 0.2998,
      "step": 30440
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.670700879174963e-05,
      "loss": 0.3073,
      "step": 30450
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.67058902485403e-05,
      "loss": 0.3141,
      "step": 30460
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.670477170533098e-05,
      "loss": 0.304,
      "step": 30470
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6703653162121655e-05,
      "loss": 0.2987,
      "step": 30480
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.670253461891233e-05,
      "loss": 0.3043,
      "step": 30490
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.670141607570301e-05,
      "loss": 0.3039,
      "step": 30500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.670029753249368e-05,
      "loss": 0.3038,
      "step": 30510
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.669917898928436e-05,
      "loss": 0.3063,
      "step": 30520
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.669806044607503e-05,
      "loss": 0.3024,
      "step": 30530
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.669694190286571e-05,
      "loss": 0.3072,
      "step": 30540
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.669582335965639e-05,
      "loss": 0.3018,
      "step": 30550
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.669470481644706e-05,
      "loss": 0.3062,
      "step": 30560
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6693586273237736e-05,
      "loss": 0.3052,
      "step": 30570
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6692467730028414e-05,
      "loss": 0.3017,
      "step": 30580
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.669134918681909e-05,
      "loss": 0.3019,
      "step": 30590
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.669023064360977e-05,
      "loss": 0.3028,
      "step": 30600
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.668911210040044e-05,
      "loss": 0.3082,
      "step": 30610
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.668799355719112e-05,
      "loss": 0.3099,
      "step": 30620
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.668687501398179e-05,
      "loss": 0.3044,
      "step": 30630
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.668575647077247e-05,
      "loss": 0.304,
      "step": 30640
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6684637927563146e-05,
      "loss": 0.3104,
      "step": 30650
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.668351938435382e-05,
      "loss": 0.3064,
      "step": 30660
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6682400841144495e-05,
      "loss": 0.3032,
      "step": 30670
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6681282297935166e-05,
      "loss": 0.3042,
      "step": 30680
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.668016375472585e-05,
      "loss": 0.3018,
      "step": 30690
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.667904521151653e-05,
      "loss": 0.3075,
      "step": 30700
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.66779266683072e-05,
      "loss": 0.3096,
      "step": 30710
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.667680812509788e-05,
      "loss": 0.3034,
      "step": 30720
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.667568958188855e-05,
      "loss": 0.3063,
      "step": 30730
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.667468289300016e-05,
      "loss": 0.3085,
      "step": 30740
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6673564349790836e-05,
      "loss": 0.3021,
      "step": 30750
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6672445806581514e-05,
      "loss": 0.3034,
      "step": 30760
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.667132726337219e-05,
      "loss": 0.308,
      "step": 30770
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.667020872016286e-05,
      "loss": 0.3065,
      "step": 30780
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.666909017695354e-05,
      "loss": 0.2999,
      "step": 30790
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.666797163374421e-05,
      "loss": 0.3056,
      "step": 30800
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.666685309053489e-05,
      "loss": 0.2983,
      "step": 30810
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.666573454732557e-05,
      "loss": 0.2993,
      "step": 30820
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.666461600411624e-05,
      "loss": 0.3028,
      "step": 30830
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.666349746090692e-05,
      "loss": 0.3033,
      "step": 30840
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.666237891769759e-05,
      "loss": 0.2979,
      "step": 30850
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.666126037448827e-05,
      "loss": 0.2999,
      "step": 30860
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6660141831278944e-05,
      "loss": 0.3043,
      "step": 30870
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.665902328806962e-05,
      "loss": 0.3068,
      "step": 30880
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.66579047448603e-05,
      "loss": 0.3054,
      "step": 30890
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.665678620165097e-05,
      "loss": 0.3049,
      "step": 30900
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.665566765844165e-05,
      "loss": 0.3002,
      "step": 30910
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.665454911523232e-05,
      "loss": 0.3065,
      "step": 30920
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6653430572023e-05,
      "loss": 0.3047,
      "step": 30930
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6652312028813676e-05,
      "loss": 0.3063,
      "step": 30940
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.665119348560435e-05,
      "loss": 0.3013,
      "step": 30950
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6650074942395025e-05,
      "loss": 0.3078,
      "step": 30960
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.66489563991857e-05,
      "loss": 0.3058,
      "step": 30970
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.664783785597638e-05,
      "loss": 0.3138,
      "step": 30980
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.664671931276706e-05,
      "loss": 0.2993,
      "step": 30990
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.664560076955773e-05,
      "loss": 0.298,
      "step": 31000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.664448222634841e-05,
      "loss": 0.3016,
      "step": 31010
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.664336368313908e-05,
      "loss": 0.2976,
      "step": 31020
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.664224513992976e-05,
      "loss": 0.3046,
      "step": 31030
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6641126596720435e-05,
      "loss": 0.305,
      "step": 31040
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6640008053511106e-05,
      "loss": 0.3039,
      "step": 31050
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6638889510301784e-05,
      "loss": 0.3059,
      "step": 31060
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.663777096709246e-05,
      "loss": 0.301,
      "step": 31070
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.663665242388314e-05,
      "loss": 0.3062,
      "step": 31080
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.663553388067382e-05,
      "loss": 0.3017,
      "step": 31090
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.663441533746449e-05,
      "loss": 0.3073,
      "step": 31100
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6633296794255167e-05,
      "loss": 0.3004,
      "step": 31110
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.663217825104584e-05,
      "loss": 0.2987,
      "step": 31120
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6631059707836516e-05,
      "loss": 0.3062,
      "step": 31130
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6629941164627194e-05,
      "loss": 0.3017,
      "step": 31140
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6628822621417865e-05,
      "loss": 0.2968,
      "step": 31150
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.662770407820854e-05,
      "loss": 0.2987,
      "step": 31160
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.662658553499922e-05,
      "loss": 0.2972,
      "step": 31170
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.66254669917899e-05,
      "loss": 0.305,
      "step": 31180
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.662434844858057e-05,
      "loss": 0.301,
      "step": 31190
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.662322990537125e-05,
      "loss": 0.3005,
      "step": 31200
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6622111362161925e-05,
      "loss": 0.3076,
      "step": 31210
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.66209928189526e-05,
      "loss": 0.2984,
      "step": 31220
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6619874275743275e-05,
      "loss": 0.3018,
      "step": 31230
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6618755732533946e-05,
      "loss": 0.3012,
      "step": 31240
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6617637189324624e-05,
      "loss": 0.3028,
      "step": 31250
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.66165186461153e-05,
      "loss": 0.302,
      "step": 31260
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.661540010290598e-05,
      "loss": 0.3013,
      "step": 31270
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.661428155969666e-05,
      "loss": 0.2956,
      "step": 31280
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.661316301648733e-05,
      "loss": 0.3034,
      "step": 31290
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6612044473278007e-05,
      "loss": 0.2996,
      "step": 31300
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6610925930068684e-05,
      "loss": 0.305,
      "step": 31310
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6609807386859356e-05,
      "loss": 0.3024,
      "step": 31320
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6608688843650034e-05,
      "loss": 0.3032,
      "step": 31330
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6607570300440705e-05,
      "loss": 0.3021,
      "step": 31340
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.660645175723138e-05,
      "loss": 0.3003,
      "step": 31350
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.660533321402206e-05,
      "loss": 0.3036,
      "step": 31360
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.660421467081273e-05,
      "loss": 0.3066,
      "step": 31370
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.660309612760341e-05,
      "loss": 0.3049,
      "step": 31380
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.660197758439409e-05,
      "loss": 0.3021,
      "step": 31390
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6600859041184765e-05,
      "loss": 0.3041,
      "step": 31400
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6599740497975443e-05,
      "loss": 0.2989,
      "step": 31410
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6598621954766115e-05,
      "loss": 0.305,
      "step": 31420
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.659750341155679e-05,
      "loss": 0.3033,
      "step": 31430
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6596384868347464e-05,
      "loss": 0.2948,
      "step": 31440
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.659526632513814e-05,
      "loss": 0.3052,
      "step": 31450
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.659414778192882e-05,
      "loss": 0.3068,
      "step": 31460
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.659302923871949e-05,
      "loss": 0.3062,
      "step": 31470
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.659191069551017e-05,
      "loss": 0.3027,
      "step": 31480
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6590792152300846e-05,
      "loss": 0.3058,
      "step": 31490
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6589673609091524e-05,
      "loss": 0.3005,
      "step": 31500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6588555065882196e-05,
      "loss": 0.3055,
      "step": 31510
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6587436522672873e-05,
      "loss": 0.2987,
      "step": 31520
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.658631797946355e-05,
      "loss": 0.2984,
      "step": 31530
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.658519943625422e-05,
      "loss": 0.2976,
      "step": 31540
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.65840808930449e-05,
      "loss": 0.3041,
      "step": 31550
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.658296234983557e-05,
      "loss": 0.3069,
      "step": 31560
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.658184380662625e-05,
      "loss": 0.3,
      "step": 31570
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.658072526341693e-05,
      "loss": 0.2983,
      "step": 31580
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6579606720207605e-05,
      "loss": 0.3096,
      "step": 31590
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.657848817699828e-05,
      "loss": 0.3031,
      "step": 31600
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6577369633788955e-05,
      "loss": 0.3034,
      "step": 31610
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.657625109057963e-05,
      "loss": 0.3052,
      "step": 31620
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.657513254737031e-05,
      "loss": 0.3049,
      "step": 31630
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.657401400416098e-05,
      "loss": 0.2982,
      "step": 31640
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.657289546095166e-05,
      "loss": 0.2992,
      "step": 31650
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.657177691774233e-05,
      "loss": 0.3043,
      "step": 31660
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.657065837453301e-05,
      "loss": 0.3013,
      "step": 31670
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6569539831323686e-05,
      "loss": 0.3026,
      "step": 31680
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6568421288114364e-05,
      "loss": 0.3034,
      "step": 31690
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.656730274490504e-05,
      "loss": 0.2986,
      "step": 31700
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6566184201695713e-05,
      "loss": 0.3013,
      "step": 31710
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.656506565848639e-05,
      "loss": 0.3073,
      "step": 31720
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.656394711527707e-05,
      "loss": 0.2984,
      "step": 31730
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.656282857206774e-05,
      "loss": 0.2957,
      "step": 31740
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.656171002885842e-05,
      "loss": 0.3006,
      "step": 31750
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.656059148564909e-05,
      "loss": 0.3035,
      "step": 31760
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.655947294243977e-05,
      "loss": 0.3043,
      "step": 31770
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6558354399230445e-05,
      "loss": 0.2976,
      "step": 31780
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6557235856021117e-05,
      "loss": 0.2987,
      "step": 31790
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6556117312811794e-05,
      "loss": 0.307,
      "step": 31800
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.655499876960247e-05,
      "loss": 0.3007,
      "step": 31810
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.655388022639315e-05,
      "loss": 0.301,
      "step": 31820
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.655276168318382e-05,
      "loss": 0.3025,
      "step": 31830
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.65516431399745e-05,
      "loss": 0.3039,
      "step": 31840
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.655052459676518e-05,
      "loss": 0.3035,
      "step": 31850
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.654940605355585e-05,
      "loss": 0.297,
      "step": 31860
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6548287510346526e-05,
      "loss": 0.3027,
      "step": 31870
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.65471689671372e-05,
      "loss": 0.3045,
      "step": 31880
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6546050423927875e-05,
      "loss": 0.3002,
      "step": 31890
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6544931880718553e-05,
      "loss": 0.3072,
      "step": 31900
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.654381333750923e-05,
      "loss": 0.2971,
      "step": 31910
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.654269479429991e-05,
      "loss": 0.3025,
      "step": 31920
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.654157625109058e-05,
      "loss": 0.3008,
      "step": 31930
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.654045770788126e-05,
      "loss": 0.2988,
      "step": 31940
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6539339164671936e-05,
      "loss": 0.3028,
      "step": 31950
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.653822062146261e-05,
      "loss": 0.3006,
      "step": 31960
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6537102078253285e-05,
      "loss": 0.3027,
      "step": 31970
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6535983535043957e-05,
      "loss": 0.3048,
      "step": 31980
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6534864991834634e-05,
      "loss": 0.3061,
      "step": 31990
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.653374644862531e-05,
      "loss": 0.3057,
      "step": 32000
    },
    {
      "epoch": 0.07,
      "eval_NEIMS_canon_smiles": 0.9321,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.0123,
      "eval_NEIMS_daylight_tanimoto_simil": 0.38021381717417124,
      "eval_NEIMS_exact_mols": 0.012166666666666666,
      "eval_NEIMS_exact_smiles": 0.011683333333333334,
      "eval_NEIMS_loss": 0.30227604508399963,
      "eval_NEIMS_matched_formulas": 0.3999,
      "eval_NEIMS_morgan_tanimoto_simil": 0.2785114888105248,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.0123,
      "eval_NEIMS_runtime": 728.0544,
      "eval_NEIMS_samples_per_second": 82.411,
      "eval_NEIMS_steps_per_second": 1.288,
      "step": 32000
    },
    {
      "epoch": 0.07,
      "eval_RASSP_canon_smiles": 0.9311116305473003,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.01726383277122917,
      "eval_RASSP_daylight_tanimoto_simil": 0.42488652840088303,
      "eval_RASSP_exact_mols": 0.017113567302233946,
      "eval_RASSP_exact_smiles": 0.016512505426253047,
      "eval_RASSP_loss": 0.27535945177078247,
      "eval_RASSP_matched_formulas": 0.511804187397736,
      "eval_RASSP_morgan_tanimoto_simil": 0.28880685014759616,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.01714695962867733,
      "eval_RASSP_runtime": 824.4744,
      "eval_RASSP_samples_per_second": 72.645,
      "eval_RASSP_steps_per_second": 1.135,
      "step": 32000
    },
    {
      "epoch": 0.07,
      "eval_NEIMS_old_canon_smiles": 0.9337333333333333,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.011266666666666666,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.3778744952774363,
      "eval_NEIMS_old_exact_mols": 0.011266666666666666,
      "eval_NEIMS_old_exact_smiles": 0.010833333333333334,
      "eval_NEIMS_old_loss": 0.3033360540866852,
      "eval_NEIMS_old_matched_formulas": 0.3965666666666667,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.27767864377322915,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.011366666666666667,
      "eval_NEIMS_old_runtime": 364.0863,
      "eval_NEIMS_old_samples_per_second": 82.398,
      "eval_NEIMS_old_steps_per_second": 1.288,
      "step": 32000
    },
    {
      "epoch": 0.07,
      "eval_RASSP_old_canon_smiles": 0.9309240164180599,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.019955284145893818,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.43178247412888165,
      "eval_RASSP_old_exact_mols": 0.019788433944005073,
      "eval_RASSP_old_exact_smiles": 0.019054293055694598,
      "eval_RASSP_old_loss": 0.266217976808548,
      "eval_RASSP_old_matched_formulas": 0.5274468582106985,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.29609832777421075,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.01988854406513832,
      "eval_RASSP_old_runtime": 412.7968,
      "eval_RASSP_old_samples_per_second": 72.595,
      "eval_RASSP_old_steps_per_second": 1.136,
      "step": 32000
    },
    {
      "epoch": 0.07,
      "eval_NIST_canon_smiles": 0.8701068247151933,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.004365262448095965,
      "eval_NIST_daylight_tanimoto_simil": 0.23400403690573507,
      "eval_NIST_exact_mols": 0.004081342939276715,
      "eval_NIST_exact_smiles": 0.00393938318486709,
      "eval_NIST_loss": 1.8355991840362549,
      "eval_NIST_matched_formulas": 0.048159846683465235,
      "eval_NIST_morgan_tanimoto_simil": 0.19075523728731553,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.00422330269368634,
      "eval_NIST_runtime": 439.4633,
      "eval_NIST_samples_per_second": 64.117,
      "eval_NIST_steps_per_second": 1.003,
      "step": 32000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.653262790541599e-05,
      "loss": 0.3007,
      "step": 32010
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.653150936220667e-05,
      "loss": 0.2946,
      "step": 32020
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.653039081899734e-05,
      "loss": 0.3078,
      "step": 32030
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.652927227578802e-05,
      "loss": 0.3055,
      "step": 32040
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6528153732578695e-05,
      "loss": 0.3035,
      "step": 32050
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6527035189369366e-05,
      "loss": 0.2999,
      "step": 32060
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6525916646160044e-05,
      "loss": 0.2975,
      "step": 32070
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6524798102950715e-05,
      "loss": 0.3021,
      "step": 32080
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6523679559741393e-05,
      "loss": 0.3019,
      "step": 32090
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.652256101653207e-05,
      "loss": 0.2988,
      "step": 32100
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.652144247332275e-05,
      "loss": 0.3014,
      "step": 32110
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.652032393011343e-05,
      "loss": 0.2942,
      "step": 32120
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.65192053869041e-05,
      "loss": 0.3037,
      "step": 32130
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6518086843694776e-05,
      "loss": 0.3013,
      "step": 32140
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.651696830048545e-05,
      "loss": 0.2964,
      "step": 32150
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6515849757276125e-05,
      "loss": 0.3059,
      "step": 32160
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.65147312140668e-05,
      "loss": 0.3021,
      "step": 32170
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6513612670857474e-05,
      "loss": 0.2998,
      "step": 32180
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.651249412764815e-05,
      "loss": 0.3006,
      "step": 32190
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6511375584438823e-05,
      "loss": 0.3025,
      "step": 32200
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.65102570412295e-05,
      "loss": 0.2967,
      "step": 32210
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6509138498020186e-05,
      "loss": 0.3027,
      "step": 32220
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.650801995481086e-05,
      "loss": 0.3018,
      "step": 32230
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6506901411601535e-05,
      "loss": 0.3016,
      "step": 32240
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6505782868392206e-05,
      "loss": 0.2962,
      "step": 32250
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6504664325182884e-05,
      "loss": 0.3026,
      "step": 32260
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.650354578197356e-05,
      "loss": 0.2987,
      "step": 32270
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.650242723876423e-05,
      "loss": 0.3026,
      "step": 32280
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.650130869555491e-05,
      "loss": 0.3025,
      "step": 32290
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.650019015234558e-05,
      "loss": 0.302,
      "step": 32300
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.649907160913626e-05,
      "loss": 0.3019,
      "step": 32310
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.649795306592694e-05,
      "loss": 0.3023,
      "step": 32320
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6496834522717616e-05,
      "loss": 0.3044,
      "step": 32330
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6495715979508294e-05,
      "loss": 0.3017,
      "step": 32340
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6494597436298965e-05,
      "loss": 0.3031,
      "step": 32350
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.649347889308964e-05,
      "loss": 0.3037,
      "step": 32360
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.649236034988032e-05,
      "loss": 0.2979,
      "step": 32370
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.649124180667099e-05,
      "loss": 0.3007,
      "step": 32380
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.649012326346167e-05,
      "loss": 0.2999,
      "step": 32390
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.648900472025234e-05,
      "loss": 0.2944,
      "step": 32400
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.648788617704302e-05,
      "loss": 0.3004,
      "step": 32410
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.64867676338337e-05,
      "loss": 0.3079,
      "step": 32420
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6485649090624375e-05,
      "loss": 0.2995,
      "step": 32430
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.648453054741505e-05,
      "loss": 0.2991,
      "step": 32440
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6483412004205724e-05,
      "loss": 0.2977,
      "step": 32450
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.64822934609964e-05,
      "loss": 0.2996,
      "step": 32460
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.648117491778707e-05,
      "loss": 0.2945,
      "step": 32470
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.648005637457775e-05,
      "loss": 0.3008,
      "step": 32480
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.647893783136843e-05,
      "loss": 0.3006,
      "step": 32490
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.64778192881591e-05,
      "loss": 0.2996,
      "step": 32500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.647670074494978e-05,
      "loss": 0.29,
      "step": 32510
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6475582201740456e-05,
      "loss": 0.2932,
      "step": 32520
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6474463658531134e-05,
      "loss": 0.2992,
      "step": 32530
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.647334511532181e-05,
      "loss": 0.2959,
      "step": 32540
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.647222657211248e-05,
      "loss": 0.2928,
      "step": 32550
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.647110802890316e-05,
      "loss": 0.3025,
      "step": 32560
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.646998948569383e-05,
      "loss": 0.3025,
      "step": 32570
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.646887094248451e-05,
      "loss": 0.3002,
      "step": 32580
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.646775239927519e-05,
      "loss": 0.3001,
      "step": 32590
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.646663385606586e-05,
      "loss": 0.298,
      "step": 32600
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.646551531285654e-05,
      "loss": 0.3045,
      "step": 32610
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.646439676964721e-05,
      "loss": 0.3007,
      "step": 32620
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6463278226437886e-05,
      "loss": 0.2946,
      "step": 32630
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.646215968322857e-05,
      "loss": 0.2998,
      "step": 32640
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.646104114001924e-05,
      "loss": 0.2987,
      "step": 32650
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.645992259680992e-05,
      "loss": 0.2986,
      "step": 32660
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.645880405360059e-05,
      "loss": 0.2981,
      "step": 32670
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.645768551039127e-05,
      "loss": 0.2976,
      "step": 32680
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.645656696718195e-05,
      "loss": 0.2975,
      "step": 32690
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.645544842397262e-05,
      "loss": 0.3018,
      "step": 32700
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6454329880763296e-05,
      "loss": 0.2998,
      "step": 32710
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.645321133755397e-05,
      "loss": 0.301,
      "step": 32720
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6452092794344645e-05,
      "loss": 0.2984,
      "step": 32730
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.645097425113532e-05,
      "loss": 0.2916,
      "step": 32740
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6449855707926e-05,
      "loss": 0.3008,
      "step": 32750
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.644873716471668e-05,
      "loss": 0.3,
      "step": 32760
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.644761862150735e-05,
      "loss": 0.2971,
      "step": 32770
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.644650007829803e-05,
      "loss": 0.2927,
      "step": 32780
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.64453815350887e-05,
      "loss": 0.2959,
      "step": 32790
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.644426299187938e-05,
      "loss": 0.2947,
      "step": 32800
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.644325630299099e-05,
      "loss": 0.2988,
      "step": 32810
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6442137759781664e-05,
      "loss": 0.3068,
      "step": 32820
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.644101921657234e-05,
      "loss": 0.2992,
      "step": 32830
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.643990067336301e-05,
      "loss": 0.2994,
      "step": 32840
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.643878213015369e-05,
      "loss": 0.2961,
      "step": 32850
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.643766358694436e-05,
      "loss": 0.3018,
      "step": 32860
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.643654504373504e-05,
      "loss": 0.3002,
      "step": 32870
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.643542650052572e-05,
      "loss": 0.2927,
      "step": 32880
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.643430795731639e-05,
      "loss": 0.299,
      "step": 32890
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.643318941410707e-05,
      "loss": 0.2978,
      "step": 32900
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6432070870897745e-05,
      "loss": 0.2925,
      "step": 32910
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.643095232768842e-05,
      "loss": 0.2943,
      "step": 32920
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.64298337844791e-05,
      "loss": 0.2979,
      "step": 32930
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.642871524126977e-05,
      "loss": 0.2973,
      "step": 32940
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.642759669806045e-05,
      "loss": 0.2975,
      "step": 32950
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.642647815485112e-05,
      "loss": 0.2951,
      "step": 32960
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.64253596116418e-05,
      "loss": 0.2953,
      "step": 32970
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.642424106843248e-05,
      "loss": 0.2947,
      "step": 32980
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.642312252522315e-05,
      "loss": 0.3003,
      "step": 32990
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6422003982013826e-05,
      "loss": 0.2943,
      "step": 33000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6420885438804504e-05,
      "loss": 0.297,
      "step": 33010
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.641976689559518e-05,
      "loss": 0.2941,
      "step": 33020
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.641864835238586e-05,
      "loss": 0.2951,
      "step": 33030
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.641752980917653e-05,
      "loss": 0.2952,
      "step": 33040
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.641641126596721e-05,
      "loss": 0.2977,
      "step": 33050
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.641529272275788e-05,
      "loss": 0.2997,
      "step": 33060
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.641417417954856e-05,
      "loss": 0.2997,
      "step": 33070
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6413055636339236e-05,
      "loss": 0.2939,
      "step": 33080
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.641193709312991e-05,
      "loss": 0.2974,
      "step": 33090
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6410818549920585e-05,
      "loss": 0.2989,
      "step": 33100
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.640970000671126e-05,
      "loss": 0.2909,
      "step": 33110
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.640858146350194e-05,
      "loss": 0.2985,
      "step": 33120
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.640746292029262e-05,
      "loss": 0.2989,
      "step": 33130
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.640634437708329e-05,
      "loss": 0.2977,
      "step": 33140
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.640522583387397e-05,
      "loss": 0.2973,
      "step": 33150
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.640410729066464e-05,
      "loss": 0.2996,
      "step": 33160
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.640298874745532e-05,
      "loss": 0.2995,
      "step": 33170
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.640187020424599e-05,
      "loss": 0.3007,
      "step": 33180
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6400751661036666e-05,
      "loss": 0.3027,
      "step": 33190
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6399633117827344e-05,
      "loss": 0.2965,
      "step": 33200
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6398514574618015e-05,
      "loss": 0.3048,
      "step": 33210
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.63973960314087e-05,
      "loss": 0.2991,
      "step": 33220
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.639627748819937e-05,
      "loss": 0.2965,
      "step": 33230
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.639515894499005e-05,
      "loss": 0.2953,
      "step": 33240
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.639404040178073e-05,
      "loss": 0.2979,
      "step": 33250
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.63929218585714e-05,
      "loss": 0.2932,
      "step": 33260
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6391803315362076e-05,
      "loss": 0.2984,
      "step": 33270
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.639068477215275e-05,
      "loss": 0.297,
      "step": 33280
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6389566228943425e-05,
      "loss": 0.2949,
      "step": 33290
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.63884476857341e-05,
      "loss": 0.2999,
      "step": 33300
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6387329142524774e-05,
      "loss": 0.2947,
      "step": 33310
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.638621059931545e-05,
      "loss": 0.2951,
      "step": 33320
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.638509205610613e-05,
      "loss": 0.2964,
      "step": 33330
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.638397351289681e-05,
      "loss": 0.2979,
      "step": 33340
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6382854969687486e-05,
      "loss": 0.299,
      "step": 33350
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.638173642647816e-05,
      "loss": 0.3018,
      "step": 33360
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6380617883268835e-05,
      "loss": 0.2948,
      "step": 33370
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6379499340059506e-05,
      "loss": 0.297,
      "step": 33380
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6378380796850184e-05,
      "loss": 0.3023,
      "step": 33390
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.637726225364086e-05,
      "loss": 0.2967,
      "step": 33400
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.637614371043153e-05,
      "loss": 0.2979,
      "step": 33410
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.637502516722221e-05,
      "loss": 0.2974,
      "step": 33420
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.637390662401289e-05,
      "loss": 0.2937,
      "step": 33430
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.637278808080357e-05,
      "loss": 0.2961,
      "step": 33440
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6371669537594245e-05,
      "loss": 0.2932,
      "step": 33450
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6370550994384916e-05,
      "loss": 0.301,
      "step": 33460
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6369432451175594e-05,
      "loss": 0.2962,
      "step": 33470
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6368313907966265e-05,
      "loss": 0.2946,
      "step": 33480
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.636719536475694e-05,
      "loss": 0.2952,
      "step": 33490
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6366076821547614e-05,
      "loss": 0.2992,
      "step": 33500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.636495827833829e-05,
      "loss": 0.2966,
      "step": 33510
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.636383973512897e-05,
      "loss": 0.297,
      "step": 33520
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.636272119191965e-05,
      "loss": 0.2906,
      "step": 33530
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6361602648710326e-05,
      "loss": 0.3002,
      "step": 33540
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6360484105501e-05,
      "loss": 0.2942,
      "step": 33550
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6359365562291675e-05,
      "loss": 0.2994,
      "step": 33560
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.635824701908235e-05,
      "loss": 0.2986,
      "step": 33570
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6357128475873024e-05,
      "loss": 0.3036,
      "step": 33580
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.63560099326637e-05,
      "loss": 0.2934,
      "step": 33590
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.635489138945437e-05,
      "loss": 0.2977,
      "step": 33600
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.635377284624505e-05,
      "loss": 0.2958,
      "step": 33610
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.635265430303573e-05,
      "loss": 0.2985,
      "step": 33620
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.635153575982641e-05,
      "loss": 0.2976,
      "step": 33630
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6350417216617085e-05,
      "loss": 0.2995,
      "step": 33640
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6349298673407756e-05,
      "loss": 0.3004,
      "step": 33650
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6348180130198434e-05,
      "loss": 0.2962,
      "step": 33660
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.634706158698911e-05,
      "loss": 0.2919,
      "step": 33670
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.634594304377978e-05,
      "loss": 0.3022,
      "step": 33680
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.634482450057046e-05,
      "loss": 0.3001,
      "step": 33690
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.634370595736113e-05,
      "loss": 0.2909,
      "step": 33700
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.634258741415181e-05,
      "loss": 0.2962,
      "step": 33710
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.634146887094249e-05,
      "loss": 0.2942,
      "step": 33720
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.634035032773316e-05,
      "loss": 0.2962,
      "step": 33730
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.633923178452384e-05,
      "loss": 0.2919,
      "step": 33740
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6338113241314515e-05,
      "loss": 0.2995,
      "step": 33750
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.633699469810519e-05,
      "loss": 0.296,
      "step": 33760
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6335876154895864e-05,
      "loss": 0.293,
      "step": 33770
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.633475761168654e-05,
      "loss": 0.2982,
      "step": 33780
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.633363906847722e-05,
      "loss": 0.2919,
      "step": 33790
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.633252052526789e-05,
      "loss": 0.2973,
      "step": 33800
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.633140198205857e-05,
      "loss": 0.2906,
      "step": 33810
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.633028343884924e-05,
      "loss": 0.2954,
      "step": 33820
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.632916489563992e-05,
      "loss": 0.2995,
      "step": 33830
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6328046352430596e-05,
      "loss": 0.2966,
      "step": 33840
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6326927809221274e-05,
      "loss": 0.2955,
      "step": 33850
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.632580926601195e-05,
      "loss": 0.2933,
      "step": 33860
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.632469072280262e-05,
      "loss": 0.3042,
      "step": 33870
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.63235721795933e-05,
      "loss": 0.2997,
      "step": 33880
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.632245363638398e-05,
      "loss": 0.2978,
      "step": 33890
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.632133509317465e-05,
      "loss": 0.2978,
      "step": 33900
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.632021654996533e-05,
      "loss": 0.2955,
      "step": 33910
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6319098006756e-05,
      "loss": 0.2974,
      "step": 33920
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.631797946354668e-05,
      "loss": 0.29,
      "step": 33930
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6316860920337355e-05,
      "loss": 0.3029,
      "step": 33940
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.631574237712803e-05,
      "loss": 0.303,
      "step": 33950
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.631462383391871e-05,
      "loss": 0.2976,
      "step": 33960
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.631350529070938e-05,
      "loss": 0.2943,
      "step": 33970
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.631238674750006e-05,
      "loss": 0.2965,
      "step": 33980
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.631126820429074e-05,
      "loss": 0.2973,
      "step": 33990
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.631014966108141e-05,
      "loss": 0.2996,
      "step": 34000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6309031117872087e-05,
      "loss": 0.2972,
      "step": 34010
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.630791257466276e-05,
      "loss": 0.2964,
      "step": 34020
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6306794031453436e-05,
      "loss": 0.296,
      "step": 34030
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6305675488244114e-05,
      "loss": 0.2947,
      "step": 34040
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.630455694503479e-05,
      "loss": 0.2976,
      "step": 34050
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.630343840182547e-05,
      "loss": 0.2966,
      "step": 34060
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.630231985861614e-05,
      "loss": 0.2972,
      "step": 34070
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.630120131540682e-05,
      "loss": 0.3001,
      "step": 34080
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.630008277219749e-05,
      "loss": 0.2943,
      "step": 34090
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.629896422898817e-05,
      "loss": 0.2924,
      "step": 34100
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6297845685778846e-05,
      "loss": 0.2934,
      "step": 34110
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.629672714256952e-05,
      "loss": 0.2901,
      "step": 34120
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6295608599360195e-05,
      "loss": 0.2921,
      "step": 34130
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6294490056150866e-05,
      "loss": 0.2957,
      "step": 34140
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6293371512941544e-05,
      "loss": 0.2964,
      "step": 34150
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.629225296973222e-05,
      "loss": 0.2987,
      "step": 34160
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.62911344265229e-05,
      "loss": 0.2974,
      "step": 34170
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.629001588331358e-05,
      "loss": 0.2977,
      "step": 34180
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.628889734010425e-05,
      "loss": 0.2887,
      "step": 34190
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6287778796894927e-05,
      "loss": 0.2952,
      "step": 34200
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6286660253685604e-05,
      "loss": 0.2914,
      "step": 34210
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6285541710476276e-05,
      "loss": 0.2953,
      "step": 34220
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6284423167266954e-05,
      "loss": 0.297,
      "step": 34230
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6283304624057625e-05,
      "loss": 0.2928,
      "step": 34240
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.62821860808483e-05,
      "loss": 0.2973,
      "step": 34250
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.628106753763898e-05,
      "loss": 0.2904,
      "step": 34260
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.627994899442966e-05,
      "loss": 0.2933,
      "step": 34270
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6278830451220336e-05,
      "loss": 0.2896,
      "step": 34280
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.627771190801101e-05,
      "loss": 0.2946,
      "step": 34290
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6276593364801685e-05,
      "loss": 0.2985,
      "step": 34300
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6275474821592363e-05,
      "loss": 0.2895,
      "step": 34310
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6274356278383035e-05,
      "loss": 0.2899,
      "step": 34320
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.627323773517371e-05,
      "loss": 0.2987,
      "step": 34330
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6272119191964384e-05,
      "loss": 0.2979,
      "step": 34340
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.627100064875506e-05,
      "loss": 0.2904,
      "step": 34350
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.626988210554574e-05,
      "loss": 0.2935,
      "step": 34360
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.626876356233642e-05,
      "loss": 0.2942,
      "step": 34370
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6267645019127095e-05,
      "loss": 0.2846,
      "step": 34380
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6266526475917766e-05,
      "loss": 0.2956,
      "step": 34390
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6265407932708444e-05,
      "loss": 0.2958,
      "step": 34400
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6264289389499116e-05,
      "loss": 0.2905,
      "step": 34410
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6263170846289794e-05,
      "loss": 0.2862,
      "step": 34420
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.626205230308047e-05,
      "loss": 0.2935,
      "step": 34430
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.626093375987114e-05,
      "loss": 0.2941,
      "step": 34440
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.625981521666182e-05,
      "loss": 0.2925,
      "step": 34450
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.62586966734525e-05,
      "loss": 0.2903,
      "step": 34460
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6257578130243176e-05,
      "loss": 0.2821,
      "step": 34470
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6256459587033854e-05,
      "loss": 0.2894,
      "step": 34480
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6255341043824525e-05,
      "loss": 0.293,
      "step": 34490
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.62542225006152e-05,
      "loss": 0.2952,
      "step": 34500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6253103957405875e-05,
      "loss": 0.2925,
      "step": 34510
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.625198541419655e-05,
      "loss": 0.2964,
      "step": 34520
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.625086687098723e-05,
      "loss": 0.2937,
      "step": 34530
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.62497483277779e-05,
      "loss": 0.291,
      "step": 34540
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.624862978456858e-05,
      "loss": 0.2946,
      "step": 34550
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.624751124135925e-05,
      "loss": 0.2896,
      "step": 34560
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.624639269814993e-05,
      "loss": 0.2883,
      "step": 34570
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.624527415494061e-05,
      "loss": 0.2942,
      "step": 34580
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6244155611731284e-05,
      "loss": 0.2925,
      "step": 34590
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.624303706852196e-05,
      "loss": 0.2958,
      "step": 34600
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6241918525312633e-05,
      "loss": 0.2891,
      "step": 34610
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.624079998210331e-05,
      "loss": 0.2913,
      "step": 34620
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.623968143889399e-05,
      "loss": 0.2934,
      "step": 34630
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.623856289568466e-05,
      "loss": 0.2924,
      "step": 34640
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.623744435247534e-05,
      "loss": 0.297,
      "step": 34650
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.623632580926601e-05,
      "loss": 0.2961,
      "step": 34660
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.623520726605669e-05,
      "loss": 0.2951,
      "step": 34670
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6234088722847365e-05,
      "loss": 0.2924,
      "step": 34680
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.623297017963804e-05,
      "loss": 0.2884,
      "step": 34690
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.623185163642872e-05,
      "loss": 0.2902,
      "step": 34700
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.623073309321939e-05,
      "loss": 0.2941,
      "step": 34710
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.622961455001007e-05,
      "loss": 0.2906,
      "step": 34720
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.622849600680074e-05,
      "loss": 0.2943,
      "step": 34730
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.622737746359142e-05,
      "loss": 0.2903,
      "step": 34740
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.62262589203821e-05,
      "loss": 0.2961,
      "step": 34750
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.622514037717277e-05,
      "loss": 0.2893,
      "step": 34760
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6224021833963446e-05,
      "loss": 0.2949,
      "step": 34770
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6222903290754124e-05,
      "loss": 0.2866,
      "step": 34780
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.62217847475448e-05,
      "loss": 0.2913,
      "step": 34790
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.622066620433548e-05,
      "loss": 0.2927,
      "step": 34800
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.621954766112615e-05,
      "loss": 0.2899,
      "step": 34810
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.621842911791683e-05,
      "loss": 0.288,
      "step": 34820
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.62173105747075e-05,
      "loss": 0.298,
      "step": 34830
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.621619203149818e-05,
      "loss": 0.2913,
      "step": 34840
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6215073488288856e-05,
      "loss": 0.2914,
      "step": 34850
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6214066799400465e-05,
      "loss": 0.2917,
      "step": 34860
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.621294825619114e-05,
      "loss": 0.29,
      "step": 34870
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6211829712981814e-05,
      "loss": 0.2927,
      "step": 34880
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.621071116977249e-05,
      "loss": 0.2938,
      "step": 34890
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.620959262656316e-05,
      "loss": 0.2931,
      "step": 34900
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.620847408335384e-05,
      "loss": 0.2955,
      "step": 34910
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.620735554014452e-05,
      "loss": 0.2927,
      "step": 34920
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.620623699693519e-05,
      "loss": 0.291,
      "step": 34930
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.620511845372587e-05,
      "loss": 0.2947,
      "step": 34940
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6203999910516546e-05,
      "loss": 0.297,
      "step": 34950
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6202881367307224e-05,
      "loss": 0.2913,
      "step": 34960
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.62017628240979e-05,
      "loss": 0.2914,
      "step": 34970
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.620064428088857e-05,
      "loss": 0.2953,
      "step": 34980
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.619952573767925e-05,
      "loss": 0.2942,
      "step": 34990
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.619840719446992e-05,
      "loss": 0.2932,
      "step": 35000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.61972886512606e-05,
      "loss": 0.2972,
      "step": 35010
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.619617010805128e-05,
      "loss": 0.2937,
      "step": 35020
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.619505156484195e-05,
      "loss": 0.2955,
      "step": 35030
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.619393302163263e-05,
      "loss": 0.2907,
      "step": 35040
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6192814478423305e-05,
      "loss": 0.2923,
      "step": 35050
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.619169593521398e-05,
      "loss": 0.2929,
      "step": 35060
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.619057739200466e-05,
      "loss": 0.2919,
      "step": 35070
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.618945884879533e-05,
      "loss": 0.2844,
      "step": 35080
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.618834030558601e-05,
      "loss": 0.2911,
      "step": 35090
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.618722176237668e-05,
      "loss": 0.2916,
      "step": 35100
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.618610321916736e-05,
      "loss": 0.2939,
      "step": 35110
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.618498467595803e-05,
      "loss": 0.2959,
      "step": 35120
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.618386613274871e-05,
      "loss": 0.2853,
      "step": 35130
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6182747589539386e-05,
      "loss": 0.2901,
      "step": 35140
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.618162904633006e-05,
      "loss": 0.291,
      "step": 35150
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.618051050312074e-05,
      "loss": 0.2852,
      "step": 35160
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.617939195991141e-05,
      "loss": 0.2894,
      "step": 35170
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.617827341670209e-05,
      "loss": 0.2925,
      "step": 35180
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.617715487349277e-05,
      "loss": 0.2942,
      "step": 35190
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.617603633028344e-05,
      "loss": 0.2904,
      "step": 35200
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.617491778707412e-05,
      "loss": 0.2879,
      "step": 35210
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.617379924386479e-05,
      "loss": 0.2909,
      "step": 35220
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.617268070065547e-05,
      "loss": 0.2908,
      "step": 35230
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6171562157446145e-05,
      "loss": 0.2953,
      "step": 35240
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6170443614236816e-05,
      "loss": 0.2873,
      "step": 35250
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6169325071027494e-05,
      "loss": 0.2922,
      "step": 35260
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.616820652781817e-05,
      "loss": 0.2895,
      "step": 35270
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.616708798460885e-05,
      "loss": 0.2922,
      "step": 35280
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.616596944139953e-05,
      "loss": 0.2895,
      "step": 35290
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.61648508981902e-05,
      "loss": 0.2909,
      "step": 35300
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.616373235498088e-05,
      "loss": 0.2941,
      "step": 35310
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.616261381177155e-05,
      "loss": 0.2875,
      "step": 35320
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6161495268562226e-05,
      "loss": 0.2919,
      "step": 35330
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6160376725352904e-05,
      "loss": 0.2946,
      "step": 35340
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6159258182143575e-05,
      "loss": 0.2872,
      "step": 35350
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.615813963893425e-05,
      "loss": 0.2889,
      "step": 35360
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.615702109572493e-05,
      "loss": 0.2877,
      "step": 35370
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.615590255251561e-05,
      "loss": 0.2932,
      "step": 35380
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.615478400930629e-05,
      "loss": 0.2916,
      "step": 35390
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.615366546609696e-05,
      "loss": 0.2939,
      "step": 35400
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6152546922887636e-05,
      "loss": 0.2939,
      "step": 35410
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.615142837967831e-05,
      "loss": 0.2834,
      "step": 35420
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6150309836468985e-05,
      "loss": 0.287,
      "step": 35430
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6149191293259656e-05,
      "loss": 0.2885,
      "step": 35440
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6148072750050334e-05,
      "loss": 0.2883,
      "step": 35450
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.614695420684101e-05,
      "loss": 0.2873,
      "step": 35460
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.614583566363169e-05,
      "loss": 0.2898,
      "step": 35470
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.614471712042237e-05,
      "loss": 0.2942,
      "step": 35480
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.614359857721304e-05,
      "loss": 0.2828,
      "step": 35490
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.614248003400372e-05,
      "loss": 0.2842,
      "step": 35500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6141361490794395e-05,
      "loss": 0.2887,
      "step": 35510
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6140242947585066e-05,
      "loss": 0.2866,
      "step": 35520
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6139124404375744e-05,
      "loss": 0.2932,
      "step": 35530
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6138005861166415e-05,
      "loss": 0.2875,
      "step": 35540
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.613688731795709e-05,
      "loss": 0.2892,
      "step": 35550
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.613576877474777e-05,
      "loss": 0.29,
      "step": 35560
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.613465023153844e-05,
      "loss": 0.2897,
      "step": 35570
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.613353168832913e-05,
      "loss": 0.2892,
      "step": 35580
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.61324131451198e-05,
      "loss": 0.294,
      "step": 35590
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6131294601910476e-05,
      "loss": 0.2854,
      "step": 35600
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6130176058701154e-05,
      "loss": 0.2899,
      "step": 35610
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6129057515491825e-05,
      "loss": 0.2887,
      "step": 35620
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.61279389722825e-05,
      "loss": 0.2903,
      "step": 35630
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6126820429073174e-05,
      "loss": 0.2869,
      "step": 35640
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.612570188586385e-05,
      "loss": 0.2889,
      "step": 35650
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.612458334265453e-05,
      "loss": 0.2908,
      "step": 35660
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.61234647994452e-05,
      "loss": 0.2921,
      "step": 35670
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.612234625623588e-05,
      "loss": 0.2848,
      "step": 35680
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.612122771302656e-05,
      "loss": 0.2927,
      "step": 35690
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6120109169817235e-05,
      "loss": 0.2911,
      "step": 35700
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.611899062660791e-05,
      "loss": 0.2872,
      "step": 35710
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6117872083398584e-05,
      "loss": 0.2928,
      "step": 35720
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.611675354018926e-05,
      "loss": 0.2943,
      "step": 35730
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.611563499697993e-05,
      "loss": 0.2852,
      "step": 35740
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.611451645377061e-05,
      "loss": 0.2888,
      "step": 35750
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.611339791056128e-05,
      "loss": 0.2878,
      "step": 35760
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.611227936735196e-05,
      "loss": 0.2927,
      "step": 35770
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.611116082414264e-05,
      "loss": 0.2875,
      "step": 35780
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6110042280933316e-05,
      "loss": 0.2904,
      "step": 35790
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6108923737723994e-05,
      "loss": 0.2917,
      "step": 35800
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6107805194514665e-05,
      "loss": 0.289,
      "step": 35810
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.610668665130534e-05,
      "loss": 0.2866,
      "step": 35820
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.610556810809602e-05,
      "loss": 0.2867,
      "step": 35830
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.610444956488669e-05,
      "loss": 0.2897,
      "step": 35840
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.610333102167737e-05,
      "loss": 0.2864,
      "step": 35850
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.610221247846804e-05,
      "loss": 0.2893,
      "step": 35860
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.610109393525872e-05,
      "loss": 0.2836,
      "step": 35870
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.60999753920494e-05,
      "loss": 0.285,
      "step": 35880
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6098856848840075e-05,
      "loss": 0.2914,
      "step": 35890
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.609773830563075e-05,
      "loss": 0.2892,
      "step": 35900
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6096619762421424e-05,
      "loss": 0.2862,
      "step": 35910
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.60955012192121e-05,
      "loss": 0.2932,
      "step": 35920
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.609438267600278e-05,
      "loss": 0.2881,
      "step": 35930
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.609326413279345e-05,
      "loss": 0.2835,
      "step": 35940
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.609214558958413e-05,
      "loss": 0.291,
      "step": 35950
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.60910270463748e-05,
      "loss": 0.2913,
      "step": 35960
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.608990850316548e-05,
      "loss": 0.2918,
      "step": 35970
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6088789959956156e-05,
      "loss": 0.2967,
      "step": 35980
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6087671416746834e-05,
      "loss": 0.2868,
      "step": 35990
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.608655287353751e-05,
      "loss": 0.2872,
      "step": 36000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.608543433032818e-05,
      "loss": 0.2881,
      "step": 36010
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.608431578711886e-05,
      "loss": 0.2938,
      "step": 36020
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.608319724390954e-05,
      "loss": 0.2924,
      "step": 36030
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.608207870070021e-05,
      "loss": 0.2848,
      "step": 36040
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.608096015749089e-05,
      "loss": 0.2916,
      "step": 36050
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.607984161428156e-05,
      "loss": 0.2903,
      "step": 36060
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.607872307107224e-05,
      "loss": 0.2843,
      "step": 36070
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.607760452786291e-05,
      "loss": 0.2914,
      "step": 36080
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6076485984653586e-05,
      "loss": 0.29,
      "step": 36090
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6075367441444264e-05,
      "loss": 0.2852,
      "step": 36100
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.607424889823494e-05,
      "loss": 0.2907,
      "step": 36110
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.607313035502562e-05,
      "loss": 0.2928,
      "step": 36120
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.607201181181629e-05,
      "loss": 0.2871,
      "step": 36130
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.607089326860697e-05,
      "loss": 0.2879,
      "step": 36140
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.606977472539765e-05,
      "loss": 0.2901,
      "step": 36150
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.606865618218832e-05,
      "loss": 0.285,
      "step": 36160
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6067537638978996e-05,
      "loss": 0.2841,
      "step": 36170
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.606641909576967e-05,
      "loss": 0.2869,
      "step": 36180
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6065300552560345e-05,
      "loss": 0.2957,
      "step": 36190
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.606418200935102e-05,
      "loss": 0.2892,
      "step": 36200
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.60630634661417e-05,
      "loss": 0.2896,
      "step": 36210
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.606194492293238e-05,
      "loss": 0.2918,
      "step": 36220
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.606082637972305e-05,
      "loss": 0.2931,
      "step": 36230
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.605970783651373e-05,
      "loss": 0.2845,
      "step": 36240
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6058589293304406e-05,
      "loss": 0.2937,
      "step": 36250
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.605747075009508e-05,
      "loss": 0.2864,
      "step": 36260
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6056352206885755e-05,
      "loss": 0.2873,
      "step": 36270
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6055233663676426e-05,
      "loss": 0.2877,
      "step": 36280
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6054115120467104e-05,
      "loss": 0.294,
      "step": 36290
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.605299657725778e-05,
      "loss": 0.2961,
      "step": 36300
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.605187803404846e-05,
      "loss": 0.2963,
      "step": 36310
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.605075949083914e-05,
      "loss": 0.2955,
      "step": 36320
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.604964094762981e-05,
      "loss": 0.2882,
      "step": 36330
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.604852240442049e-05,
      "loss": 0.2848,
      "step": 36340
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6047403861211165e-05,
      "loss": 0.2859,
      "step": 36350
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6046285318001836e-05,
      "loss": 0.2867,
      "step": 36360
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6045166774792514e-05,
      "loss": 0.2851,
      "step": 36370
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6044048231583185e-05,
      "loss": 0.2826,
      "step": 36380
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.604292968837386e-05,
      "loss": 0.2907,
      "step": 36390
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.604181114516454e-05,
      "loss": 0.2842,
      "step": 36400
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.604069260195522e-05,
      "loss": 0.2873,
      "step": 36410
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6039574058745897e-05,
      "loss": 0.2857,
      "step": 36420
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.603845551553657e-05,
      "loss": 0.2915,
      "step": 36430
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6037336972327246e-05,
      "loss": 0.282,
      "step": 36440
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.603621842911792e-05,
      "loss": 0.294,
      "step": 36450
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6035099885908595e-05,
      "loss": 0.2901,
      "step": 36460
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.603398134269927e-05,
      "loss": 0.288,
      "step": 36470
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6032862799489944e-05,
      "loss": 0.2868,
      "step": 36480
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.603174425628062e-05,
      "loss": 0.2887,
      "step": 36490
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.603062571307129e-05,
      "loss": 0.2884,
      "step": 36500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.602950716986197e-05,
      "loss": 0.2875,
      "step": 36510
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.602838862665265e-05,
      "loss": 0.2899,
      "step": 36520
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.602727008344333e-05,
      "loss": 0.2859,
      "step": 36530
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6026151540234005e-05,
      "loss": 0.2868,
      "step": 36540
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6025032997024676e-05,
      "loss": 0.2891,
      "step": 36550
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6023914453815354e-05,
      "loss": 0.2845,
      "step": 36560
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.602279591060603e-05,
      "loss": 0.2882,
      "step": 36570
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.60216773673967e-05,
      "loss": 0.2861,
      "step": 36580
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.602055882418738e-05,
      "loss": 0.2895,
      "step": 36590
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.601944028097805e-05,
      "loss": 0.2888,
      "step": 36600
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.601832173776873e-05,
      "loss": 0.2894,
      "step": 36610
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.601720319455941e-05,
      "loss": 0.286,
      "step": 36620
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6016084651350086e-05,
      "loss": 0.2908,
      "step": 36630
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6014966108140764e-05,
      "loss": 0.2848,
      "step": 36640
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6013847564931435e-05,
      "loss": 0.2858,
      "step": 36650
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.601272902172211e-05,
      "loss": 0.2835,
      "step": 36660
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6011610478512784e-05,
      "loss": 0.288,
      "step": 36670
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.601049193530346e-05,
      "loss": 0.2959,
      "step": 36680
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.600937339209414e-05,
      "loss": 0.2878,
      "step": 36690
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.600825484888481e-05,
      "loss": 0.2923,
      "step": 36700
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.600713630567549e-05,
      "loss": 0.2872,
      "step": 36710
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6006017762466167e-05,
      "loss": 0.288,
      "step": 36720
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6004899219256845e-05,
      "loss": 0.2893,
      "step": 36730
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.600378067604752e-05,
      "loss": 0.2871,
      "step": 36740
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6002662132838194e-05,
      "loss": 0.2943,
      "step": 36750
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.600154358962887e-05,
      "loss": 0.2849,
      "step": 36760
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.600042504641954e-05,
      "loss": 0.2856,
      "step": 36770
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.599930650321022e-05,
      "loss": 0.2878,
      "step": 36780
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.59981879600009e-05,
      "loss": 0.287,
      "step": 36790
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.599706941679157e-05,
      "loss": 0.2916,
      "step": 36800
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.599595087358225e-05,
      "loss": 0.2878,
      "step": 36810
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5994832330372926e-05,
      "loss": 0.2851,
      "step": 36820
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5993713787163603e-05,
      "loss": 0.2894,
      "step": 36830
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.599259524395428e-05,
      "loss": 0.2811,
      "step": 36840
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.599147670074495e-05,
      "loss": 0.287,
      "step": 36850
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.599035815753563e-05,
      "loss": 0.2846,
      "step": 36860
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.598935146864723e-05,
      "loss": 0.2852,
      "step": 36870
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.598823292543791e-05,
      "loss": 0.2828,
      "step": 36880
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.598711438222859e-05,
      "loss": 0.2855,
      "step": 36890
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5985995839019266e-05,
      "loss": 0.2883,
      "step": 36900
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5984877295809944e-05,
      "loss": 0.2843,
      "step": 36910
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5983758752600615e-05,
      "loss": 0.283,
      "step": 36920
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.598264020939129e-05,
      "loss": 0.2886,
      "step": 36930
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5981521666181964e-05,
      "loss": 0.2862,
      "step": 36940
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.598040312297264e-05,
      "loss": 0.2895,
      "step": 36950
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.597928457976332e-05,
      "loss": 0.2883,
      "step": 36960
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.597816603655399e-05,
      "loss": 0.2769,
      "step": 36970
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.597704749334467e-05,
      "loss": 0.2885,
      "step": 36980
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.597592895013535e-05,
      "loss": 0.2878,
      "step": 36990
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5974810406926025e-05,
      "loss": 0.2814,
      "step": 37000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.59736918637167e-05,
      "loss": 0.2833,
      "step": 37010
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5972573320507374e-05,
      "loss": 0.2836,
      "step": 37020
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.597145477729805e-05,
      "loss": 0.2898,
      "step": 37030
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.597033623408872e-05,
      "loss": 0.2881,
      "step": 37040
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.59692176908794e-05,
      "loss": 0.2889,
      "step": 37050
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.596809914767007e-05,
      "loss": 0.2823,
      "step": 37060
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.596698060446075e-05,
      "loss": 0.2928,
      "step": 37070
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.596586206125143e-05,
      "loss": 0.2813,
      "step": 37080
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.59647435180421e-05,
      "loss": 0.2921,
      "step": 37090
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.596362497483278e-05,
      "loss": 0.2929,
      "step": 37100
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5962506431623455e-05,
      "loss": 0.2813,
      "step": 37110
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.596138788841413e-05,
      "loss": 0.2818,
      "step": 37120
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.596026934520481e-05,
      "loss": 0.2911,
      "step": 37130
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.595915080199548e-05,
      "loss": 0.2889,
      "step": 37140
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.595803225878616e-05,
      "loss": 0.286,
      "step": 37150
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.595691371557683e-05,
      "loss": 0.2935,
      "step": 37160
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.595579517236751e-05,
      "loss": 0.281,
      "step": 37170
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.595467662915819e-05,
      "loss": 0.2859,
      "step": 37180
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.595355808594886e-05,
      "loss": 0.2886,
      "step": 37190
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5952439542739536e-05,
      "loss": 0.2791,
      "step": 37200
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5951320999530214e-05,
      "loss": 0.2836,
      "step": 37210
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.595020245632089e-05,
      "loss": 0.2818,
      "step": 37220
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.594908391311157e-05,
      "loss": 0.2853,
      "step": 37230
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.594796536990224e-05,
      "loss": 0.2915,
      "step": 37240
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.594684682669292e-05,
      "loss": 0.2831,
      "step": 37250
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.594572828348359e-05,
      "loss": 0.2901,
      "step": 37260
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.594460974027427e-05,
      "loss": 0.2951,
      "step": 37270
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5943491197064946e-05,
      "loss": 0.2846,
      "step": 37280
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.594237265385562e-05,
      "loss": 0.2921,
      "step": 37290
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5941254110646295e-05,
      "loss": 0.2832,
      "step": 37300
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.594013556743697e-05,
      "loss": 0.287,
      "step": 37310
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.593901702422765e-05,
      "loss": 0.2845,
      "step": 37320
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.593789848101833e-05,
      "loss": 0.2858,
      "step": 37330
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5936779937809e-05,
      "loss": 0.2867,
      "step": 37340
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.593566139459968e-05,
      "loss": 0.2858,
      "step": 37350
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.593454285139035e-05,
      "loss": 0.2875,
      "step": 37360
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.593342430818103e-05,
      "loss": 0.2861,
      "step": 37370
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.59323057649717e-05,
      "loss": 0.2837,
      "step": 37380
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5931187221762376e-05,
      "loss": 0.2856,
      "step": 37390
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5930068678553054e-05,
      "loss": 0.2867,
      "step": 37400
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.592895013534373e-05,
      "loss": 0.2837,
      "step": 37410
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.592783159213441e-05,
      "loss": 0.2859,
      "step": 37420
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.592671304892508e-05,
      "loss": 0.2835,
      "step": 37430
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.592559450571576e-05,
      "loss": 0.2873,
      "step": 37440
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.592447596250644e-05,
      "loss": 0.287,
      "step": 37450
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.592335741929711e-05,
      "loss": 0.2849,
      "step": 37460
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5922238876087786e-05,
      "loss": 0.2855,
      "step": 37470
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.592112033287846e-05,
      "loss": 0.2924,
      "step": 37480
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5920001789669135e-05,
      "loss": 0.2856,
      "step": 37490
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.591888324645981e-05,
      "loss": 0.2878,
      "step": 37500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5917764703250484e-05,
      "loss": 0.2839,
      "step": 37510
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.591664616004117e-05,
      "loss": 0.2901,
      "step": 37520
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.591552761683184e-05,
      "loss": 0.2929,
      "step": 37530
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.591440907362252e-05,
      "loss": 0.2835,
      "step": 37540
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5913290530413196e-05,
      "loss": 0.282,
      "step": 37550
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.591217198720387e-05,
      "loss": 0.2903,
      "step": 37560
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5911053443994545e-05,
      "loss": 0.2844,
      "step": 37570
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5909934900785216e-05,
      "loss": 0.2804,
      "step": 37580
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5908816357575894e-05,
      "loss": 0.2857,
      "step": 37590
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.590769781436657e-05,
      "loss": 0.2895,
      "step": 37600
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.590657927115724e-05,
      "loss": 0.2838,
      "step": 37610
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.590546072794792e-05,
      "loss": 0.2822,
      "step": 37620
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.59043421847386e-05,
      "loss": 0.2875,
      "step": 37630
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.590322364152928e-05,
      "loss": 0.2841,
      "step": 37640
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5902105098319955e-05,
      "loss": 0.2846,
      "step": 37650
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5900986555110626e-05,
      "loss": 0.2799,
      "step": 37660
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5899868011901304e-05,
      "loss": 0.2849,
      "step": 37670
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5898749468691975e-05,
      "loss": 0.2835,
      "step": 37680
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.589763092548265e-05,
      "loss": 0.2873,
      "step": 37690
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5896512382273324e-05,
      "loss": 0.2896,
      "step": 37700
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5895393839064e-05,
      "loss": 0.2889,
      "step": 37710
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.589427529585468e-05,
      "loss": 0.2861,
      "step": 37720
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.589315675264536e-05,
      "loss": 0.2868,
      "step": 37730
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5892038209436036e-05,
      "loss": 0.2816,
      "step": 37740
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.589091966622671e-05,
      "loss": 0.2815,
      "step": 37750
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5889801123017385e-05,
      "loss": 0.2883,
      "step": 37760
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.588868257980806e-05,
      "loss": 0.2842,
      "step": 37770
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5887564036598734e-05,
      "loss": 0.2821,
      "step": 37780
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.588644549338941e-05,
      "loss": 0.2847,
      "step": 37790
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.588532695018008e-05,
      "loss": 0.2924,
      "step": 37800
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.588420840697076e-05,
      "loss": 0.2809,
      "step": 37810
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.588308986376144e-05,
      "loss": 0.2807,
      "step": 37820
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.588197132055212e-05,
      "loss": 0.2851,
      "step": 37830
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5880852777342795e-05,
      "loss": 0.2786,
      "step": 37840
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5879734234133466e-05,
      "loss": 0.2786,
      "step": 37850
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5878615690924144e-05,
      "loss": 0.2864,
      "step": 37860
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.587749714771482e-05,
      "loss": 0.2785,
      "step": 37870
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.587637860450549e-05,
      "loss": 0.281,
      "step": 37880
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.587526006129617e-05,
      "loss": 0.2865,
      "step": 37890
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.587414151808684e-05,
      "loss": 0.287,
      "step": 37900
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.587302297487752e-05,
      "loss": 0.2834,
      "step": 37910
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.58719044316682e-05,
      "loss": 0.2904,
      "step": 37920
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.587078588845887e-05,
      "loss": 0.2834,
      "step": 37930
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5869667345249554e-05,
      "loss": 0.2857,
      "step": 37940
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5868548802040225e-05,
      "loss": 0.286,
      "step": 37950
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.58674302588309e-05,
      "loss": 0.2817,
      "step": 37960
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.586631171562158e-05,
      "loss": 0.2884,
      "step": 37970
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.586519317241225e-05,
      "loss": 0.2822,
      "step": 37980
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.586407462920293e-05,
      "loss": 0.286,
      "step": 37990
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.58629560859936e-05,
      "loss": 0.2802,
      "step": 38000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.586183754278428e-05,
      "loss": 0.2852,
      "step": 38010
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.586071899957495e-05,
      "loss": 0.2786,
      "step": 38020
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.585960045636563e-05,
      "loss": 0.2837,
      "step": 38030
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5858481913156306e-05,
      "loss": 0.2794,
      "step": 38040
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5857363369946984e-05,
      "loss": 0.2841,
      "step": 38050
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.585624482673766e-05,
      "loss": 0.2847,
      "step": 38060
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.585512628352833e-05,
      "loss": 0.2846,
      "step": 38070
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.585400774031901e-05,
      "loss": 0.2855,
      "step": 38080
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.585288919710969e-05,
      "loss": 0.2847,
      "step": 38090
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.585177065390036e-05,
      "loss": 0.2826,
      "step": 38100
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.585065211069104e-05,
      "loss": 0.2856,
      "step": 38110
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.584953356748171e-05,
      "loss": 0.284,
      "step": 38120
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.584841502427239e-05,
      "loss": 0.2828,
      "step": 38130
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5847296481063065e-05,
      "loss": 0.2785,
      "step": 38140
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.584617793785374e-05,
      "loss": 0.2812,
      "step": 38150
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.584505939464442e-05,
      "loss": 0.2808,
      "step": 38160
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.584394085143509e-05,
      "loss": 0.2865,
      "step": 38170
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.584282230822577e-05,
      "loss": 0.2841,
      "step": 38180
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.584170376501645e-05,
      "loss": 0.285,
      "step": 38190
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.584058522180712e-05,
      "loss": 0.2838,
      "step": 38200
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.58394666785978e-05,
      "loss": 0.2847,
      "step": 38210
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.583834813538847e-05,
      "loss": 0.2847,
      "step": 38220
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5837229592179146e-05,
      "loss": 0.2828,
      "step": 38230
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5836111048969824e-05,
      "loss": 0.2835,
      "step": 38240
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.58349925057605e-05,
      "loss": 0.2839,
      "step": 38250
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.583387396255118e-05,
      "loss": 0.2841,
      "step": 38260
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.583275541934185e-05,
      "loss": 0.2843,
      "step": 38270
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.583163687613253e-05,
      "loss": 0.275,
      "step": 38280
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.583051833292321e-05,
      "loss": 0.2828,
      "step": 38290
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.582939978971388e-05,
      "loss": 0.2822,
      "step": 38300
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5828281246504556e-05,
      "loss": 0.2796,
      "step": 38310
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.582716270329523e-05,
      "loss": 0.2863,
      "step": 38320
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5826044160085905e-05,
      "loss": 0.2819,
      "step": 38330
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5824925616876576e-05,
      "loss": 0.2817,
      "step": 38340
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.582380707366726e-05,
      "loss": 0.2846,
      "step": 38350
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.582268853045794e-05,
      "loss": 0.2851,
      "step": 38360
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.582156998724861e-05,
      "loss": 0.2806,
      "step": 38370
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.582045144403929e-05,
      "loss": 0.284,
      "step": 38380
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.581933290082996e-05,
      "loss": 0.2806,
      "step": 38390
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.581821435762064e-05,
      "loss": 0.286,
      "step": 38400
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5817095814411315e-05,
      "loss": 0.2818,
      "step": 38410
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5815977271201986e-05,
      "loss": 0.2792,
      "step": 38420
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5814858727992664e-05,
      "loss": 0.2794,
      "step": 38430
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5813740184783335e-05,
      "loss": 0.2835,
      "step": 38440
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.581262164157401e-05,
      "loss": 0.2789,
      "step": 38450
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.581150309836469e-05,
      "loss": 0.2795,
      "step": 38460
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.581038455515537e-05,
      "loss": 0.2846,
      "step": 38470
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.580926601194605e-05,
      "loss": 0.2873,
      "step": 38480
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.580814746873672e-05,
      "loss": 0.2841,
      "step": 38490
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5807028925527396e-05,
      "loss": 0.2838,
      "step": 38500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5805910382318074e-05,
      "loss": 0.2815,
      "step": 38510
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5804791839108745e-05,
      "loss": 0.2811,
      "step": 38520
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.580367329589942e-05,
      "loss": 0.285,
      "step": 38530
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5802554752690094e-05,
      "loss": 0.2855,
      "step": 38540
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.580143620948077e-05,
      "loss": 0.2824,
      "step": 38550
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.580031766627145e-05,
      "loss": 0.2874,
      "step": 38560
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.579919912306213e-05,
      "loss": 0.283,
      "step": 38570
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5798080579852806e-05,
      "loss": 0.282,
      "step": 38580
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.579696203664348e-05,
      "loss": 0.2823,
      "step": 38590
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5795843493434155e-05,
      "loss": 0.2861,
      "step": 38600
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.579472495022483e-05,
      "loss": 0.2822,
      "step": 38610
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5793606407015504e-05,
      "loss": 0.287,
      "step": 38620
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.579248786380618e-05,
      "loss": 0.2802,
      "step": 38630
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.579136932059685e-05,
      "loss": 0.2768,
      "step": 38640
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.579025077738753e-05,
      "loss": 0.2841,
      "step": 38650
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.578913223417821e-05,
      "loss": 0.2795,
      "step": 38660
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.578801369096889e-05,
      "loss": 0.2832,
      "step": 38670
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5786895147759565e-05,
      "loss": 0.2798,
      "step": 38680
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5785776604550236e-05,
      "loss": 0.2875,
      "step": 38690
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5784658061340914e-05,
      "loss": 0.2901,
      "step": 38700
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5783539518131585e-05,
      "loss": 0.284,
      "step": 38710
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.578242097492226e-05,
      "loss": 0.2873,
      "step": 38720
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.578130243171294e-05,
      "loss": 0.2812,
      "step": 38730
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.578018388850361e-05,
      "loss": 0.2819,
      "step": 38740
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.577906534529429e-05,
      "loss": 0.2823,
      "step": 38750
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.577794680208497e-05,
      "loss": 0.2829,
      "step": 38760
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5776828258875646e-05,
      "loss": 0.2851,
      "step": 38770
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5775709715666324e-05,
      "loss": 0.2903,
      "step": 38780
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5774591172456995e-05,
      "loss": 0.2786,
      "step": 38790
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.577347262924767e-05,
      "loss": 0.2831,
      "step": 38800
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5772354086038344e-05,
      "loss": 0.2861,
      "step": 38810
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.577123554282902e-05,
      "loss": 0.2882,
      "step": 38820
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.57701169996197e-05,
      "loss": 0.2839,
      "step": 38830
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.576899845641037e-05,
      "loss": 0.2875,
      "step": 38840
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.576787991320105e-05,
      "loss": 0.2854,
      "step": 38850
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.576676136999172e-05,
      "loss": 0.2811,
      "step": 38860
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.57656428267824e-05,
      "loss": 0.2867,
      "step": 38870
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5764524283573076e-05,
      "loss": 0.2794,
      "step": 38880
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5763517594684685e-05,
      "loss": 0.2803,
      "step": 38890
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.576239905147536e-05,
      "loss": 0.2854,
      "step": 38900
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5761280508266034e-05,
      "loss": 0.2793,
      "step": 38910
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.576016196505671e-05,
      "loss": 0.2814,
      "step": 38920
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.575904342184739e-05,
      "loss": 0.2861,
      "step": 38930
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.575792487863807e-05,
      "loss": 0.2823,
      "step": 38940
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5756806335428745e-05,
      "loss": 0.2838,
      "step": 38950
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5755687792219417e-05,
      "loss": 0.2853,
      "step": 38960
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5754569249010094e-05,
      "loss": 0.2788,
      "step": 38970
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5753450705800766e-05,
      "loss": 0.2823,
      "step": 38980
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5752332162591444e-05,
      "loss": 0.2801,
      "step": 38990
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.575121361938212e-05,
      "loss": 0.2758,
      "step": 39000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.575009507617279e-05,
      "loss": 0.2816,
      "step": 39010
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.574897653296347e-05,
      "loss": 0.2823,
      "step": 39020
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.574785798975414e-05,
      "loss": 0.2764,
      "step": 39030
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.574673944654482e-05,
      "loss": 0.279,
      "step": 39040
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.57456209033355e-05,
      "loss": 0.2802,
      "step": 39050
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5744502360126175e-05,
      "loss": 0.2809,
      "step": 39060
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5743383816916853e-05,
      "loss": 0.2813,
      "step": 39070
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5742265273707525e-05,
      "loss": 0.2805,
      "step": 39080
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.57411467304982e-05,
      "loss": 0.2804,
      "step": 39090
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5740028187288874e-05,
      "loss": 0.2777,
      "step": 39100
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.573890964407955e-05,
      "loss": 0.2797,
      "step": 39110
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.573779110087023e-05,
      "loss": 0.2875,
      "step": 39120
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.57366725576609e-05,
      "loss": 0.2771,
      "step": 39130
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.573555401445158e-05,
      "loss": 0.2754,
      "step": 39140
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5734435471242257e-05,
      "loss": 0.289,
      "step": 39150
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5733316928032934e-05,
      "loss": 0.2828,
      "step": 39160
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.573219838482361e-05,
      "loss": 0.284,
      "step": 39170
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5731079841614284e-05,
      "loss": 0.2814,
      "step": 39180
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.572996129840496e-05,
      "loss": 0.285,
      "step": 39190
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.572884275519563e-05,
      "loss": 0.2861,
      "step": 39200
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.572772421198631e-05,
      "loss": 0.2801,
      "step": 39210
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.572660566877699e-05,
      "loss": 0.2866,
      "step": 39220
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.572548712556766e-05,
      "loss": 0.2817,
      "step": 39230
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.572436858235834e-05,
      "loss": 0.2792,
      "step": 39240
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5723250039149015e-05,
      "loss": 0.2873,
      "step": 39250
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5722131495939693e-05,
      "loss": 0.2788,
      "step": 39260
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.572101295273037e-05,
      "loss": 0.2831,
      "step": 39270
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.571989440952104e-05,
      "loss": 0.2847,
      "step": 39280
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.571877586631172e-05,
      "loss": 0.2815,
      "step": 39290
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.571765732310239e-05,
      "loss": 0.2782,
      "step": 39300
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.571653877989307e-05,
      "loss": 0.2804,
      "step": 39310
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.571542023668374e-05,
      "loss": 0.2843,
      "step": 39320
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.571430169347442e-05,
      "loss": 0.2824,
      "step": 39330
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5713183150265096e-05,
      "loss": 0.2825,
      "step": 39340
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5712064607055774e-05,
      "loss": 0.2764,
      "step": 39350
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.571094606384645e-05,
      "loss": 0.2768,
      "step": 39360
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5709827520637123e-05,
      "loss": 0.2836,
      "step": 39370
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.57087089774278e-05,
      "loss": 0.2839,
      "step": 39380
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.570759043421848e-05,
      "loss": 0.2899,
      "step": 39390
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.570647189100915e-05,
      "loss": 0.2871,
      "step": 39400
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.570535334779983e-05,
      "loss": 0.2797,
      "step": 39410
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.57042348045905e-05,
      "loss": 0.2815,
      "step": 39420
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.570311626138118e-05,
      "loss": 0.2827,
      "step": 39430
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5701997718171855e-05,
      "loss": 0.2846,
      "step": 39440
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5700879174962527e-05,
      "loss": 0.2811,
      "step": 39450
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5699760631753205e-05,
      "loss": 0.2834,
      "step": 39460
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.569864208854388e-05,
      "loss": 0.2837,
      "step": 39470
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.569752354533456e-05,
      "loss": 0.2841,
      "step": 39480
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.569640500212524e-05,
      "loss": 0.281,
      "step": 39490
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.569528645891591e-05,
      "loss": 0.2827,
      "step": 39500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.569416791570659e-05,
      "loss": 0.2818,
      "step": 39510
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.569304937249726e-05,
      "loss": 0.2797,
      "step": 39520
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5691930829287936e-05,
      "loss": 0.2775,
      "step": 39530
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5690812286078614e-05,
      "loss": 0.2838,
      "step": 39540
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5689693742869286e-05,
      "loss": 0.2744,
      "step": 39550
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5688575199659963e-05,
      "loss": 0.284,
      "step": 39560
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.568745665645064e-05,
      "loss": 0.2748,
      "step": 39570
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.568633811324132e-05,
      "loss": 0.2861,
      "step": 39580
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5685219570032e-05,
      "loss": 0.2845,
      "step": 39590
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.568410102682267e-05,
      "loss": 0.2784,
      "step": 39600
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5682982483613346e-05,
      "loss": 0.2831,
      "step": 39610
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.568186394040402e-05,
      "loss": 0.2847,
      "step": 39620
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5680745397194695e-05,
      "loss": 0.2794,
      "step": 39630
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5679626853985367e-05,
      "loss": 0.2734,
      "step": 39640
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5678508310776044e-05,
      "loss": 0.2802,
      "step": 39650
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.567738976756672e-05,
      "loss": 0.2786,
      "step": 39660
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.56762712243574e-05,
      "loss": 0.2806,
      "step": 39670
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.567515268114808e-05,
      "loss": 0.2835,
      "step": 39680
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.567403413793875e-05,
      "loss": 0.2862,
      "step": 39690
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.567291559472943e-05,
      "loss": 0.2834,
      "step": 39700
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5671797051520105e-05,
      "loss": 0.2768,
      "step": 39710
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5670678508310776e-05,
      "loss": 0.2815,
      "step": 39720
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5669559965101454e-05,
      "loss": 0.2801,
      "step": 39730
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5668441421892126e-05,
      "loss": 0.278,
      "step": 39740
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5667322878682803e-05,
      "loss": 0.2742,
      "step": 39750
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.566620433547348e-05,
      "loss": 0.2732,
      "step": 39760
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.566508579226416e-05,
      "loss": 0.2824,
      "step": 39770
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.566396724905484e-05,
      "loss": 0.2886,
      "step": 39780
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.566284870584551e-05,
      "loss": 0.2863,
      "step": 39790
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5661730162636186e-05,
      "loss": 0.2809,
      "step": 39800
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5660611619426864e-05,
      "loss": 0.2793,
      "step": 39810
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5659493076217535e-05,
      "loss": 0.2862,
      "step": 39820
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.565837453300821e-05,
      "loss": 0.2775,
      "step": 39830
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5657255989798884e-05,
      "loss": 0.2795,
      "step": 39840
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.565613744658956e-05,
      "loss": 0.2845,
      "step": 39850
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.565501890338024e-05,
      "loss": 0.287,
      "step": 39860
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.565390036017091e-05,
      "loss": 0.2809,
      "step": 39870
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5652781816961596e-05,
      "loss": 0.2774,
      "step": 39880
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.565166327375227e-05,
      "loss": 0.2797,
      "step": 39890
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5650544730542945e-05,
      "loss": 0.2837,
      "step": 39900
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.564942618733362e-05,
      "loss": 0.2781,
      "step": 39910
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5648307644124294e-05,
      "loss": 0.2829,
      "step": 39920
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.564718910091497e-05,
      "loss": 0.2806,
      "step": 39930
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5646070557705643e-05,
      "loss": 0.2851,
      "step": 39940
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.564495201449632e-05,
      "loss": 0.2839,
      "step": 39950
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.564383347128699e-05,
      "loss": 0.2826,
      "step": 39960
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.564271492807767e-05,
      "loss": 0.2794,
      "step": 39970
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.564159638486835e-05,
      "loss": 0.2796,
      "step": 39980
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5640477841659026e-05,
      "loss": 0.2767,
      "step": 39990
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5639359298449704e-05,
      "loss": 0.2778,
      "step": 40000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5638240755240375e-05,
      "loss": 0.2869,
      "step": 40010
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.563712221203105e-05,
      "loss": 0.286,
      "step": 40020
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.563600366882173e-05,
      "loss": 0.2735,
      "step": 40030
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.56348851256124e-05,
      "loss": 0.2779,
      "step": 40040
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.563376658240308e-05,
      "loss": 0.2846,
      "step": 40050
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.563264803919375e-05,
      "loss": 0.2859,
      "step": 40060
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.563152949598443e-05,
      "loss": 0.2799,
      "step": 40070
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.563041095277511e-05,
      "loss": 0.2826,
      "step": 40080
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5629292409565785e-05,
      "loss": 0.2805,
      "step": 40090
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.562817386635646e-05,
      "loss": 0.2772,
      "step": 40100
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5627055323147134e-05,
      "loss": 0.2806,
      "step": 40110
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.562593677993781e-05,
      "loss": 0.2836,
      "step": 40120
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.562481823672849e-05,
      "loss": 0.282,
      "step": 40130
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.562369969351916e-05,
      "loss": 0.2806,
      "step": 40140
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.562258115030984e-05,
      "loss": 0.2778,
      "step": 40150
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.562146260710051e-05,
      "loss": 0.273,
      "step": 40160
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.562034406389119e-05,
      "loss": 0.2831,
      "step": 40170
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5619225520681866e-05,
      "loss": 0.2876,
      "step": 40180
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5618106977472544e-05,
      "loss": 0.282,
      "step": 40190
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.561698843426322e-05,
      "loss": 0.2765,
      "step": 40200
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.561586989105389e-05,
      "loss": 0.2838,
      "step": 40210
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.561475134784457e-05,
      "loss": 0.2812,
      "step": 40220
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.561363280463525e-05,
      "loss": 0.2792,
      "step": 40230
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.561251426142592e-05,
      "loss": 0.2734,
      "step": 40240
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.56113957182166e-05,
      "loss": 0.2832,
      "step": 40250
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.561027717500727e-05,
      "loss": 0.2827,
      "step": 40260
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.560915863179795e-05,
      "loss": 0.275,
      "step": 40270
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.560804008858862e-05,
      "loss": 0.2787,
      "step": 40280
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.56069215453793e-05,
      "loss": 0.2817,
      "step": 40290
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.560580300216998e-05,
      "loss": 0.2783,
      "step": 40300
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.560468445896065e-05,
      "loss": 0.275,
      "step": 40310
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.560356591575133e-05,
      "loss": 0.2704,
      "step": 40320
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5602447372542e-05,
      "loss": 0.2804,
      "step": 40330
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.560132882933268e-05,
      "loss": 0.2849,
      "step": 40340
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.560021028612336e-05,
      "loss": 0.2804,
      "step": 40350
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.559909174291403e-05,
      "loss": 0.283,
      "step": 40360
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5597973199704706e-05,
      "loss": 0.2789,
      "step": 40370
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.559685465649538e-05,
      "loss": 0.2812,
      "step": 40380
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5595736113286055e-05,
      "loss": 0.2813,
      "step": 40390
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.559461757007673e-05,
      "loss": 0.2776,
      "step": 40400
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.559349902686741e-05,
      "loss": 0.2769,
      "step": 40410
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.559238048365809e-05,
      "loss": 0.2746,
      "step": 40420
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.559126194044876e-05,
      "loss": 0.2784,
      "step": 40430
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.559014339723944e-05,
      "loss": 0.2783,
      "step": 40440
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5589024854030116e-05,
      "loss": 0.2816,
      "step": 40450
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.558790631082079e-05,
      "loss": 0.2813,
      "step": 40460
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5586787767611465e-05,
      "loss": 0.2777,
      "step": 40470
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5585669224402136e-05,
      "loss": 0.2807,
      "step": 40480
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5584550681192814e-05,
      "loss": 0.2737,
      "step": 40490
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.558343213798349e-05,
      "loss": 0.2802,
      "step": 40500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.558231359477417e-05,
      "loss": 0.271,
      "step": 40510
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.558119505156485e-05,
      "loss": 0.2753,
      "step": 40520
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.558007650835552e-05,
      "loss": 0.2734,
      "step": 40530
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.55789579651462e-05,
      "loss": 0.277,
      "step": 40540
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5577839421936875e-05,
      "loss": 0.2778,
      "step": 40550
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5576720878727546e-05,
      "loss": 0.2822,
      "step": 40560
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5575602335518224e-05,
      "loss": 0.2828,
      "step": 40570
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5574483792308895e-05,
      "loss": 0.2744,
      "step": 40580
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.557336524909957e-05,
      "loss": 0.2781,
      "step": 40590
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.557224670589025e-05,
      "loss": 0.2759,
      "step": 40600
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.557112816268093e-05,
      "loss": 0.2796,
      "step": 40610
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.557000961947161e-05,
      "loss": 0.2811,
      "step": 40620
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.556889107626228e-05,
      "loss": 0.2736,
      "step": 40630
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5567772533052956e-05,
      "loss": 0.2762,
      "step": 40640
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.556665398984363e-05,
      "loss": 0.2763,
      "step": 40650
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5565535446634305e-05,
      "loss": 0.2842,
      "step": 40660
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.556441690342498e-05,
      "loss": 0.2802,
      "step": 40670
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5563298360215654e-05,
      "loss": 0.2858,
      "step": 40680
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.556217981700633e-05,
      "loss": 0.2788,
      "step": 40690
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5561061273797e-05,
      "loss": 0.279,
      "step": 40700
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.555994273058769e-05,
      "loss": 0.2749,
      "step": 40710
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5558824187378366e-05,
      "loss": 0.2785,
      "step": 40720
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.555770564416904e-05,
      "loss": 0.2827,
      "step": 40730
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5556587100959715e-05,
      "loss": 0.2746,
      "step": 40740
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5555468557750386e-05,
      "loss": 0.2735,
      "step": 40750
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5554350014541064e-05,
      "loss": 0.2822,
      "step": 40760
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.555323147133174e-05,
      "loss": 0.28,
      "step": 40770
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.555211292812241e-05,
      "loss": 0.2762,
      "step": 40780
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.555099438491309e-05,
      "loss": 0.2765,
      "step": 40790
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.554987584170376e-05,
      "loss": 0.274,
      "step": 40800
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.554875729849444e-05,
      "loss": 0.2787,
      "step": 40810
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.554763875528512e-05,
      "loss": 0.2817,
      "step": 40820
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5546520212075796e-05,
      "loss": 0.277,
      "step": 40830
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5545401668866474e-05,
      "loss": 0.2789,
      "step": 40840
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5544283125657145e-05,
      "loss": 0.2813,
      "step": 40850
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.554316458244782e-05,
      "loss": 0.2771,
      "step": 40860
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.55420460392385e-05,
      "loss": 0.2823,
      "step": 40870
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.554092749602917e-05,
      "loss": 0.2742,
      "step": 40880
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.553980895281985e-05,
      "loss": 0.2761,
      "step": 40890
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.553869040961052e-05,
      "loss": 0.2857,
      "step": 40900
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.55375718664012e-05,
      "loss": 0.2817,
      "step": 40910
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.553656517751281e-05,
      "loss": 0.2725,
      "step": 40920
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5535446634303486e-05,
      "loss": 0.2792,
      "step": 40930
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5534328091094164e-05,
      "loss": 0.271,
      "step": 40940
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5533209547884835e-05,
      "loss": 0.2748,
      "step": 40950
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.553209100467551e-05,
      "loss": 0.2789,
      "step": 40960
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5530972461466184e-05,
      "loss": 0.2795,
      "step": 40970
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.552985391825686e-05,
      "loss": 0.2777,
      "step": 40980
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.552873537504754e-05,
      "loss": 0.275,
      "step": 40990
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.552761683183822e-05,
      "loss": 0.2769,
      "step": 41000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5526498288628896e-05,
      "loss": 0.2793,
      "step": 41010
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.552537974541957e-05,
      "loss": 0.2778,
      "step": 41020
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5524261202210245e-05,
      "loss": 0.2814,
      "step": 41030
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5523142659000916e-05,
      "loss": 0.2796,
      "step": 41040
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5522024115791594e-05,
      "loss": 0.279,
      "step": 41050
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.552090557258227e-05,
      "loss": 0.2785,
      "step": 41060
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.551978702937294e-05,
      "loss": 0.2767,
      "step": 41070
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.551866848616362e-05,
      "loss": 0.2802,
      "step": 41080
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.55175499429543e-05,
      "loss": 0.2724,
      "step": 41090
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.551643139974498e-05,
      "loss": 0.2849,
      "step": 41100
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5515312856535655e-05,
      "loss": 0.2819,
      "step": 41110
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5514194313326326e-05,
      "loss": 0.2787,
      "step": 41120
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5513075770117004e-05,
      "loss": 0.2767,
      "step": 41130
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5511957226907675e-05,
      "loss": 0.2808,
      "step": 41140
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.551083868369835e-05,
      "loss": 0.2816,
      "step": 41150
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.550972014048903e-05,
      "loss": 0.2774,
      "step": 41160
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.55086015972797e-05,
      "loss": 0.2746,
      "step": 41170
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.550748305407038e-05,
      "loss": 0.2771,
      "step": 41180
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.550636451086106e-05,
      "loss": 0.2741,
      "step": 41190
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5505245967651736e-05,
      "loss": 0.2712,
      "step": 41200
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5504127424442414e-05,
      "loss": 0.2794,
      "step": 41210
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5503008881233085e-05,
      "loss": 0.281,
      "step": 41220
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.550189033802376e-05,
      "loss": 0.2757,
      "step": 41230
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5500771794814434e-05,
      "loss": 0.283,
      "step": 41240
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.549965325160511e-05,
      "loss": 0.2752,
      "step": 41250
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.549853470839579e-05,
      "loss": 0.278,
      "step": 41260
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.549741616518646e-05,
      "loss": 0.2757,
      "step": 41270
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.549629762197714e-05,
      "loss": 0.2786,
      "step": 41280
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.549517907876782e-05,
      "loss": 0.2846,
      "step": 41290
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5494060535558495e-05,
      "loss": 0.2754,
      "step": 41300
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5492941992349166e-05,
      "loss": 0.2741,
      "step": 41310
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5491823449139844e-05,
      "loss": 0.2765,
      "step": 41320
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.549070490593052e-05,
      "loss": 0.2771,
      "step": 41330
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.548958636272119e-05,
      "loss": 0.2747,
      "step": 41340
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.548846781951187e-05,
      "loss": 0.2755,
      "step": 41350
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.548734927630254e-05,
      "loss": 0.2743,
      "step": 41360
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.548623073309322e-05,
      "loss": 0.2735,
      "step": 41370
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.54851121898839e-05,
      "loss": 0.2772,
      "step": 41380
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.548399364667457e-05,
      "loss": 0.2741,
      "step": 41390
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.548287510346525e-05,
      "loss": 0.2718,
      "step": 41400
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5481756560255925e-05,
      "loss": 0.2731,
      "step": 41410
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.54806380170466e-05,
      "loss": 0.271,
      "step": 41420
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.547951947383728e-05,
      "loss": 0.2713,
      "step": 41430
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.547840093062795e-05,
      "loss": 0.2726,
      "step": 41440
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.547728238741863e-05,
      "loss": 0.2746,
      "step": 41450
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.54761638442093e-05,
      "loss": 0.277,
      "step": 41460
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.547504530099998e-05,
      "loss": 0.2746,
      "step": 41470
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.547392675779066e-05,
      "loss": 0.2762,
      "step": 41480
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.547280821458133e-05,
      "loss": 0.2749,
      "step": 41490
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5471689671372006e-05,
      "loss": 0.2756,
      "step": 41500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5470571128162684e-05,
      "loss": 0.2796,
      "step": 41510
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.546945258495336e-05,
      "loss": 0.2809,
      "step": 41520
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.546833404174404e-05,
      "loss": 0.2796,
      "step": 41530
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.546721549853471e-05,
      "loss": 0.2773,
      "step": 41540
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.546609695532539e-05,
      "loss": 0.2736,
      "step": 41550
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.546497841211606e-05,
      "loss": 0.2768,
      "step": 41560
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.546385986890674e-05,
      "loss": 0.2711,
      "step": 41570
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5462741325697416e-05,
      "loss": 0.2774,
      "step": 41580
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.546162278248809e-05,
      "loss": 0.2747,
      "step": 41590
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5460504239278765e-05,
      "loss": 0.2755,
      "step": 41600
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.545938569606944e-05,
      "loss": 0.2789,
      "step": 41610
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.545826715286012e-05,
      "loss": 0.2714,
      "step": 41620
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.545714860965079e-05,
      "loss": 0.274,
      "step": 41630
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.545603006644147e-05,
      "loss": 0.2766,
      "step": 41640
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.545491152323215e-05,
      "loss": 0.2776,
      "step": 41650
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.545379298002282e-05,
      "loss": 0.2854,
      "step": 41660
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5452674436813497e-05,
      "loss": 0.2776,
      "step": 41670
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.545155589360417e-05,
      "loss": 0.2687,
      "step": 41680
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5450437350394846e-05,
      "loss": 0.2791,
      "step": 41690
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5449318807185524e-05,
      "loss": 0.2757,
      "step": 41700
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.54482002639762e-05,
      "loss": 0.2766,
      "step": 41710
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.544708172076688e-05,
      "loss": 0.2779,
      "step": 41720
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.544596317755755e-05,
      "loss": 0.2746,
      "step": 41730
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.544484463434823e-05,
      "loss": 0.2791,
      "step": 41740
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5443726091138906e-05,
      "loss": 0.276,
      "step": 41750
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.544260754792958e-05,
      "loss": 0.2794,
      "step": 41760
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5441489004720256e-05,
      "loss": 0.2765,
      "step": 41770
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.544037046151093e-05,
      "loss": 0.2747,
      "step": 41780
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5439251918301605e-05,
      "loss": 0.277,
      "step": 41790
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.543813337509228e-05,
      "loss": 0.2767,
      "step": 41800
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5437014831882954e-05,
      "loss": 0.2755,
      "step": 41810
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.543589628867363e-05,
      "loss": 0.2747,
      "step": 41820
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.543477774546431e-05,
      "loss": 0.2725,
      "step": 41830
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.543365920225499e-05,
      "loss": 0.2695,
      "step": 41840
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5432540659045665e-05,
      "loss": 0.2792,
      "step": 41850
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5431422115836337e-05,
      "loss": 0.2742,
      "step": 41860
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5430303572627014e-05,
      "loss": 0.2723,
      "step": 41870
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5429185029417686e-05,
      "loss": 0.2771,
      "step": 41880
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5428066486208364e-05,
      "loss": 0.2741,
      "step": 41890
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.542694794299904e-05,
      "loss": 0.2772,
      "step": 41900
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.542582939978971e-05,
      "loss": 0.2672,
      "step": 41910
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.542471085658039e-05,
      "loss": 0.2736,
      "step": 41920
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.542359231337107e-05,
      "loss": 0.2777,
      "step": 41930
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5422473770161746e-05,
      "loss": 0.2774,
      "step": 41940
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.542135522695242e-05,
      "loss": 0.2743,
      "step": 41950
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5420236683743096e-05,
      "loss": 0.2741,
      "step": 41960
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5419118140533773e-05,
      "loss": 0.2769,
      "step": 41970
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5417999597324445e-05,
      "loss": 0.276,
      "step": 41980
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.541688105411512e-05,
      "loss": 0.2759,
      "step": 41990
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5415762510905794e-05,
      "loss": 0.2757,
      "step": 42000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.541464396769647e-05,
      "loss": 0.2708,
      "step": 42010
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.541352542448715e-05,
      "loss": 0.273,
      "step": 42020
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.541240688127783e-05,
      "loss": 0.2733,
      "step": 42030
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5411288338068505e-05,
      "loss": 0.2734,
      "step": 42040
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5410169794859177e-05,
      "loss": 0.2731,
      "step": 42050
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5409051251649854e-05,
      "loss": 0.2754,
      "step": 42060
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.540793270844053e-05,
      "loss": 0.2699,
      "step": 42070
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5406814165231204e-05,
      "loss": 0.272,
      "step": 42080
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.540569562202188e-05,
      "loss": 0.2683,
      "step": 42090
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.540457707881255e-05,
      "loss": 0.278,
      "step": 42100
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.540345853560323e-05,
      "loss": 0.2726,
      "step": 42110
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.540233999239391e-05,
      "loss": 0.2778,
      "step": 42120
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5401221449184586e-05,
      "loss": 0.2755,
      "step": 42130
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5400102905975264e-05,
      "loss": 0.27,
      "step": 42140
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5398984362765935e-05,
      "loss": 0.2761,
      "step": 42150
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5397865819556613e-05,
      "loss": 0.2734,
      "step": 42160
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.539674727634729e-05,
      "loss": 0.2811,
      "step": 42170
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.539562873313796e-05,
      "loss": 0.2714,
      "step": 42180
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.539451018992864e-05,
      "loss": 0.2717,
      "step": 42190
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.539339164671931e-05,
      "loss": 0.2767,
      "step": 42200
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.539227310350999e-05,
      "loss": 0.2709,
      "step": 42210
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.539115456030066e-05,
      "loss": 0.2743,
      "step": 42220
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.539003601709134e-05,
      "loss": 0.2693,
      "step": 42230
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.538891747388202e-05,
      "loss": 0.2734,
      "step": 42240
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5387798930672694e-05,
      "loss": 0.2751,
      "step": 42250
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.538668038746337e-05,
      "loss": 0.28,
      "step": 42260
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5385561844254044e-05,
      "loss": 0.2713,
      "step": 42270
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.538444330104472e-05,
      "loss": 0.2789,
      "step": 42280
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.53833247578354e-05,
      "loss": 0.2774,
      "step": 42290
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.538220621462607e-05,
      "loss": 0.2766,
      "step": 42300
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.538108767141675e-05,
      "loss": 0.281,
      "step": 42310
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.537996912820742e-05,
      "loss": 0.2754,
      "step": 42320
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.53788505849981e-05,
      "loss": 0.274,
      "step": 42330
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5377732041788775e-05,
      "loss": 0.2807,
      "step": 42340
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.537661349857945e-05,
      "loss": 0.2734,
      "step": 42350
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.537549495537013e-05,
      "loss": 0.2754,
      "step": 42360
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.53743764121608e-05,
      "loss": 0.2783,
      "step": 42370
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.537325786895148e-05,
      "loss": 0.2755,
      "step": 42380
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.537213932574216e-05,
      "loss": 0.271,
      "step": 42390
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.537102078253283e-05,
      "loss": 0.2741,
      "step": 42400
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.536990223932351e-05,
      "loss": 0.2779,
      "step": 42410
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.536878369611418e-05,
      "loss": 0.2758,
      "step": 42420
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5367665152904856e-05,
      "loss": 0.2758,
      "step": 42430
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5366546609695534e-05,
      "loss": 0.2701,
      "step": 42440
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.536542806648621e-05,
      "loss": 0.271,
      "step": 42450
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.536430952327689e-05,
      "loss": 0.2742,
      "step": 42460
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.536319098006756e-05,
      "loss": 0.2728,
      "step": 42470
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.536207243685824e-05,
      "loss": 0.2762,
      "step": 42480
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.536095389364892e-05,
      "loss": 0.2762,
      "step": 42490
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.535983535043959e-05,
      "loss": 0.2756,
      "step": 42500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5358716807230266e-05,
      "loss": 0.2671,
      "step": 42510
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.535759826402094e-05,
      "loss": 0.2801,
      "step": 42520
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5356479720811615e-05,
      "loss": 0.2734,
      "step": 42530
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.535536117760229e-05,
      "loss": 0.2735,
      "step": 42540
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.535424263439297e-05,
      "loss": 0.2716,
      "step": 42550
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.535312409118365e-05,
      "loss": 0.2755,
      "step": 42560
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.535200554797432e-05,
      "loss": 0.2714,
      "step": 42570
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5350887004765e-05,
      "loss": 0.2754,
      "step": 42580
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.534976846155567e-05,
      "loss": 0.2747,
      "step": 42590
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.534864991834635e-05,
      "loss": 0.2755,
      "step": 42600
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5347531375137025e-05,
      "loss": 0.2739,
      "step": 42610
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5346412831927696e-05,
      "loss": 0.2721,
      "step": 42620
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5345294288718374e-05,
      "loss": 0.2713,
      "step": 42630
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5344175745509046e-05,
      "loss": 0.2744,
      "step": 42640
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.534305720229973e-05,
      "loss": 0.2772,
      "step": 42650
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.534193865909041e-05,
      "loss": 0.2741,
      "step": 42660
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.534082011588108e-05,
      "loss": 0.2699,
      "step": 42670
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.533970157267176e-05,
      "loss": 0.2728,
      "step": 42680
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.533858302946243e-05,
      "loss": 0.2679,
      "step": 42690
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5337464486253106e-05,
      "loss": 0.2706,
      "step": 42700
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5336345943043784e-05,
      "loss": 0.2726,
      "step": 42710
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5335227399834455e-05,
      "loss": 0.2698,
      "step": 42720
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.533410885662513e-05,
      "loss": 0.2792,
      "step": 42730
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5332990313415804e-05,
      "loss": 0.2762,
      "step": 42740
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.533187177020648e-05,
      "loss": 0.2736,
      "step": 42750
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.533075322699716e-05,
      "loss": 0.2738,
      "step": 42760
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.532963468378784e-05,
      "loss": 0.2762,
      "step": 42770
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5328516140578516e-05,
      "loss": 0.2759,
      "step": 42780
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.532739759736919e-05,
      "loss": 0.2812,
      "step": 42790
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5326279054159865e-05,
      "loss": 0.2758,
      "step": 42800
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.532516051095054e-05,
      "loss": 0.2799,
      "step": 42810
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5324041967741214e-05,
      "loss": 0.28,
      "step": 42820
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.532292342453189e-05,
      "loss": 0.2731,
      "step": 42830
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5321804881322563e-05,
      "loss": 0.2797,
      "step": 42840
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.532068633811324e-05,
      "loss": 0.2728,
      "step": 42850
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.531956779490392e-05,
      "loss": 0.2808,
      "step": 42860
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.53184492516946e-05,
      "loss": 0.2717,
      "step": 42870
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5317330708485275e-05,
      "loss": 0.2805,
      "step": 42880
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5316212165275946e-05,
      "loss": 0.27,
      "step": 42890
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5315093622066624e-05,
      "loss": 0.272,
      "step": 42900
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5313975078857295e-05,
      "loss": 0.277,
      "step": 42910
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5312968389968904e-05,
      "loss": 0.2663,
      "step": 42920
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.531184984675958e-05,
      "loss": 0.2669,
      "step": 42930
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.531073130355026e-05,
      "loss": 0.2714,
      "step": 42940
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.530961276034094e-05,
      "loss": 0.2797,
      "step": 42950
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.530849421713161e-05,
      "loss": 0.2754,
      "step": 42960
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.530737567392229e-05,
      "loss": 0.2729,
      "step": 42970
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.530625713071296e-05,
      "loss": 0.2704,
      "step": 42980
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5305138587503636e-05,
      "loss": 0.277,
      "step": 42990
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5304020044294314e-05,
      "loss": 0.2708,
      "step": 43000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5302901501084985e-05,
      "loss": 0.2749,
      "step": 43010
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.530178295787566e-05,
      "loss": 0.2758,
      "step": 43020
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.530066441466634e-05,
      "loss": 0.2726,
      "step": 43030
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.529954587145702e-05,
      "loss": 0.2763,
      "step": 43040
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.52984273282477e-05,
      "loss": 0.2731,
      "step": 43050
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.529730878503837e-05,
      "loss": 0.2643,
      "step": 43060
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5296190241829046e-05,
      "loss": 0.2723,
      "step": 43070
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.529507169861972e-05,
      "loss": 0.2696,
      "step": 43080
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5293953155410395e-05,
      "loss": 0.2745,
      "step": 43090
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.529283461220107e-05,
      "loss": 0.2721,
      "step": 43100
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5291716068991744e-05,
      "loss": 0.2705,
      "step": 43110
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.529059752578242e-05,
      "loss": 0.2725,
      "step": 43120
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.52894789825731e-05,
      "loss": 0.2747,
      "step": 43130
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.528836043936378e-05,
      "loss": 0.269,
      "step": 43140
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5287241896154456e-05,
      "loss": 0.2774,
      "step": 43150
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.528612335294513e-05,
      "loss": 0.273,
      "step": 43160
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5285004809735805e-05,
      "loss": 0.2709,
      "step": 43170
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5283886266526476e-05,
      "loss": 0.2708,
      "step": 43180
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5282767723317154e-05,
      "loss": 0.2701,
      "step": 43190
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.528164918010783e-05,
      "loss": 0.2753,
      "step": 43200
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.528064249121944e-05,
      "loss": 0.2788,
      "step": 43210
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.527952394801012e-05,
      "loss": 0.2679,
      "step": 43220
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.527840540480079e-05,
      "loss": 0.2692,
      "step": 43230
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.527728686159147e-05,
      "loss": 0.2651,
      "step": 43240
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.527616831838214e-05,
      "loss": 0.2742,
      "step": 43250
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.527504977517282e-05,
      "loss": 0.2689,
      "step": 43260
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5273931231963495e-05,
      "loss": 0.273,
      "step": 43270
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5272812688754166e-05,
      "loss": 0.2708,
      "step": 43280
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5271694145544844e-05,
      "loss": 0.2797,
      "step": 43290
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.527057560233552e-05,
      "loss": 0.2706,
      "step": 43300
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.52694570591262e-05,
      "loss": 0.2713,
      "step": 43310
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.526833851591687e-05,
      "loss": 0.2716,
      "step": 43320
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.526721997270755e-05,
      "loss": 0.2729,
      "step": 43330
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.526610142949823e-05,
      "loss": 0.276,
      "step": 43340
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.52649828862889e-05,
      "loss": 0.2748,
      "step": 43350
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5263864343079576e-05,
      "loss": 0.2701,
      "step": 43360
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.526274579987025e-05,
      "loss": 0.2695,
      "step": 43370
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5261627256660925e-05,
      "loss": 0.2655,
      "step": 43380
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.52605087134516e-05,
      "loss": 0.2675,
      "step": 43390
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.525939017024228e-05,
      "loss": 0.2735,
      "step": 43400
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.525827162703296e-05,
      "loss": 0.2653,
      "step": 43410
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.525715308382363e-05,
      "loss": 0.2726,
      "step": 43420
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.525603454061431e-05,
      "loss": 0.2736,
      "step": 43430
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5254915997404986e-05,
      "loss": 0.2718,
      "step": 43440
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.525379745419566e-05,
      "loss": 0.2713,
      "step": 43450
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5252678910986335e-05,
      "loss": 0.2767,
      "step": 43460
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5251560367777006e-05,
      "loss": 0.2645,
      "step": 43470
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5250441824567684e-05,
      "loss": 0.2711,
      "step": 43480
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.524932328135836e-05,
      "loss": 0.2695,
      "step": 43490
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.524820473814903e-05,
      "loss": 0.2721,
      "step": 43500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.524708619493971e-05,
      "loss": 0.2668,
      "step": 43510
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.524596765173039e-05,
      "loss": 0.2659,
      "step": 43520
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5244849108521067e-05,
      "loss": 0.267,
      "step": 43530
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5243730565311745e-05,
      "loss": 0.2701,
      "step": 43540
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5242612022102416e-05,
      "loss": 0.2757,
      "step": 43550
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5241493478893094e-05,
      "loss": 0.2779,
      "step": 43560
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5240374935683765e-05,
      "loss": 0.272,
      "step": 43570
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.523925639247444e-05,
      "loss": 0.2732,
      "step": 43580
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.523813784926512e-05,
      "loss": 0.2699,
      "step": 43590
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.523701930605579e-05,
      "loss": 0.2738,
      "step": 43600
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.523590076284647e-05,
      "loss": 0.2786,
      "step": 43610
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.523478221963715e-05,
      "loss": 0.2691,
      "step": 43620
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5233663676427826e-05,
      "loss": 0.2737,
      "step": 43630
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.52325451332185e-05,
      "loss": 0.2703,
      "step": 43640
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5231426590009175e-05,
      "loss": 0.2736,
      "step": 43650
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.523030804679985e-05,
      "loss": 0.2752,
      "step": 43660
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5229189503590524e-05,
      "loss": 0.2665,
      "step": 43670
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.52280709603812e-05,
      "loss": 0.272,
      "step": 43680
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.522695241717187e-05,
      "loss": 0.274,
      "step": 43690
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.522583387396255e-05,
      "loss": 0.2658,
      "step": 43700
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.522471533075323e-05,
      "loss": 0.2769,
      "step": 43710
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5223596787543907e-05,
      "loss": 0.2763,
      "step": 43720
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5222478244334585e-05,
      "loss": 0.2737,
      "step": 43730
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5221359701125256e-05,
      "loss": 0.2688,
      "step": 43740
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5220241157915934e-05,
      "loss": 0.2674,
      "step": 43750
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.521912261470661e-05,
      "loss": 0.274,
      "step": 43760
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.521800407149728e-05,
      "loss": 0.2697,
      "step": 43770
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.521688552828796e-05,
      "loss": 0.2716,
      "step": 43780
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.521576698507863e-05,
      "loss": 0.2705,
      "step": 43790
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.521464844186931e-05,
      "loss": 0.2736,
      "step": 43800
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.521352989865999e-05,
      "loss": 0.2716,
      "step": 43810
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5212411355450666e-05,
      "loss": 0.2699,
      "step": 43820
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5211292812241343e-05,
      "loss": 0.2783,
      "step": 43830
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5210174269032015e-05,
      "loss": 0.2698,
      "step": 43840
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.520905572582269e-05,
      "loss": 0.2685,
      "step": 43850
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.520793718261337e-05,
      "loss": 0.2712,
      "step": 43860
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.520681863940404e-05,
      "loss": 0.2691,
      "step": 43870
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.520570009619472e-05,
      "loss": 0.2735,
      "step": 43880
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.520458155298539e-05,
      "loss": 0.2742,
      "step": 43890
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.520346300977607e-05,
      "loss": 0.2711,
      "step": 43900
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5202344466566747e-05,
      "loss": 0.269,
      "step": 43910
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.520122592335742e-05,
      "loss": 0.2697,
      "step": 43920
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5200107380148096e-05,
      "loss": 0.2727,
      "step": 43930
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5198988836938774e-05,
      "loss": 0.2691,
      "step": 43940
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.519787029372945e-05,
      "loss": 0.2686,
      "step": 43950
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.519675175052012e-05,
      "loss": 0.2728,
      "step": 43960
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.51956332073108e-05,
      "loss": 0.2664,
      "step": 43970
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.519451466410148e-05,
      "loss": 0.2708,
      "step": 43980
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.519339612089215e-05,
      "loss": 0.2678,
      "step": 43990
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.519227757768283e-05,
      "loss": 0.2701,
      "step": 44000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.51911590344735e-05,
      "loss": 0.2726,
      "step": 44010
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.519004049126418e-05,
      "loss": 0.2718,
      "step": 44020
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5188921948054855e-05,
      "loss": 0.2748,
      "step": 44030
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.518780340484553e-05,
      "loss": 0.271,
      "step": 44040
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.518668486163621e-05,
      "loss": 0.2714,
      "step": 44050
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.518556631842688e-05,
      "loss": 0.2699,
      "step": 44060
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.518444777521756e-05,
      "loss": 0.2711,
      "step": 44070
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.518332923200824e-05,
      "loss": 0.2709,
      "step": 44080
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.518221068879891e-05,
      "loss": 0.271,
      "step": 44090
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5181092145589587e-05,
      "loss": 0.2692,
      "step": 44100
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.517997360238026e-05,
      "loss": 0.2662,
      "step": 44110
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5178855059170936e-05,
      "loss": 0.2691,
      "step": 44120
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5177736515961614e-05,
      "loss": 0.2702,
      "step": 44130
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.517661797275229e-05,
      "loss": 0.2727,
      "step": 44140
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.517549942954297e-05,
      "loss": 0.2672,
      "step": 44150
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.517438088633364e-05,
      "loss": 0.2693,
      "step": 44160
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.517326234312432e-05,
      "loss": 0.2681,
      "step": 44170
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5172143799914996e-05,
      "loss": 0.2746,
      "step": 44180
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.517102525670567e-05,
      "loss": 0.2725,
      "step": 44190
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5169906713496345e-05,
      "loss": 0.2695,
      "step": 44200
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5168788170287017e-05,
      "loss": 0.2683,
      "step": 44210
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5167669627077695e-05,
      "loss": 0.2677,
      "step": 44220
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.516655108386837e-05,
      "loss": 0.2712,
      "step": 44230
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.516543254065905e-05,
      "loss": 0.2707,
      "step": 44240
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.516431399744973e-05,
      "loss": 0.2677,
      "step": 44250
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.51631954542404e-05,
      "loss": 0.2721,
      "step": 44260
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.516207691103108e-05,
      "loss": 0.2712,
      "step": 44270
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.516095836782175e-05,
      "loss": 0.2672,
      "step": 44280
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5159839824612426e-05,
      "loss": 0.2716,
      "step": 44290
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5158721281403104e-05,
      "loss": 0.274,
      "step": 44300
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5157602738193776e-05,
      "loss": 0.2686,
      "step": 44310
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5156484194984453e-05,
      "loss": 0.2758,
      "step": 44320
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5155365651775125e-05,
      "loss": 0.2684,
      "step": 44330
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.51542471085658e-05,
      "loss": 0.2686,
      "step": 44340
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.515312856535649e-05,
      "loss": 0.2763,
      "step": 44350
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.515201002214716e-05,
      "loss": 0.2717,
      "step": 44360
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5150891478937836e-05,
      "loss": 0.2729,
      "step": 44370
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.514977293572851e-05,
      "loss": 0.2695,
      "step": 44380
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5148654392519185e-05,
      "loss": 0.2716,
      "step": 44390
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.514753584930986e-05,
      "loss": 0.2776,
      "step": 44400
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5146417306100535e-05,
      "loss": 0.2697,
      "step": 44410
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.514529876289121e-05,
      "loss": 0.2714,
      "step": 44420
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5144180219681884e-05,
      "loss": 0.2712,
      "step": 44430
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.514306167647256e-05,
      "loss": 0.2713,
      "step": 44440
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.514194313326324e-05,
      "loss": 0.2708,
      "step": 44450
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.514082459005392e-05,
      "loss": 0.2702,
      "step": 44460
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5139706046844595e-05,
      "loss": 0.2728,
      "step": 44470
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5138587503635266e-05,
      "loss": 0.273,
      "step": 44480
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5137468960425944e-05,
      "loss": 0.274,
      "step": 44490
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.513635041721662e-05,
      "loss": 0.2746,
      "step": 44500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5135231874007293e-05,
      "loss": 0.2621,
      "step": 44510
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.513411333079797e-05,
      "loss": 0.2679,
      "step": 44520
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.513299478758864e-05,
      "loss": 0.2623,
      "step": 44530
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.513187624437932e-05,
      "loss": 0.2692,
      "step": 44540
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.513075770117e-05,
      "loss": 0.2717,
      "step": 44550
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5129639157960676e-05,
      "loss": 0.2654,
      "step": 44560
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5128520614751354e-05,
      "loss": 0.2729,
      "step": 44570
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5127402071542025e-05,
      "loss": 0.2738,
      "step": 44580
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.51262835283327e-05,
      "loss": 0.2678,
      "step": 44590
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5125164985123374e-05,
      "loss": 0.2681,
      "step": 44600
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.512404644191405e-05,
      "loss": 0.2639,
      "step": 44610
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.512292789870473e-05,
      "loss": 0.2674,
      "step": 44620
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.51218093554954e-05,
      "loss": 0.2797,
      "step": 44630
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.512069081228608e-05,
      "loss": 0.2732,
      "step": 44640
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.511957226907676e-05,
      "loss": 0.2635,
      "step": 44650
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5118453725867435e-05,
      "loss": 0.2716,
      "step": 44660
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.511733518265811e-05,
      "loss": 0.2719,
      "step": 44670
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5116216639448784e-05,
      "loss": 0.263,
      "step": 44680
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.511509809623946e-05,
      "loss": 0.2757,
      "step": 44690
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5113979553030133e-05,
      "loss": 0.268,
      "step": 44700
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.511286100982081e-05,
      "loss": 0.2689,
      "step": 44710
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.511174246661149e-05,
      "loss": 0.2686,
      "step": 44720
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.511062392340216e-05,
      "loss": 0.2705,
      "step": 44730
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.510950538019284e-05,
      "loss": 0.2748,
      "step": 44740
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.510838683698351e-05,
      "loss": 0.2672,
      "step": 44750
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5107268293774194e-05,
      "loss": 0.2699,
      "step": 44760
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.510614975056487e-05,
      "loss": 0.2717,
      "step": 44770
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.510503120735554e-05,
      "loss": 0.2679,
      "step": 44780
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.510391266414622e-05,
      "loss": 0.2653,
      "step": 44790
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.510279412093689e-05,
      "loss": 0.2712,
      "step": 44800
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.510167557772757e-05,
      "loss": 0.2638,
      "step": 44810
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.510055703451825e-05,
      "loss": 0.2691,
      "step": 44820
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.509943849130892e-05,
      "loss": 0.2676,
      "step": 44830
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.50983199480996e-05,
      "loss": 0.2742,
      "step": 44840
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.509720140489027e-05,
      "loss": 0.267,
      "step": 44850
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5096082861680946e-05,
      "loss": 0.2674,
      "step": 44860
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5094964318471624e-05,
      "loss": 0.2646,
      "step": 44870
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.50938457752623e-05,
      "loss": 0.2665,
      "step": 44880
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.509272723205298e-05,
      "loss": 0.2756,
      "step": 44890
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.509160868884365e-05,
      "loss": 0.2733,
      "step": 44900
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.509049014563433e-05,
      "loss": 0.267,
      "step": 44910
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5089371602425e-05,
      "loss": 0.2711,
      "step": 44920
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.508825305921568e-05,
      "loss": 0.2697,
      "step": 44930
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5087134516006356e-05,
      "loss": 0.2709,
      "step": 44940
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.508601597279703e-05,
      "loss": 0.2689,
      "step": 44950
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5084897429587705e-05,
      "loss": 0.2689,
      "step": 44960
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.508377888637838e-05,
      "loss": 0.2739,
      "step": 44970
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.508266034316906e-05,
      "loss": 0.267,
      "step": 44980
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.508154179995974e-05,
      "loss": 0.2681,
      "step": 44990
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.508042325675041e-05,
      "loss": 0.273,
      "step": 45000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.507930471354109e-05,
      "loss": 0.2701,
      "step": 45010
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.507818617033176e-05,
      "loss": 0.2637,
      "step": 45020
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.507706762712244e-05,
      "loss": 0.2705,
      "step": 45030
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5075949083913115e-05,
      "loss": 0.2757,
      "step": 45040
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5074830540703786e-05,
      "loss": 0.2743,
      "step": 45050
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5073711997494464e-05,
      "loss": 0.2708,
      "step": 45060
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.507259345428514e-05,
      "loss": 0.2742,
      "step": 45070
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.507147491107582e-05,
      "loss": 0.2719,
      "step": 45080
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.50703563678665e-05,
      "loss": 0.2637,
      "step": 45090
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.506923782465717e-05,
      "loss": 0.2702,
      "step": 45100
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.506811928144785e-05,
      "loss": 0.2698,
      "step": 45110
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.506700073823852e-05,
      "loss": 0.2708,
      "step": 45120
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5065882195029196e-05,
      "loss": 0.2715,
      "step": 45130
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5064763651819874e-05,
      "loss": 0.2697,
      "step": 45140
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5063645108610545e-05,
      "loss": 0.2626,
      "step": 45150
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.506252656540122e-05,
      "loss": 0.2622,
      "step": 45160
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5061408022191894e-05,
      "loss": 0.2646,
      "step": 45170
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.506028947898258e-05,
      "loss": 0.2708,
      "step": 45180
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.505917093577325e-05,
      "loss": 0.2702,
      "step": 45190
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.505805239256393e-05,
      "loss": 0.2693,
      "step": 45200
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5056933849354606e-05,
      "loss": 0.2699,
      "step": 45210
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.505581530614528e-05,
      "loss": 0.2755,
      "step": 45220
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5054696762935955e-05,
      "loss": 0.274,
      "step": 45230
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5053578219726626e-05,
      "loss": 0.2688,
      "step": 45240
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5052459676517304e-05,
      "loss": 0.2738,
      "step": 45250
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.505134113330798e-05,
      "loss": 0.2636,
      "step": 45260
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.505022259009865e-05,
      "loss": 0.2697,
      "step": 45270
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.504910404688933e-05,
      "loss": 0.2657,
      "step": 45280
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.504798550368001e-05,
      "loss": 0.2728,
      "step": 45290
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.504686696047069e-05,
      "loss": 0.2717,
      "step": 45300
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5045748417261365e-05,
      "loss": 0.2705,
      "step": 45310
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5044629874052036e-05,
      "loss": 0.2658,
      "step": 45320
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5043511330842714e-05,
      "loss": 0.265,
      "step": 45330
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5042392787633385e-05,
      "loss": 0.2714,
      "step": 45340
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.504127424442406e-05,
      "loss": 0.2692,
      "step": 45350
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.504015570121474e-05,
      "loss": 0.2731,
      "step": 45360
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.503903715800541e-05,
      "loss": 0.2648,
      "step": 45370
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.503791861479609e-05,
      "loss": 0.2678,
      "step": 45380
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.503680007158677e-05,
      "loss": 0.267,
      "step": 45390
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5035681528377446e-05,
      "loss": 0.2686,
      "step": 45400
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5034562985168124e-05,
      "loss": 0.2676,
      "step": 45410
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5033444441958795e-05,
      "loss": 0.2705,
      "step": 45420
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.503232589874947e-05,
      "loss": 0.2721,
      "step": 45430
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5031207355540144e-05,
      "loss": 0.272,
      "step": 45440
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.503008881233082e-05,
      "loss": 0.266,
      "step": 45450
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.50289702691215e-05,
      "loss": 0.2704,
      "step": 45460
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.502785172591217e-05,
      "loss": 0.274,
      "step": 45470
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.502673318270285e-05,
      "loss": 0.2666,
      "step": 45480
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.502561463949353e-05,
      "loss": 0.2679,
      "step": 45490
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5024496096284205e-05,
      "loss": 0.2667,
      "step": 45500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5023377553074876e-05,
      "loss": 0.2683,
      "step": 45510
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5022259009865554e-05,
      "loss": 0.2694,
      "step": 45520
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.502114046665623e-05,
      "loss": 0.2726,
      "step": 45530
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.50200219234469e-05,
      "loss": 0.2674,
      "step": 45540
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.501890338023758e-05,
      "loss": 0.2692,
      "step": 45550
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.501778483702825e-05,
      "loss": 0.2674,
      "step": 45560
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.501666629381893e-05,
      "loss": 0.2732,
      "step": 45570
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.501554775060961e-05,
      "loss": 0.2678,
      "step": 45580
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5014429207400286e-05,
      "loss": 0.2641,
      "step": 45590
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5013310664190964e-05,
      "loss": 0.2693,
      "step": 45600
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5012192120981635e-05,
      "loss": 0.2725,
      "step": 45610
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.501107357777231e-05,
      "loss": 0.2655,
      "step": 45620
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.500995503456299e-05,
      "loss": 0.2715,
      "step": 45630
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.500883649135366e-05,
      "loss": 0.2651,
      "step": 45640
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.500771794814434e-05,
      "loss": 0.269,
      "step": 45650
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.500659940493501e-05,
      "loss": 0.2632,
      "step": 45660
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.500548086172569e-05,
      "loss": 0.2665,
      "step": 45670
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.500436231851637e-05,
      "loss": 0.267,
      "step": 45680
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.500324377530704e-05,
      "loss": 0.2714,
      "step": 45690
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5002125232097716e-05,
      "loss": 0.2661,
      "step": 45700
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5001006688888394e-05,
      "loss": 0.2693,
      "step": 45710
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.499988814567907e-05,
      "loss": 0.2648,
      "step": 45720
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.499876960246975e-05,
      "loss": 0.2666,
      "step": 45730
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.499765105926042e-05,
      "loss": 0.2688,
      "step": 45740
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.49965325160511e-05,
      "loss": 0.2738,
      "step": 45750
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.499541397284177e-05,
      "loss": 0.2675,
      "step": 45760
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.499429542963245e-05,
      "loss": 0.2687,
      "step": 45770
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4993176886423126e-05,
      "loss": 0.2662,
      "step": 45780
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.49920583432138e-05,
      "loss": 0.2707,
      "step": 45790
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4990939800004475e-05,
      "loss": 0.2652,
      "step": 45800
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.498982125679515e-05,
      "loss": 0.2661,
      "step": 45810
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.498870271358583e-05,
      "loss": 0.2706,
      "step": 45820
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.49875841703765e-05,
      "loss": 0.2675,
      "step": 45830
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.498646562716718e-05,
      "loss": 0.2687,
      "step": 45840
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.498534708395786e-05,
      "loss": 0.2671,
      "step": 45850
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.498422854074853e-05,
      "loss": 0.2642,
      "step": 45860
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.498310999753921e-05,
      "loss": 0.2676,
      "step": 45870
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.498199145432988e-05,
      "loss": 0.2631,
      "step": 45880
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4980872911120556e-05,
      "loss": 0.2647,
      "step": 45890
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4979754367911234e-05,
      "loss": 0.2651,
      "step": 45900
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.497863582470191e-05,
      "loss": 0.2652,
      "step": 45910
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.497751728149259e-05,
      "loss": 0.2638,
      "step": 45920
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.497639873828326e-05,
      "loss": 0.2667,
      "step": 45930
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.497528019507394e-05,
      "loss": 0.2639,
      "step": 45940
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.497416165186462e-05,
      "loss": 0.2643,
      "step": 45950
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.497304310865529e-05,
      "loss": 0.2722,
      "step": 45960
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4971924565445966e-05,
      "loss": 0.2581,
      "step": 45970
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.497080602223664e-05,
      "loss": 0.2687,
      "step": 45980
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4969687479027315e-05,
      "loss": 0.2652,
      "step": 45990
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.496856893581799e-05,
      "loss": 0.2665,
      "step": 46000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.496745039260867e-05,
      "loss": 0.2687,
      "step": 46010
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.496633184939935e-05,
      "loss": 0.265,
      "step": 46020
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.496521330619002e-05,
      "loss": 0.2663,
      "step": 46030
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.49640947629807e-05,
      "loss": 0.2674,
      "step": 46040
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4962976219771376e-05,
      "loss": 0.2657,
      "step": 46050
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.496185767656205e-05,
      "loss": 0.2683,
      "step": 46060
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4960739133352725e-05,
      "loss": 0.2646,
      "step": 46070
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4959620590143396e-05,
      "loss": 0.2663,
      "step": 46080
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4958502046934074e-05,
      "loss": 0.2647,
      "step": 46090
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.495738350372475e-05,
      "loss": 0.2606,
      "step": 46100
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.495626496051542e-05,
      "loss": 0.2602,
      "step": 46110
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.49551464173061e-05,
      "loss": 0.2729,
      "step": 46120
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.495402787409678e-05,
      "loss": 0.2632,
      "step": 46130
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.495290933088746e-05,
      "loss": 0.2647,
      "step": 46140
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.495179078767813e-05,
      "loss": 0.2668,
      "step": 46150
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4950672244468806e-05,
      "loss": 0.2668,
      "step": 46160
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4949553701259484e-05,
      "loss": 0.2639,
      "step": 46170
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4948435158050155e-05,
      "loss": 0.2687,
      "step": 46180
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.494731661484083e-05,
      "loss": 0.2656,
      "step": 46190
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4946198071631504e-05,
      "loss": 0.2665,
      "step": 46200
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.494507952842218e-05,
      "loss": 0.2672,
      "step": 46210
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.494396098521286e-05,
      "loss": 0.2662,
      "step": 46220
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.494284244200354e-05,
      "loss": 0.2641,
      "step": 46230
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4941723898794216e-05,
      "loss": 0.2667,
      "step": 46240
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.494060535558489e-05,
      "loss": 0.2682,
      "step": 46250
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4939486812375565e-05,
      "loss": 0.2623,
      "step": 46260
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.493836826916624e-05,
      "loss": 0.2588,
      "step": 46270
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4937249725956914e-05,
      "loss": 0.27,
      "step": 46280
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.493613118274759e-05,
      "loss": 0.2644,
      "step": 46290
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.493501263953826e-05,
      "loss": 0.2686,
      "step": 46300
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.493389409632894e-05,
      "loss": 0.2637,
      "step": 46310
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.493277555311962e-05,
      "loss": 0.2666,
      "step": 46320
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.49316570099103e-05,
      "loss": 0.2664,
      "step": 46330
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4930538466700975e-05,
      "loss": 0.2647,
      "step": 46340
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4929419923491646e-05,
      "loss": 0.2636,
      "step": 46350
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4928301380282324e-05,
      "loss": 0.2709,
      "step": 46360
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4927182837073e-05,
      "loss": 0.2694,
      "step": 46370
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.492606429386367e-05,
      "loss": 0.2662,
      "step": 46380
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.492494575065435e-05,
      "loss": 0.2615,
      "step": 46390
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.492382720744502e-05,
      "loss": 0.2661,
      "step": 46400
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.49227086642357e-05,
      "loss": 0.2671,
      "step": 46410
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.492159012102638e-05,
      "loss": 0.2691,
      "step": 46420
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4920471577817056e-05,
      "loss": 0.2655,
      "step": 46430
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4919353034607734e-05,
      "loss": 0.2598,
      "step": 46440
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4918234491398405e-05,
      "loss": 0.2698,
      "step": 46450
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.491711594818908e-05,
      "loss": 0.2661,
      "step": 46460
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4915997404979754e-05,
      "loss": 0.2602,
      "step": 46470
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.491487886177043e-05,
      "loss": 0.2602,
      "step": 46480
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.491376031856111e-05,
      "loss": 0.2625,
      "step": 46490
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.491264177535178e-05,
      "loss": 0.265,
      "step": 46500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.491152323214246e-05,
      "loss": 0.2649,
      "step": 46510
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.491040468893313e-05,
      "loss": 0.2678,
      "step": 46520
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.490928614572381e-05,
      "loss": 0.2666,
      "step": 46530
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.490816760251449e-05,
      "loss": 0.2711,
      "step": 46540
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4907049059305164e-05,
      "loss": 0.263,
      "step": 46550
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.490593051609584e-05,
      "loss": 0.2628,
      "step": 46560
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.490481197288651e-05,
      "loss": 0.272,
      "step": 46570
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.490369342967719e-05,
      "loss": 0.2701,
      "step": 46580
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.490257488646787e-05,
      "loss": 0.2718,
      "step": 46590
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.490145634325854e-05,
      "loss": 0.2611,
      "step": 46600
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.490033780004922e-05,
      "loss": 0.2637,
      "step": 46610
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.489921925683989e-05,
      "loss": 0.2685,
      "step": 46620
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.489810071363057e-05,
      "loss": 0.2665,
      "step": 46630
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4896982170421245e-05,
      "loss": 0.2686,
      "step": 46640
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.489586362721192e-05,
      "loss": 0.2686,
      "step": 46650
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.48947450840026e-05,
      "loss": 0.263,
      "step": 46660
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.489362654079327e-05,
      "loss": 0.2652,
      "step": 46670
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.489250799758395e-05,
      "loss": 0.265,
      "step": 46680
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.489138945437463e-05,
      "loss": 0.2647,
      "step": 46690
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.48902709111653e-05,
      "loss": 0.2711,
      "step": 46700
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.488915236795598e-05,
      "loss": 0.2682,
      "step": 46710
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.488803382474665e-05,
      "loss": 0.2708,
      "step": 46720
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4886915281537326e-05,
      "loss": 0.2634,
      "step": 46730
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4885796738328004e-05,
      "loss": 0.2625,
      "step": 46740
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.488467819511868e-05,
      "loss": 0.273,
      "step": 46750
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.488355965190936e-05,
      "loss": 0.2635,
      "step": 46760
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.488244110870003e-05,
      "loss": 0.2668,
      "step": 46770
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.488132256549071e-05,
      "loss": 0.2649,
      "step": 46780
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.488020402228138e-05,
      "loss": 0.2617,
      "step": 46790
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.487908547907206e-05,
      "loss": 0.261,
      "step": 46800
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4877966935862736e-05,
      "loss": 0.2657,
      "step": 46810
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.487684839265341e-05,
      "loss": 0.2695,
      "step": 46820
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4875729849444085e-05,
      "loss": 0.262,
      "step": 46830
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.487461130623476e-05,
      "loss": 0.2649,
      "step": 46840
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.487349276302544e-05,
      "loss": 0.2648,
      "step": 46850
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.487237421981612e-05,
      "loss": 0.2737,
      "step": 46860
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.487125567660679e-05,
      "loss": 0.2594,
      "step": 46870
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.487013713339747e-05,
      "loss": 0.2707,
      "step": 46880
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.486901859018814e-05,
      "loss": 0.2632,
      "step": 46890
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.486790004697882e-05,
      "loss": 0.2691,
      "step": 46900
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4866781503769495e-05,
      "loss": 0.2743,
      "step": 46910
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4865662960560166e-05,
      "loss": 0.2661,
      "step": 46920
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4864544417350844e-05,
      "loss": 0.261,
      "step": 46930
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4863425874141515e-05,
      "loss": 0.2697,
      "step": 46940
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.486230733093219e-05,
      "loss": 0.2671,
      "step": 46950
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.486118878772288e-05,
      "loss": 0.2662,
      "step": 46960
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.486007024451355e-05,
      "loss": 0.2695,
      "step": 46970
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4858951701304227e-05,
      "loss": 0.2689,
      "step": 46980
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.48578331580949e-05,
      "loss": 0.2727,
      "step": 46990
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4856714614885576e-05,
      "loss": 0.2638,
      "step": 47000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4855596071676254e-05,
      "loss": 0.2673,
      "step": 47010
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4854477528466925e-05,
      "loss": 0.2651,
      "step": 47020
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.48533589852576e-05,
      "loss": 0.2658,
      "step": 47030
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4852240442048274e-05,
      "loss": 0.2674,
      "step": 47040
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.485112189883895e-05,
      "loss": 0.2571,
      "step": 47050
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.485000335562963e-05,
      "loss": 0.26,
      "step": 47060
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.484888481242031e-05,
      "loss": 0.2633,
      "step": 47070
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4847766269210986e-05,
      "loss": 0.2655,
      "step": 47080
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.484664772600166e-05,
      "loss": 0.2689,
      "step": 47090
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4845529182792335e-05,
      "loss": 0.2634,
      "step": 47100
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4844410639583006e-05,
      "loss": 0.2707,
      "step": 47110
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4843292096373684e-05,
      "loss": 0.2724,
      "step": 47120
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.484217355316436e-05,
      "loss": 0.2668,
      "step": 47130
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.484105500995503e-05,
      "loss": 0.272,
      "step": 47140
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.483993646674571e-05,
      "loss": 0.2671,
      "step": 47150
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.483881792353639e-05,
      "loss": 0.2698,
      "step": 47160
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4837699380327067e-05,
      "loss": 0.2659,
      "step": 47170
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4836580837117744e-05,
      "loss": 0.2593,
      "step": 47180
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4835462293908416e-05,
      "loss": 0.2703,
      "step": 47190
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4834343750699094e-05,
      "loss": 0.267,
      "step": 47200
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4833225207489765e-05,
      "loss": 0.2617,
      "step": 47210
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.483210666428044e-05,
      "loss": 0.2637,
      "step": 47220
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.483109997539205e-05,
      "loss": 0.2675,
      "step": 47230
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.482998143218273e-05,
      "loss": 0.2642,
      "step": 47240
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.482886288897341e-05,
      "loss": 0.2617,
      "step": 47250
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.482774434576408e-05,
      "loss": 0.2657,
      "step": 47260
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4826625802554756e-05,
      "loss": 0.2652,
      "step": 47270
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.482550725934543e-05,
      "loss": 0.2632,
      "step": 47280
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4824388716136105e-05,
      "loss": 0.2606,
      "step": 47290
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.482327017292678e-05,
      "loss": 0.2621,
      "step": 47300
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4822151629717455e-05,
      "loss": 0.268,
      "step": 47310
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.482103308650813e-05,
      "loss": 0.2649,
      "step": 47320
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.481991454329881e-05,
      "loss": 0.2667,
      "step": 47330
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.481879600008949e-05,
      "loss": 0.2622,
      "step": 47340
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4817677456880166e-05,
      "loss": 0.2684,
      "step": 47350
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.481655891367084e-05,
      "loss": 0.2642,
      "step": 47360
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4815440370461515e-05,
      "loss": 0.2653,
      "step": 47370
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4814321827252186e-05,
      "loss": 0.2615,
      "step": 47380
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4813203284042864e-05,
      "loss": 0.2624,
      "step": 47390
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.481208474083354e-05,
      "loss": 0.2649,
      "step": 47400
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4810966197624213e-05,
      "loss": 0.2614,
      "step": 47410
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.480984765441489e-05,
      "loss": 0.2662,
      "step": 47420
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.480872911120557e-05,
      "loss": 0.2603,
      "step": 47430
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.480761056799625e-05,
      "loss": 0.2613,
      "step": 47440
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4806492024786925e-05,
      "loss": 0.2627,
      "step": 47450
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4805373481577596e-05,
      "loss": 0.2597,
      "step": 47460
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4804254938368274e-05,
      "loss": 0.2608,
      "step": 47470
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4803136395158945e-05,
      "loss": 0.262,
      "step": 47480
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.480201785194962e-05,
      "loss": 0.2642,
      "step": 47490
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4800899308740294e-05,
      "loss": 0.2674,
      "step": 47500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.479978076553097e-05,
      "loss": 0.2664,
      "step": 47510
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.479866222232165e-05,
      "loss": 0.2704,
      "step": 47520
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.479754367911232e-05,
      "loss": 0.2631,
      "step": 47530
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4796425135903006e-05,
      "loss": 0.2628,
      "step": 47540
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.479530659269368e-05,
      "loss": 0.2664,
      "step": 47550
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4794188049484355e-05,
      "loss": 0.2615,
      "step": 47560
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.479306950627503e-05,
      "loss": 0.2624,
      "step": 47570
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4791950963065704e-05,
      "loss": 0.2636,
      "step": 47580
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.479083241985638e-05,
      "loss": 0.2605,
      "step": 47590
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4789713876647053e-05,
      "loss": 0.2677,
      "step": 47600
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.478859533343773e-05,
      "loss": 0.2672,
      "step": 47610
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.478747679022841e-05,
      "loss": 0.2673,
      "step": 47620
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.478635824701908e-05,
      "loss": 0.2643,
      "step": 47630
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.478523970380976e-05,
      "loss": 0.2644,
      "step": 47640
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4784121160600436e-05,
      "loss": 0.2673,
      "step": 47650
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4783002617391114e-05,
      "loss": 0.2655,
      "step": 47660
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.478188407418179e-05,
      "loss": 0.2691,
      "step": 47670
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.478076553097246e-05,
      "loss": 0.264,
      "step": 47680
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.477964698776314e-05,
      "loss": 0.2668,
      "step": 47690
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.477852844455381e-05,
      "loss": 0.266,
      "step": 47700
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.477740990134449e-05,
      "loss": 0.2694,
      "step": 47710
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.477629135813517e-05,
      "loss": 0.2645,
      "step": 47720
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.477517281492584e-05,
      "loss": 0.2671,
      "step": 47730
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.477405427171652e-05,
      "loss": 0.2669,
      "step": 47740
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4772935728507195e-05,
      "loss": 0.265,
      "step": 47750
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.477181718529787e-05,
      "loss": 0.2594,
      "step": 47760
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4770698642088544e-05,
      "loss": 0.2607,
      "step": 47770
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.476958009887922e-05,
      "loss": 0.2591,
      "step": 47780
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.47684615556699e-05,
      "loss": 0.2621,
      "step": 47790
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.476734301246057e-05,
      "loss": 0.2609,
      "step": 47800
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.476622446925125e-05,
      "loss": 0.2622,
      "step": 47810
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.476510592604192e-05,
      "loss": 0.2649,
      "step": 47820
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.47639873828326e-05,
      "loss": 0.267,
      "step": 47830
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4762868839623276e-05,
      "loss": 0.2628,
      "step": 47840
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4761750296413954e-05,
      "loss": 0.2646,
      "step": 47850
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.476063175320463e-05,
      "loss": 0.261,
      "step": 47860
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.47595132099953e-05,
      "loss": 0.2692,
      "step": 47870
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.475839466678598e-05,
      "loss": 0.2597,
      "step": 47880
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.475727612357666e-05,
      "loss": 0.2636,
      "step": 47890
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.475615758036733e-05,
      "loss": 0.2628,
      "step": 47900
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.475503903715801e-05,
      "loss": 0.2709,
      "step": 47910
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.475392049394868e-05,
      "loss": 0.2638,
      "step": 47920
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.475280195073936e-05,
      "loss": 0.2626,
      "step": 47930
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4751683407530035e-05,
      "loss": 0.2607,
      "step": 47940
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.475056486432071e-05,
      "loss": 0.2633,
      "step": 47950
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.474944632111139e-05,
      "loss": 0.2604,
      "step": 47960
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.474832777790206e-05,
      "loss": 0.2599,
      "step": 47970
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.474720923469274e-05,
      "loss": 0.2587,
      "step": 47980
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.474609069148342e-05,
      "loss": 0.2558,
      "step": 47990
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.474497214827409e-05,
      "loss": 0.2622,
      "step": 48000
    },
    {
      "epoch": 0.11,
      "eval_NEIMS_canon_smiles": 0.9321333333333334,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.022166666666666668,
      "eval_NEIMS_daylight_tanimoto_simil": 0.40743877433844605,
      "eval_NEIMS_exact_mols": 0.022066666666666665,
      "eval_NEIMS_exact_smiles": 0.021366666666666666,
      "eval_NEIMS_loss": 0.2725822329521179,
      "eval_NEIMS_matched_formulas": 0.45388333333333336,
      "eval_NEIMS_morgan_tanimoto_simil": 0.3068103681966335,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.022233333333333334,
      "eval_NEIMS_runtime": 732.0849,
      "eval_NEIMS_samples_per_second": 81.958,
      "eval_NEIMS_steps_per_second": 1.281,
      "step": 48000
    },
    {
      "epoch": 0.11,
      "eval_RASSP_canon_smiles": 0.9303269108758807,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.030921294286572944,
      "eval_RASSP_daylight_tanimoto_simil": 0.46107775038736043,
      "eval_RASSP_exact_mols": 0.03075433265435603,
      "eval_RASSP_exact_smiles": 0.02958560122883761,
      "eval_RASSP_loss": 0.24379447102546692,
      "eval_RASSP_matched_formulas": 0.5839483086786657,
      "eval_RASSP_morgan_tanimoto_simil": 0.3230082185341353,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.03085450963368618,
      "eval_RASSP_runtime": 837.4377,
      "eval_RASSP_samples_per_second": 71.521,
      "eval_RASSP_steps_per_second": 1.118,
      "step": 48000
    },
    {
      "epoch": 0.11,
      "eval_NEIMS_old_canon_smiles": 0.9311333333333334,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.021966666666666666,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.4050060854823819,
      "eval_NEIMS_old_exact_mols": 0.021866666666666666,
      "eval_NEIMS_old_exact_smiles": 0.020833333333333332,
      "eval_NEIMS_old_loss": 0.27354806661605835,
      "eval_NEIMS_old_matched_formulas": 0.4479666666666667,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.30592744246161585,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.022,
      "eval_NEIMS_old_runtime": 368.773,
      "eval_NEIMS_old_samples_per_second": 81.351,
      "eval_NEIMS_old_steps_per_second": 1.272,
      "step": 48000
    },
    {
      "epoch": 0.11,
      "eval_RASSP_old_canon_smiles": 0.9287215937531285,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.037574665465345214,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.47090214808275194,
      "eval_RASSP_old_exact_mols": 0.03737444522307872,
      "eval_RASSP_old_exact_smiles": 0.036006273567591014,
      "eval_RASSP_old_loss": 0.2359011471271515,
      "eval_RASSP_old_matched_formulas": 0.5928521373510862,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.3331862928083495,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.037574665465345214,
      "eval_RASSP_old_runtime": 416.2684,
      "eval_RASSP_old_samples_per_second": 71.99,
      "eval_RASSP_old_steps_per_second": 1.127,
      "step": 48000
    },
    {
      "epoch": 0.11,
      "eval_NIST_canon_smiles": 0.8562657486602548,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.007630336799517337,
      "eval_NIST_daylight_tanimoto_simil": 0.24491827018261106,
      "eval_NIST_exact_mols": 0.007275437413493274,
      "eval_NIST_exact_smiles": 0.006814068211661994,
      "eval_NIST_loss": 1.8130793571472168,
      "eval_NIST_matched_formulas": 0.05901976789580154,
      "eval_NIST_morgan_tanimoto_simil": 0.20112500482050905,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.00759484686091493,
      "eval_NIST_runtime": 488.7856,
      "eval_NIST_samples_per_second": 57.647,
      "eval_NIST_steps_per_second": 0.902,
      "step": 48000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.474385360506477e-05,
      "loss": 0.2675,
      "step": 48010
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.474273506185544e-05,
      "loss": 0.2659,
      "step": 48020
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4741616518646116e-05,
      "loss": 0.2618,
      "step": 48030
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4740497975436794e-05,
      "loss": 0.2634,
      "step": 48040
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4739379432227465e-05,
      "loss": 0.2605,
      "step": 48050
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.473826088901814e-05,
      "loss": 0.2598,
      "step": 48060
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.473714234580882e-05,
      "loss": 0.2626,
      "step": 48070
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.47360238025995e-05,
      "loss": 0.2657,
      "step": 48080
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.473490525939017e-05,
      "loss": 0.2615,
      "step": 48090
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.473378671618085e-05,
      "loss": 0.261,
      "step": 48100
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4732668172971526e-05,
      "loss": 0.2631,
      "step": 48110
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.47315496297622e-05,
      "loss": 0.2617,
      "step": 48120
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4730431086552875e-05,
      "loss": 0.2664,
      "step": 48130
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4729312543343546e-05,
      "loss": 0.2714,
      "step": 48140
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4728194000134224e-05,
      "loss": 0.2598,
      "step": 48150
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.47270754569249e-05,
      "loss": 0.2561,
      "step": 48160
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.472595691371558e-05,
      "loss": 0.2647,
      "step": 48170
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.472483837050626e-05,
      "loss": 0.2673,
      "step": 48180
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.472371982729693e-05,
      "loss": 0.2585,
      "step": 48190
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.472260128408761e-05,
      "loss": 0.2659,
      "step": 48200
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4721482740878285e-05,
      "loss": 0.2697,
      "step": 48210
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4720364197668956e-05,
      "loss": 0.2635,
      "step": 48220
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4719245654459634e-05,
      "loss": 0.2662,
      "step": 48230
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4718127111250305e-05,
      "loss": 0.2616,
      "step": 48240
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.471700856804098e-05,
      "loss": 0.2642,
      "step": 48250
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.471589002483166e-05,
      "loss": 0.2599,
      "step": 48260
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.471477148162234e-05,
      "loss": 0.2664,
      "step": 48270
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.471365293841302e-05,
      "loss": 0.2658,
      "step": 48280
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.471253439520369e-05,
      "loss": 0.2657,
      "step": 48290
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4711415851994366e-05,
      "loss": 0.2661,
      "step": 48300
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4710297308785044e-05,
      "loss": 0.2645,
      "step": 48310
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4709178765575715e-05,
      "loss": 0.2668,
      "step": 48320
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.470806022236639e-05,
      "loss": 0.2646,
      "step": 48330
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4706941679157064e-05,
      "loss": 0.2597,
      "step": 48340
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.470582313594774e-05,
      "loss": 0.2613,
      "step": 48350
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.470470459273842e-05,
      "loss": 0.2597,
      "step": 48360
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.47035860495291e-05,
      "loss": 0.2663,
      "step": 48370
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4702467506319776e-05,
      "loss": 0.2671,
      "step": 48380
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.470134896311045e-05,
      "loss": 0.2638,
      "step": 48390
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4700230419901125e-05,
      "loss": 0.263,
      "step": 48400
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4699111876691796e-05,
      "loss": 0.2633,
      "step": 48410
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4697993333482474e-05,
      "loss": 0.2625,
      "step": 48420
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.469687479027315e-05,
      "loss": 0.2652,
      "step": 48430
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.469575624706382e-05,
      "loss": 0.2629,
      "step": 48440
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.46946377038545e-05,
      "loss": 0.263,
      "step": 48450
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.469351916064517e-05,
      "loss": 0.2623,
      "step": 48460
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.469240061743585e-05,
      "loss": 0.2573,
      "step": 48470
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.469128207422653e-05,
      "loss": 0.2638,
      "step": 48480
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4690163531017206e-05,
      "loss": 0.2597,
      "step": 48490
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4689044987807884e-05,
      "loss": 0.2611,
      "step": 48500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4687926444598555e-05,
      "loss": 0.2627,
      "step": 48510
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.468680790138923e-05,
      "loss": 0.2614,
      "step": 48520
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.468568935817991e-05,
      "loss": 0.2627,
      "step": 48530
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.468457081497058e-05,
      "loss": 0.2603,
      "step": 48540
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.468345227176126e-05,
      "loss": 0.2607,
      "step": 48550
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.468233372855193e-05,
      "loss": 0.2655,
      "step": 48560
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.468121518534261e-05,
      "loss": 0.2598,
      "step": 48570
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.468009664213329e-05,
      "loss": 0.2606,
      "step": 48580
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4678978098923965e-05,
      "loss": 0.254,
      "step": 48590
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.467785955571464e-05,
      "loss": 0.2579,
      "step": 48600
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4676741012505314e-05,
      "loss": 0.2604,
      "step": 48610
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.467562246929599e-05,
      "loss": 0.2635,
      "step": 48620
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.467450392608667e-05,
      "loss": 0.2624,
      "step": 48630
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.467338538287734e-05,
      "loss": 0.2528,
      "step": 48640
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.467226683966802e-05,
      "loss": 0.262,
      "step": 48650
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.467114829645869e-05,
      "loss": 0.2598,
      "step": 48660
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.467002975324937e-05,
      "loss": 0.2623,
      "step": 48670
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4668911210040046e-05,
      "loss": 0.268,
      "step": 48680
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4667792666830724e-05,
      "loss": 0.2615,
      "step": 48690
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.46666741236214e-05,
      "loss": 0.2634,
      "step": 48700
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.466555558041207e-05,
      "loss": 0.2593,
      "step": 48710
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.466443703720275e-05,
      "loss": 0.2577,
      "step": 48720
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.466331849399342e-05,
      "loss": 0.2642,
      "step": 48730
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.46621999507841e-05,
      "loss": 0.2649,
      "step": 48740
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.466108140757478e-05,
      "loss": 0.2628,
      "step": 48750
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.465996286436545e-05,
      "loss": 0.2575,
      "step": 48760
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.465884432115613e-05,
      "loss": 0.2575,
      "step": 48770
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4657725777946805e-05,
      "loss": 0.2618,
      "step": 48780
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.465660723473748e-05,
      "loss": 0.257,
      "step": 48790
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.465548869152816e-05,
      "loss": 0.265,
      "step": 48800
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.465437014831883e-05,
      "loss": 0.2689,
      "step": 48810
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.465325160510951e-05,
      "loss": 0.2615,
      "step": 48820
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.465213306190018e-05,
      "loss": 0.2581,
      "step": 48830
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.465101451869086e-05,
      "loss": 0.2624,
      "step": 48840
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.464989597548154e-05,
      "loss": 0.2618,
      "step": 48850
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.464877743227221e-05,
      "loss": 0.2644,
      "step": 48860
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4647658889062886e-05,
      "loss": 0.2593,
      "step": 48870
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.464654034585356e-05,
      "loss": 0.2606,
      "step": 48880
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4645421802644235e-05,
      "loss": 0.2659,
      "step": 48890
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.464430325943492e-05,
      "loss": 0.2593,
      "step": 48900
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.464318471622559e-05,
      "loss": 0.2693,
      "step": 48910
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.464206617301627e-05,
      "loss": 0.2732,
      "step": 48920
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.464094762980694e-05,
      "loss": 0.2606,
      "step": 48930
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.463982908659762e-05,
      "loss": 0.26,
      "step": 48940
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4638710543388296e-05,
      "loss": 0.2582,
      "step": 48950
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.463759200017897e-05,
      "loss": 0.2562,
      "step": 48960
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4636473456969645e-05,
      "loss": 0.2572,
      "step": 48970
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4635354913760316e-05,
      "loss": 0.2622,
      "step": 48980
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4634236370550994e-05,
      "loss": 0.2607,
      "step": 48990
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.463311782734167e-05,
      "loss": 0.2633,
      "step": 49000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.463199928413235e-05,
      "loss": 0.2601,
      "step": 49010
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.463088074092303e-05,
      "loss": 0.2659,
      "step": 49020
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.46297621977137e-05,
      "loss": 0.2617,
      "step": 49030
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.462864365450438e-05,
      "loss": 0.2633,
      "step": 49040
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.462752511129505e-05,
      "loss": 0.2645,
      "step": 49050
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4626406568085726e-05,
      "loss": 0.2605,
      "step": 49060
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4625288024876404e-05,
      "loss": 0.2644,
      "step": 49070
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4624169481667075e-05,
      "loss": 0.2611,
      "step": 49080
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.462305093845775e-05,
      "loss": 0.2676,
      "step": 49090
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.462193239524843e-05,
      "loss": 0.2579,
      "step": 49100
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.462081385203911e-05,
      "loss": 0.2567,
      "step": 49110
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.461969530882979e-05,
      "loss": 0.2589,
      "step": 49120
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.461857676562046e-05,
      "loss": 0.2613,
      "step": 49130
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4617458222411136e-05,
      "loss": 0.2682,
      "step": 49140
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.461645153352274e-05,
      "loss": 0.258,
      "step": 49150
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4615332990313416e-05,
      "loss": 0.2676,
      "step": 49160
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4614214447104094e-05,
      "loss": 0.2629,
      "step": 49170
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.461309590389477e-05,
      "loss": 0.2591,
      "step": 49180
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.461197736068545e-05,
      "loss": 0.2639,
      "step": 49190
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.461085881747612e-05,
      "loss": 0.2615,
      "step": 49200
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.46097402742668e-05,
      "loss": 0.2609,
      "step": 49210
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.460862173105747e-05,
      "loss": 0.2581,
      "step": 49220
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.460750318784815e-05,
      "loss": 0.2672,
      "step": 49230
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4606384644638826e-05,
      "loss": 0.2594,
      "step": 49240
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.46052661014295e-05,
      "loss": 0.2605,
      "step": 49250
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4604147558220175e-05,
      "loss": 0.2618,
      "step": 49260
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.460302901501085e-05,
      "loss": 0.2642,
      "step": 49270
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.460191047180153e-05,
      "loss": 0.2612,
      "step": 49280
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.460079192859221e-05,
      "loss": 0.259,
      "step": 49290
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.459967338538288e-05,
      "loss": 0.2602,
      "step": 49300
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.459855484217356e-05,
      "loss": 0.2622,
      "step": 49310
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.459743629896423e-05,
      "loss": 0.2638,
      "step": 49320
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.459631775575491e-05,
      "loss": 0.2612,
      "step": 49330
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4595199212545585e-05,
      "loss": 0.2645,
      "step": 49340
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4594080669336256e-05,
      "loss": 0.2614,
      "step": 49350
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4592962126126934e-05,
      "loss": 0.2604,
      "step": 49360
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.459184358291761e-05,
      "loss": 0.2624,
      "step": 49370
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.459072503970829e-05,
      "loss": 0.2676,
      "step": 49380
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.458960649649897e-05,
      "loss": 0.2638,
      "step": 49390
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.458848795328964e-05,
      "loss": 0.2647,
      "step": 49400
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4587369410080317e-05,
      "loss": 0.2596,
      "step": 49410
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.458625086687099e-05,
      "loss": 0.2652,
      "step": 49420
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4585132323661666e-05,
      "loss": 0.2632,
      "step": 49430
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.458401378045234e-05,
      "loss": 0.2638,
      "step": 49440
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4582895237243015e-05,
      "loss": 0.2547,
      "step": 49450
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.458177669403369e-05,
      "loss": 0.2557,
      "step": 49460
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4580658150824364e-05,
      "loss": 0.259,
      "step": 49470
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.457953960761505e-05,
      "loss": 0.2586,
      "step": 49480
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.457842106440572e-05,
      "loss": 0.2588,
      "step": 49490
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.45773025211964e-05,
      "loss": 0.2585,
      "step": 49500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4576183977987075e-05,
      "loss": 0.2624,
      "step": 49510
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4575065434777747e-05,
      "loss": 0.2629,
      "step": 49520
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4573946891568425e-05,
      "loss": 0.2558,
      "step": 49530
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4572828348359096e-05,
      "loss": 0.2618,
      "step": 49540
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4571709805149774e-05,
      "loss": 0.2638,
      "step": 49550
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.457059126194045e-05,
      "loss": 0.2556,
      "step": 49560
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.456947271873112e-05,
      "loss": 0.2625,
      "step": 49570
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.45683541755218e-05,
      "loss": 0.2569,
      "step": 49580
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.456723563231248e-05,
      "loss": 0.2596,
      "step": 49590
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4566117089103156e-05,
      "loss": 0.2633,
      "step": 49600
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4564998545893834e-05,
      "loss": 0.2608,
      "step": 49610
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4563880002684506e-05,
      "loss": 0.2592,
      "step": 49620
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4562761459475183e-05,
      "loss": 0.2613,
      "step": 49630
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4561642916265855e-05,
      "loss": 0.2596,
      "step": 49640
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.456052437305653e-05,
      "loss": 0.2638,
      "step": 49650
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.455940582984721e-05,
      "loss": 0.265,
      "step": 49660
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.455828728663788e-05,
      "loss": 0.2652,
      "step": 49670
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.455716874342856e-05,
      "loss": 0.2627,
      "step": 49680
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.455605020021924e-05,
      "loss": 0.2599,
      "step": 49690
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4554931657009915e-05,
      "loss": 0.2583,
      "step": 49700
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.455381311380059e-05,
      "loss": 0.2633,
      "step": 49710
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4552694570591265e-05,
      "loss": 0.2623,
      "step": 49720
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.455157602738194e-05,
      "loss": 0.26,
      "step": 49730
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4550457484172614e-05,
      "loss": 0.26,
      "step": 49740
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.454933894096329e-05,
      "loss": 0.2616,
      "step": 49750
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.454822039775396e-05,
      "loss": 0.2596,
      "step": 49760
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.454710185454464e-05,
      "loss": 0.2592,
      "step": 49770
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.454598331133532e-05,
      "loss": 0.2594,
      "step": 49780
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4544864768125996e-05,
      "loss": 0.2575,
      "step": 49790
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4543746224916674e-05,
      "loss": 0.2599,
      "step": 49800
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4542627681707346e-05,
      "loss": 0.2605,
      "step": 49810
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4541509138498023e-05,
      "loss": 0.2542,
      "step": 49820
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.45403905952887e-05,
      "loss": 0.2613,
      "step": 49830
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.453927205207937e-05,
      "loss": 0.2607,
      "step": 49840
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.453815350887005e-05,
      "loss": 0.2636,
      "step": 49850
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.453703496566072e-05,
      "loss": 0.259,
      "step": 49860
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.45359164224514e-05,
      "loss": 0.258,
      "step": 49870
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.453479787924208e-05,
      "loss": 0.2555,
      "step": 49880
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.453367933603275e-05,
      "loss": 0.2614,
      "step": 49890
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.453256079282343e-05,
      "loss": 0.2646,
      "step": 49900
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4531442249614104e-05,
      "loss": 0.2578,
      "step": 49910
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.453032370640478e-05,
      "loss": 0.2583,
      "step": 49920
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.452920516319546e-05,
      "loss": 0.2616,
      "step": 49930
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.452808661998613e-05,
      "loss": 0.2573,
      "step": 49940
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.452696807677681e-05,
      "loss": 0.2624,
      "step": 49950
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.452584953356748e-05,
      "loss": 0.2623,
      "step": 49960
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.452473099035816e-05,
      "loss": 0.2603,
      "step": 49970
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4523612447148836e-05,
      "loss": 0.2623,
      "step": 49980
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.452249390393951e-05,
      "loss": 0.2588,
      "step": 49990
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4521375360730185e-05,
      "loss": 0.2621,
      "step": 50000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4520256817520863e-05,
      "loss": 0.2659,
      "step": 50010
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.451913827431154e-05,
      "loss": 0.258,
      "step": 50020
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.451801973110222e-05,
      "loss": 0.2637,
      "step": 50030
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.451690118789289e-05,
      "loss": 0.2539,
      "step": 50040
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.451578264468357e-05,
      "loss": 0.2554,
      "step": 50050
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.451466410147424e-05,
      "loss": 0.2512,
      "step": 50060
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.451354555826492e-05,
      "loss": 0.2554,
      "step": 50070
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.451242701505559e-05,
      "loss": 0.2593,
      "step": 50080
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4511308471846267e-05,
      "loss": 0.2594,
      "step": 50090
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4510189928636944e-05,
      "loss": 0.2588,
      "step": 50100
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.450907138542762e-05,
      "loss": 0.2577,
      "step": 50110
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.45079528422183e-05,
      "loss": 0.2623,
      "step": 50120
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.450683429900897e-05,
      "loss": 0.2567,
      "step": 50130
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.450571575579965e-05,
      "loss": 0.2612,
      "step": 50140
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.450459721259033e-05,
      "loss": 0.2575,
      "step": 50150
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4503478669381e-05,
      "loss": 0.2586,
      "step": 50160
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4502360126171676e-05,
      "loss": 0.2597,
      "step": 50170
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.450124158296235e-05,
      "loss": 0.2619,
      "step": 50180
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4500123039753025e-05,
      "loss": 0.2572,
      "step": 50190
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.44990044965437e-05,
      "loss": 0.2588,
      "step": 50200
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.449788595333438e-05,
      "loss": 0.2649,
      "step": 50210
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.449676741012506e-05,
      "loss": 0.258,
      "step": 50220
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.449564886691573e-05,
      "loss": 0.2543,
      "step": 50230
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.449453032370641e-05,
      "loss": 0.2626,
      "step": 50240
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4493411780497086e-05,
      "loss": 0.2548,
      "step": 50250
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.449229323728776e-05,
      "loss": 0.2523,
      "step": 50260
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4491174694078435e-05,
      "loss": 0.2545,
      "step": 50270
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4490056150869106e-05,
      "loss": 0.2637,
      "step": 50280
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4488937607659784e-05,
      "loss": 0.2546,
      "step": 50290
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.448781906445046e-05,
      "loss": 0.2595,
      "step": 50300
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.448670052124114e-05,
      "loss": 0.2542,
      "step": 50310
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.448558197803182e-05,
      "loss": 0.2661,
      "step": 50320
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.448446343482249e-05,
      "loss": 0.2586,
      "step": 50330
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.448334489161317e-05,
      "loss": 0.2573,
      "step": 50340
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4482226348403845e-05,
      "loss": 0.2604,
      "step": 50350
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4481107805194516e-05,
      "loss": 0.2636,
      "step": 50360
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4479989261985194e-05,
      "loss": 0.2563,
      "step": 50370
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4478870718775865e-05,
      "loss": 0.2605,
      "step": 50380
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.447775217556654e-05,
      "loss": 0.2611,
      "step": 50390
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4476633632357215e-05,
      "loss": 0.2567,
      "step": 50400
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.447551508914789e-05,
      "loss": 0.2592,
      "step": 50410
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.447439654593857e-05,
      "loss": 0.2556,
      "step": 50420
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.447327800272925e-05,
      "loss": 0.2664,
      "step": 50430
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4472159459519926e-05,
      "loss": 0.2617,
      "step": 50440
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.44710409163106e-05,
      "loss": 0.2596,
      "step": 50450
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4469922373101275e-05,
      "loss": 0.2533,
      "step": 50460
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.446880382989195e-05,
      "loss": 0.2555,
      "step": 50470
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4467685286682624e-05,
      "loss": 0.2641,
      "step": 50480
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.44665667434733e-05,
      "loss": 0.2636,
      "step": 50490
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4465448200263973e-05,
      "loss": 0.2686,
      "step": 50500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.446432965705465e-05,
      "loss": 0.255,
      "step": 50510
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.446321111384533e-05,
      "loss": 0.2563,
      "step": 50520
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.446209257063601e-05,
      "loss": 0.2542,
      "step": 50530
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4460974027426685e-05,
      "loss": 0.267,
      "step": 50540
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4459855484217356e-05,
      "loss": 0.2612,
      "step": 50550
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4458736941008034e-05,
      "loss": 0.2589,
      "step": 50560
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.445761839779871e-05,
      "loss": 0.2572,
      "step": 50570
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.445649985458938e-05,
      "loss": 0.2654,
      "step": 50580
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.445538131138006e-05,
      "loss": 0.2584,
      "step": 50590
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.445426276817073e-05,
      "loss": 0.2567,
      "step": 50600
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.445314422496141e-05,
      "loss": 0.2583,
      "step": 50610
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.445202568175209e-05,
      "loss": 0.2622,
      "step": 50620
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4450907138542766e-05,
      "loss": 0.2657,
      "step": 50630
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4449788595333444e-05,
      "loss": 0.2548,
      "step": 50640
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4448670052124115e-05,
      "loss": 0.2634,
      "step": 50650
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.444755150891479e-05,
      "loss": 0.2544,
      "step": 50660
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.444643296570547e-05,
      "loss": 0.2556,
      "step": 50670
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.444531442249614e-05,
      "loss": 0.2639,
      "step": 50680
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.444419587928682e-05,
      "loss": 0.2557,
      "step": 50690
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.444307733607749e-05,
      "loss": 0.2594,
      "step": 50700
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.444195879286817e-05,
      "loss": 0.2592,
      "step": 50710
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.444084024965885e-05,
      "loss": 0.2626,
      "step": 50720
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4439721706449525e-05,
      "loss": 0.2561,
      "step": 50730
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.44386031632402e-05,
      "loss": 0.2588,
      "step": 50740
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4437484620030874e-05,
      "loss": 0.2532,
      "step": 50750
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.443636607682155e-05,
      "loss": 0.2542,
      "step": 50760
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.443524753361222e-05,
      "loss": 0.2604,
      "step": 50770
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.44341289904029e-05,
      "loss": 0.2593,
      "step": 50780
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.443301044719358e-05,
      "loss": 0.2578,
      "step": 50790
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.443189190398425e-05,
      "loss": 0.2581,
      "step": 50800
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.443077336077493e-05,
      "loss": 0.2571,
      "step": 50810
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.44296548175656e-05,
      "loss": 0.2584,
      "step": 50820
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.442853627435628e-05,
      "loss": 0.2546,
      "step": 50830
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4427417731146955e-05,
      "loss": 0.256,
      "step": 50840
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.442629918793763e-05,
      "loss": 0.2559,
      "step": 50850
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.442518064472831e-05,
      "loss": 0.2596,
      "step": 50860
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.442406210151898e-05,
      "loss": 0.2558,
      "step": 50870
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.442294355830966e-05,
      "loss": 0.2543,
      "step": 50880
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.442182501510034e-05,
      "loss": 0.2598,
      "step": 50890
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.442070647189101e-05,
      "loss": 0.2607,
      "step": 50900
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.441958792868169e-05,
      "loss": 0.2551,
      "step": 50910
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.441846938547236e-05,
      "loss": 0.2578,
      "step": 50920
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4417350842263036e-05,
      "loss": 0.2564,
      "step": 50930
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4416232299053714e-05,
      "loss": 0.2599,
      "step": 50940
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.441511375584439e-05,
      "loss": 0.2549,
      "step": 50950
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.441399521263507e-05,
      "loss": 0.257,
      "step": 50960
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.441287666942574e-05,
      "loss": 0.2546,
      "step": 50970
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.441175812621642e-05,
      "loss": 0.2572,
      "step": 50980
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.441063958300709e-05,
      "loss": 0.2606,
      "step": 50990
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.440952103979777e-05,
      "loss": 0.2586,
      "step": 51000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4408402496588446e-05,
      "loss": 0.2578,
      "step": 51010
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.440728395337912e-05,
      "loss": 0.2563,
      "step": 51020
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4406165410169795e-05,
      "loss": 0.2558,
      "step": 51030
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.440504686696047e-05,
      "loss": 0.2582,
      "step": 51040
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.440392832375115e-05,
      "loss": 0.2642,
      "step": 51050
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.440280978054183e-05,
      "loss": 0.2587,
      "step": 51060
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.44016912373325e-05,
      "loss": 0.2558,
      "step": 51070
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.440057269412318e-05,
      "loss": 0.2556,
      "step": 51080
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.439945415091385e-05,
      "loss": 0.2552,
      "step": 51090
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.439833560770453e-05,
      "loss": 0.2585,
      "step": 51100
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4397217064495205e-05,
      "loss": 0.2682,
      "step": 51110
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4396098521285876e-05,
      "loss": 0.2564,
      "step": 51120
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4394979978076554e-05,
      "loss": 0.257,
      "step": 51130
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.439386143486723e-05,
      "loss": 0.2592,
      "step": 51140
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.439274289165791e-05,
      "loss": 0.262,
      "step": 51150
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.439162434844859e-05,
      "loss": 0.2623,
      "step": 51160
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.439050580523926e-05,
      "loss": 0.2585,
      "step": 51170
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.438938726202994e-05,
      "loss": 0.2598,
      "step": 51180
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.438826871882061e-05,
      "loss": 0.2563,
      "step": 51190
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4387150175611286e-05,
      "loss": 0.2549,
      "step": 51200
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4386031632401964e-05,
      "loss": 0.2547,
      "step": 51210
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4384913089192635e-05,
      "loss": 0.2573,
      "step": 51220
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.438379454598331e-05,
      "loss": 0.2557,
      "step": 51230
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4382676002773984e-05,
      "loss": 0.254,
      "step": 51240
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.438155745956466e-05,
      "loss": 0.2558,
      "step": 51250
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.438043891635535e-05,
      "loss": 0.2586,
      "step": 51260
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.437932037314602e-05,
      "loss": 0.2592,
      "step": 51270
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4378201829936696e-05,
      "loss": 0.252,
      "step": 51280
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.437708328672737e-05,
      "loss": 0.2624,
      "step": 51290
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4375964743518045e-05,
      "loss": 0.2593,
      "step": 51300
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4374846200308716e-05,
      "loss": 0.2586,
      "step": 51310
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4373727657099394e-05,
      "loss": 0.2614,
      "step": 51320
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.437260911389007e-05,
      "loss": 0.2574,
      "step": 51330
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.437149057068074e-05,
      "loss": 0.2587,
      "step": 51340
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.437037202747142e-05,
      "loss": 0.2587,
      "step": 51350
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.43692534842621e-05,
      "loss": 0.2568,
      "step": 51360
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.436813494105278e-05,
      "loss": 0.2592,
      "step": 51370
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4367016397843455e-05,
      "loss": 0.2518,
      "step": 51380
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4365897854634126e-05,
      "loss": 0.2582,
      "step": 51390
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4364779311424804e-05,
      "loss": 0.258,
      "step": 51400
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4363660768215475e-05,
      "loss": 0.2549,
      "step": 51410
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.436254222500615e-05,
      "loss": 0.2585,
      "step": 51420
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.436142368179683e-05,
      "loss": 0.2568,
      "step": 51430
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.43603051385875e-05,
      "loss": 0.2605,
      "step": 51440
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.435918659537818e-05,
      "loss": 0.2539,
      "step": 51450
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.435806805216886e-05,
      "loss": 0.2603,
      "step": 51460
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4356949508959536e-05,
      "loss": 0.2538,
      "step": 51470
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4355830965750214e-05,
      "loss": 0.2612,
      "step": 51480
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4354712422540885e-05,
      "loss": 0.2632,
      "step": 51490
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.435359387933156e-05,
      "loss": 0.2543,
      "step": 51500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4352475336122234e-05,
      "loss": 0.2558,
      "step": 51510
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.435135679291291e-05,
      "loss": 0.2583,
      "step": 51520
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.435023824970359e-05,
      "loss": 0.2558,
      "step": 51530
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.434911970649426e-05,
      "loss": 0.2592,
      "step": 51540
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.434800116328494e-05,
      "loss": 0.2542,
      "step": 51550
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.434688262007562e-05,
      "loss": 0.2565,
      "step": 51560
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4345764076866295e-05,
      "loss": 0.2552,
      "step": 51570
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.434464553365697e-05,
      "loss": 0.2576,
      "step": 51580
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4343526990447644e-05,
      "loss": 0.2573,
      "step": 51590
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.434240844723832e-05,
      "loss": 0.2578,
      "step": 51600
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.434128990402899e-05,
      "loss": 0.2515,
      "step": 51610
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.434017136081967e-05,
      "loss": 0.2511,
      "step": 51620
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.433905281761034e-05,
      "loss": 0.2571,
      "step": 51630
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.433793427440102e-05,
      "loss": 0.255,
      "step": 51640
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.43368157311917e-05,
      "loss": 0.2526,
      "step": 51650
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.433569718798237e-05,
      "loss": 0.2536,
      "step": 51660
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4334578644773054e-05,
      "loss": 0.2605,
      "step": 51670
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4333460101563725e-05,
      "loss": 0.2579,
      "step": 51680
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.43323415583544e-05,
      "loss": 0.2597,
      "step": 51690
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.433122301514508e-05,
      "loss": 0.255,
      "step": 51700
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.433010447193575e-05,
      "loss": 0.2593,
      "step": 51710
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.432898592872643e-05,
      "loss": 0.2508,
      "step": 51720
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.43278673855171e-05,
      "loss": 0.2547,
      "step": 51730
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.432674884230778e-05,
      "loss": 0.2564,
      "step": 51740
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.432563029909846e-05,
      "loss": 0.2575,
      "step": 51750
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.432451175588913e-05,
      "loss": 0.2567,
      "step": 51760
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4323393212679806e-05,
      "loss": 0.249,
      "step": 51770
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4322274669470484e-05,
      "loss": 0.2555,
      "step": 51780
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.432115612626116e-05,
      "loss": 0.2539,
      "step": 51790
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.432003758305184e-05,
      "loss": 0.2616,
      "step": 51800
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.431891903984251e-05,
      "loss": 0.2525,
      "step": 51810
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.431780049663319e-05,
      "loss": 0.256,
      "step": 51820
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.431668195342386e-05,
      "loss": 0.2541,
      "step": 51830
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.431556341021454e-05,
      "loss": 0.2582,
      "step": 51840
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4314444867005216e-05,
      "loss": 0.2559,
      "step": 51850
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.431332632379589e-05,
      "loss": 0.2516,
      "step": 51860
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4312207780586565e-05,
      "loss": 0.2528,
      "step": 51870
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.431108923737724e-05,
      "loss": 0.2532,
      "step": 51880
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.430997069416792e-05,
      "loss": 0.2614,
      "step": 51890
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.43088521509586e-05,
      "loss": 0.2568,
      "step": 51900
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.430773360774927e-05,
      "loss": 0.2584,
      "step": 51910
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.430661506453995e-05,
      "loss": 0.2567,
      "step": 51920
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.430549652133062e-05,
      "loss": 0.2518,
      "step": 51930
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.43043779781213e-05,
      "loss": 0.2544,
      "step": 51940
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.430325943491197e-05,
      "loss": 0.2545,
      "step": 51950
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4302140891702646e-05,
      "loss": 0.2542,
      "step": 51960
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4301022348493324e-05,
      "loss": 0.252,
      "step": 51970
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4299903805284e-05,
      "loss": 0.2567,
      "step": 51980
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.429878526207468e-05,
      "loss": 0.2522,
      "step": 51990
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.429766671886535e-05,
      "loss": 0.2561,
      "step": 52000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.429654817565603e-05,
      "loss": 0.2554,
      "step": 52010
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.429542963244671e-05,
      "loss": 0.256,
      "step": 52020
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.429431108923738e-05,
      "loss": 0.2583,
      "step": 52030
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4293192546028056e-05,
      "loss": 0.2612,
      "step": 52040
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.429207400281873e-05,
      "loss": 0.2578,
      "step": 52050
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4290955459609405e-05,
      "loss": 0.2535,
      "step": 52060
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.428983691640008e-05,
      "loss": 0.255,
      "step": 52070
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4288718373190754e-05,
      "loss": 0.2529,
      "step": 52080
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.428759982998144e-05,
      "loss": 0.2666,
      "step": 52090
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.428648128677211e-05,
      "loss": 0.2536,
      "step": 52100
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.428536274356279e-05,
      "loss": 0.2514,
      "step": 52110
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4284244200353466e-05,
      "loss": 0.261,
      "step": 52120
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.428312565714414e-05,
      "loss": 0.2561,
      "step": 52130
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4282007113934815e-05,
      "loss": 0.2561,
      "step": 52140
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4280888570725486e-05,
      "loss": 0.261,
      "step": 52150
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4279770027516164e-05,
      "loss": 0.2548,
      "step": 52160
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.427865148430684e-05,
      "loss": 0.2579,
      "step": 52170
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.427753294109751e-05,
      "loss": 0.2555,
      "step": 52180
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.427641439788819e-05,
      "loss": 0.2579,
      "step": 52190
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.427529585467887e-05,
      "loss": 0.2537,
      "step": 52200
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.427417731146955e-05,
      "loss": 0.2581,
      "step": 52210
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4273058768260225e-05,
      "loss": 0.2615,
      "step": 52220
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4271940225050896e-05,
      "loss": 0.2564,
      "step": 52230
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4270821681841574e-05,
      "loss": 0.255,
      "step": 52240
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4269703138632245e-05,
      "loss": 0.2574,
      "step": 52250
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.426858459542292e-05,
      "loss": 0.2569,
      "step": 52260
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4267466052213594e-05,
      "loss": 0.2571,
      "step": 52270
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.426634750900427e-05,
      "loss": 0.2618,
      "step": 52280
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.426522896579495e-05,
      "loss": 0.2602,
      "step": 52290
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.426411042258563e-05,
      "loss": 0.2545,
      "step": 52300
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4262991879376306e-05,
      "loss": 0.2555,
      "step": 52310
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.426187333616698e-05,
      "loss": 0.2576,
      "step": 52320
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4260754792957655e-05,
      "loss": 0.2557,
      "step": 52330
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.425963624974833e-05,
      "loss": 0.2541,
      "step": 52340
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4258517706539004e-05,
      "loss": 0.2523,
      "step": 52350
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.425739916332968e-05,
      "loss": 0.2564,
      "step": 52360
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.425628062012035e-05,
      "loss": 0.2521,
      "step": 52370
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.425516207691103e-05,
      "loss": 0.2555,
      "step": 52380
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.425404353370171e-05,
      "loss": 0.2515,
      "step": 52390
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.425292499049239e-05,
      "loss": 0.2553,
      "step": 52400
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4251806447283065e-05,
      "loss": 0.2552,
      "step": 52410
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4250687904073736e-05,
      "loss": 0.2521,
      "step": 52420
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4249569360864414e-05,
      "loss": 0.2557,
      "step": 52430
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.424845081765509e-05,
      "loss": 0.2513,
      "step": 52440
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.424733227444576e-05,
      "loss": 0.2525,
      "step": 52450
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.424621373123644e-05,
      "loss": 0.2598,
      "step": 52460
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.424509518802711e-05,
      "loss": 0.2516,
      "step": 52470
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.424397664481779e-05,
      "loss": 0.2526,
      "step": 52480
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.424285810160847e-05,
      "loss": 0.2496,
      "step": 52490
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4241739558399146e-05,
      "loss": 0.254,
      "step": 52500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4240621015189824e-05,
      "loss": 0.2556,
      "step": 52510
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4239502471980495e-05,
      "loss": 0.2547,
      "step": 52520
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.423838392877117e-05,
      "loss": 0.2558,
      "step": 52530
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.423726538556185e-05,
      "loss": 0.2605,
      "step": 52540
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.423614684235252e-05,
      "loss": 0.2578,
      "step": 52550
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.42350282991432e-05,
      "loss": 0.2561,
      "step": 52560
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.423390975593387e-05,
      "loss": 0.2558,
      "step": 52570
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.423279121272455e-05,
      "loss": 0.2557,
      "step": 52580
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.423167266951522e-05,
      "loss": 0.2524,
      "step": 52590
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.42305541263059e-05,
      "loss": 0.2568,
      "step": 52600
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4229435583096576e-05,
      "loss": 0.2574,
      "step": 52610
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4228317039887254e-05,
      "loss": 0.2502,
      "step": 52620
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.422719849667793e-05,
      "loss": 0.2536,
      "step": 52630
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.42260799534686e-05,
      "loss": 0.2532,
      "step": 52640
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.422496141025928e-05,
      "loss": 0.2582,
      "step": 52650
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.422384286704996e-05,
      "loss": 0.2572,
      "step": 52660
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.422272432384063e-05,
      "loss": 0.2585,
      "step": 52670
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.422160578063131e-05,
      "loss": 0.2496,
      "step": 52680
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.422048723742198e-05,
      "loss": 0.2595,
      "step": 52690
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.421936869421266e-05,
      "loss": 0.2533,
      "step": 52700
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4218250151003335e-05,
      "loss": 0.2516,
      "step": 52710
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.421713160779401e-05,
      "loss": 0.2522,
      "step": 52720
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.421601306458469e-05,
      "loss": 0.2582,
      "step": 52730
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.421489452137536e-05,
      "loss": 0.2574,
      "step": 52740
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.421377597816604e-05,
      "loss": 0.2576,
      "step": 52750
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.421265743495672e-05,
      "loss": 0.2548,
      "step": 52760
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.421153889174739e-05,
      "loss": 0.2575,
      "step": 52770
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.421042034853807e-05,
      "loss": 0.2632,
      "step": 52780
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.420930180532874e-05,
      "loss": 0.2586,
      "step": 52790
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4208183262119416e-05,
      "loss": 0.2593,
      "step": 52800
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4207064718910094e-05,
      "loss": 0.258,
      "step": 52810
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.420594617570077e-05,
      "loss": 0.2508,
      "step": 52820
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.420482763249145e-05,
      "loss": 0.2512,
      "step": 52830
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.420370908928212e-05,
      "loss": 0.2537,
      "step": 52840
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.42025905460728e-05,
      "loss": 0.2612,
      "step": 52850
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4201472002863476e-05,
      "loss": 0.2572,
      "step": 52860
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.420035345965415e-05,
      "loss": 0.2522,
      "step": 52870
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4199234916444826e-05,
      "loss": 0.2601,
      "step": 52880
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.41981163732355e-05,
      "loss": 0.2642,
      "step": 52890
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4196997830026175e-05,
      "loss": 0.2552,
      "step": 52900
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4195879286816846e-05,
      "loss": 0.2526,
      "step": 52910
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.419476074360753e-05,
      "loss": 0.2549,
      "step": 52920
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.419364220039821e-05,
      "loss": 0.254,
      "step": 52930
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.419252365718888e-05,
      "loss": 0.2563,
      "step": 52940
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.419140511397956e-05,
      "loss": 0.2544,
      "step": 52950
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.419028657077023e-05,
      "loss": 0.2545,
      "step": 52960
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4189168027560907e-05,
      "loss": 0.258,
      "step": 52970
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4188049484351585e-05,
      "loss": 0.254,
      "step": 52980
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4186930941142256e-05,
      "loss": 0.2573,
      "step": 52990
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4185812397932934e-05,
      "loss": 0.2524,
      "step": 53000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4184693854723605e-05,
      "loss": 0.2494,
      "step": 53010
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.418357531151428e-05,
      "loss": 0.2536,
      "step": 53020
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.418245676830496e-05,
      "loss": 0.2505,
      "step": 53030
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.418133822509564e-05,
      "loss": 0.2597,
      "step": 53040
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4180219681886316e-05,
      "loss": 0.25,
      "step": 53050
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.417910113867699e-05,
      "loss": 0.251,
      "step": 53060
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4177982595467666e-05,
      "loss": 0.2522,
      "step": 53070
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4176864052258343e-05,
      "loss": 0.2606,
      "step": 53080
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4175745509049015e-05,
      "loss": 0.2575,
      "step": 53090
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.417462696583969e-05,
      "loss": 0.2558,
      "step": 53100
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4173508422630364e-05,
      "loss": 0.2518,
      "step": 53110
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.417238987942104e-05,
      "loss": 0.2574,
      "step": 53120
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.417127133621172e-05,
      "loss": 0.2596,
      "step": 53130
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.41701527930024e-05,
      "loss": 0.2602,
      "step": 53140
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4169034249793075e-05,
      "loss": 0.2544,
      "step": 53150
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4167915706583747e-05,
      "loss": 0.2578,
      "step": 53160
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4166797163374424e-05,
      "loss": 0.2577,
      "step": 53170
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4165790474486026e-05,
      "loss": 0.2501,
      "step": 53180
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4164671931276704e-05,
      "loss": 0.2506,
      "step": 53190
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.416355338806738e-05,
      "loss": 0.2537,
      "step": 53200
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.416243484485806e-05,
      "loss": 0.2507,
      "step": 53210
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.416131630164874e-05,
      "loss": 0.2559,
      "step": 53220
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.416019775843941e-05,
      "loss": 0.2571,
      "step": 53230
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.415907921523009e-05,
      "loss": 0.2609,
      "step": 53240
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4157960672020765e-05,
      "loss": 0.2534,
      "step": 53250
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4156842128811436e-05,
      "loss": 0.253,
      "step": 53260
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4155723585602114e-05,
      "loss": 0.2558,
      "step": 53270
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4154605042392785e-05,
      "loss": 0.256,
      "step": 53280
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.415348649918346e-05,
      "loss": 0.2495,
      "step": 53290
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.415236795597414e-05,
      "loss": 0.258,
      "step": 53300
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.415124941276482e-05,
      "loss": 0.2589,
      "step": 53310
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.41501308695555e-05,
      "loss": 0.2584,
      "step": 53320
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.414901232634617e-05,
      "loss": 0.2593,
      "step": 53330
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4147893783136846e-05,
      "loss": 0.2555,
      "step": 53340
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.414677523992752e-05,
      "loss": 0.2613,
      "step": 53350
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4145656696718195e-05,
      "loss": 0.2565,
      "step": 53360
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.414453815350887e-05,
      "loss": 0.254,
      "step": 53370
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4143419610299544e-05,
      "loss": 0.2486,
      "step": 53380
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.414230106709022e-05,
      "loss": 0.2514,
      "step": 53390
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.41411825238809e-05,
      "loss": 0.2541,
      "step": 53400
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.414006398067158e-05,
      "loss": 0.2517,
      "step": 53410
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4138945437462256e-05,
      "loss": 0.2506,
      "step": 53420
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.413782689425293e-05,
      "loss": 0.2485,
      "step": 53430
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4136708351043605e-05,
      "loss": 0.2586,
      "step": 53440
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4135589807834276e-05,
      "loss": 0.2567,
      "step": 53450
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4134471264624954e-05,
      "loss": 0.2524,
      "step": 53460
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.413335272141563e-05,
      "loss": 0.2538,
      "step": 53470
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.41322341782063e-05,
      "loss": 0.2549,
      "step": 53480
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.413111563499698e-05,
      "loss": 0.2536,
      "step": 53490
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.412999709178766e-05,
      "loss": 0.26,
      "step": 53500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.412887854857834e-05,
      "loss": 0.2554,
      "step": 53510
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4127760005369015e-05,
      "loss": 0.2508,
      "step": 53520
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4126641462159686e-05,
      "loss": 0.2559,
      "step": 53530
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4125522918950364e-05,
      "loss": 0.2523,
      "step": 53540
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4124404375741035e-05,
      "loss": 0.2515,
      "step": 53550
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.412328583253171e-05,
      "loss": 0.2567,
      "step": 53560
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.412216728932239e-05,
      "loss": 0.257,
      "step": 53570
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.412104874611306e-05,
      "loss": 0.2589,
      "step": 53580
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.411993020290374e-05,
      "loss": 0.2528,
      "step": 53590
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.411881165969441e-05,
      "loss": 0.2529,
      "step": 53600
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.411769311648509e-05,
      "loss": 0.2524,
      "step": 53610
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.411657457327577e-05,
      "loss": 0.2545,
      "step": 53620
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4115456030066445e-05,
      "loss": 0.2491,
      "step": 53630
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.411433748685712e-05,
      "loss": 0.2558,
      "step": 53640
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4113218943647794e-05,
      "loss": 0.255,
      "step": 53650
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.411210040043847e-05,
      "loss": 0.2549,
      "step": 53660
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.411098185722914e-05,
      "loss": 0.2582,
      "step": 53670
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.410986331401982e-05,
      "loss": 0.2524,
      "step": 53680
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.41087447708105e-05,
      "loss": 0.2539,
      "step": 53690
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.410762622760117e-05,
      "loss": 0.2507,
      "step": 53700
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.410650768439185e-05,
      "loss": 0.2503,
      "step": 53710
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4105389141182526e-05,
      "loss": 0.2541,
      "step": 53720
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4104270597973204e-05,
      "loss": 0.2552,
      "step": 53730
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.410315205476388e-05,
      "loss": 0.2545,
      "step": 53740
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.410203351155455e-05,
      "loss": 0.2552,
      "step": 53750
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.410091496834523e-05,
      "loss": 0.2595,
      "step": 53760
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.40997964251359e-05,
      "loss": 0.2552,
      "step": 53770
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.409867788192658e-05,
      "loss": 0.2455,
      "step": 53780
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.409755933871726e-05,
      "loss": 0.2545,
      "step": 53790
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.409644079550793e-05,
      "loss": 0.2544,
      "step": 53800
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.409532225229861e-05,
      "loss": 0.2458,
      "step": 53810
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4094203709089285e-05,
      "loss": 0.2527,
      "step": 53820
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.409308516587996e-05,
      "loss": 0.2513,
      "step": 53830
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.409196662267064e-05,
      "loss": 0.2507,
      "step": 53840
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.409084807946131e-05,
      "loss": 0.2503,
      "step": 53850
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.408972953625199e-05,
      "loss": 0.2514,
      "step": 53860
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.408861099304266e-05,
      "loss": 0.2535,
      "step": 53870
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.408749244983334e-05,
      "loss": 0.2566,
      "step": 53880
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.408637390662401e-05,
      "loss": 0.2506,
      "step": 53890
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.408525536341469e-05,
      "loss": 0.2511,
      "step": 53900
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4084136820205366e-05,
      "loss": 0.2555,
      "step": 53910
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4083018276996044e-05,
      "loss": 0.2555,
      "step": 53920
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.408189973378672e-05,
      "loss": 0.2514,
      "step": 53930
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.408078119057739e-05,
      "loss": 0.2535,
      "step": 53940
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.407966264736807e-05,
      "loss": 0.2496,
      "step": 53950
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.407854410415875e-05,
      "loss": 0.2551,
      "step": 53960
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.407742556094942e-05,
      "loss": 0.2525,
      "step": 53970
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.40763070177401e-05,
      "loss": 0.2547,
      "step": 53980
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.407518847453077e-05,
      "loss": 0.2516,
      "step": 53990
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.407406993132145e-05,
      "loss": 0.2486,
      "step": 54000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4072951388112125e-05,
      "loss": 0.2531,
      "step": 54010
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4071832844902796e-05,
      "loss": 0.2591,
      "step": 54020
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.407071430169348e-05,
      "loss": 0.256,
      "step": 54030
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.406959575848415e-05,
      "loss": 0.2531,
      "step": 54040
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.406847721527483e-05,
      "loss": 0.2536,
      "step": 54050
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.406735867206551e-05,
      "loss": 0.2492,
      "step": 54060
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.406624012885618e-05,
      "loss": 0.2567,
      "step": 54070
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.406512158564686e-05,
      "loss": 0.2571,
      "step": 54080
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.406400304243753e-05,
      "loss": 0.2513,
      "step": 54090
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4062884499228206e-05,
      "loss": 0.2461,
      "step": 54100
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4061765956018884e-05,
      "loss": 0.2532,
      "step": 54110
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4060647412809555e-05,
      "loss": 0.2484,
      "step": 54120
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.405952886960023e-05,
      "loss": 0.2513,
      "step": 54130
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.405841032639091e-05,
      "loss": 0.2556,
      "step": 54140
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.405729178318159e-05,
      "loss": 0.2573,
      "step": 54150
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.405617323997227e-05,
      "loss": 0.2563,
      "step": 54160
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.405505469676294e-05,
      "loss": 0.2603,
      "step": 54170
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4053936153553616e-05,
      "loss": 0.2493,
      "step": 54180
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.405281761034429e-05,
      "loss": 0.26,
      "step": 54190
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4051699067134965e-05,
      "loss": 0.2559,
      "step": 54200
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4050580523925636e-05,
      "loss": 0.2573,
      "step": 54210
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4049461980716314e-05,
      "loss": 0.2557,
      "step": 54220
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.404834343750699e-05,
      "loss": 0.2608,
      "step": 54230
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.404722489429767e-05,
      "loss": 0.2527,
      "step": 54240
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.404610635108835e-05,
      "loss": 0.2601,
      "step": 54250
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.404498780787902e-05,
      "loss": 0.2539,
      "step": 54260
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.40438692646697e-05,
      "loss": 0.2542,
      "step": 54270
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4042750721460375e-05,
      "loss": 0.2483,
      "step": 54280
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4041632178251046e-05,
      "loss": 0.2517,
      "step": 54290
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4040513635041724e-05,
      "loss": 0.2564,
      "step": 54300
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4039395091832395e-05,
      "loss": 0.2556,
      "step": 54310
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.403827654862307e-05,
      "loss": 0.2559,
      "step": 54320
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.403715800541375e-05,
      "loss": 0.2467,
      "step": 54330
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.403603946220443e-05,
      "loss": 0.2529,
      "step": 54340
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.403492091899511e-05,
      "loss": 0.2589,
      "step": 54350
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.403380237578578e-05,
      "loss": 0.2524,
      "step": 54360
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4032683832576456e-05,
      "loss": 0.2505,
      "step": 54370
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4031565289367134e-05,
      "loss": 0.2504,
      "step": 54380
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4030446746157805e-05,
      "loss": 0.2494,
      "step": 54390
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.402932820294848e-05,
      "loss": 0.255,
      "step": 54400
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4028209659739154e-05,
      "loss": 0.2481,
      "step": 54410
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.402709111652983e-05,
      "loss": 0.2482,
      "step": 54420
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.402597257332051e-05,
      "loss": 0.2529,
      "step": 54430
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.402485403011118e-05,
      "loss": 0.2504,
      "step": 54440
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4023735486901866e-05,
      "loss": 0.2503,
      "step": 54450
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.402261694369254e-05,
      "loss": 0.2542,
      "step": 54460
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4021498400483215e-05,
      "loss": 0.2481,
      "step": 54470
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.402037985727389e-05,
      "loss": 0.2491,
      "step": 54480
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4019261314064564e-05,
      "loss": 0.252,
      "step": 54490
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.401814277085524e-05,
      "loss": 0.2551,
      "step": 54500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.401702422764591e-05,
      "loss": 0.2542,
      "step": 54510
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.401590568443659e-05,
      "loss": 0.2563,
      "step": 54520
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.401478714122726e-05,
      "loss": 0.2543,
      "step": 54530
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.401366859801794e-05,
      "loss": 0.2559,
      "step": 54540
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.401255005480862e-05,
      "loss": 0.2554,
      "step": 54550
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4011431511599296e-05,
      "loss": 0.2539,
      "step": 54560
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4010312968389974e-05,
      "loss": 0.2481,
      "step": 54570
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4009194425180645e-05,
      "loss": 0.2509,
      "step": 54580
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.400807588197132e-05,
      "loss": 0.2549,
      "step": 54590
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4006957338762e-05,
      "loss": 0.2522,
      "step": 54600
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.400583879555267e-05,
      "loss": 0.253,
      "step": 54610
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.400472025234335e-05,
      "loss": 0.257,
      "step": 54620
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.400360170913402e-05,
      "loss": 0.2535,
      "step": 54630
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.40024831659247e-05,
      "loss": 0.2512,
      "step": 54640
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.400136462271538e-05,
      "loss": 0.2522,
      "step": 54650
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4000246079506055e-05,
      "loss": 0.2504,
      "step": 54660
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.399912753629673e-05,
      "loss": 0.2505,
      "step": 54670
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3998008993087404e-05,
      "loss": 0.2531,
      "step": 54680
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.399689044987808e-05,
      "loss": 0.2527,
      "step": 54690
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.399577190666876e-05,
      "loss": 0.2516,
      "step": 54700
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.399465336345943e-05,
      "loss": 0.2475,
      "step": 54710
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.399353482025011e-05,
      "loss": 0.2539,
      "step": 54720
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.399241627704078e-05,
      "loss": 0.2546,
      "step": 54730
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.399129773383146e-05,
      "loss": 0.2435,
      "step": 54740
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3990179190622136e-05,
      "loss": 0.2574,
      "step": 54750
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3989060647412814e-05,
      "loss": 0.2544,
      "step": 54760
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.398794210420349e-05,
      "loss": 0.2538,
      "step": 54770
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.398682356099416e-05,
      "loss": 0.2534,
      "step": 54780
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.398570501778484e-05,
      "loss": 0.2488,
      "step": 54790
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.398458647457552e-05,
      "loss": 0.253,
      "step": 54800
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.398346793136619e-05,
      "loss": 0.2498,
      "step": 54810
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.398234938815687e-05,
      "loss": 0.2552,
      "step": 54820
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.398123084494754e-05,
      "loss": 0.2536,
      "step": 54830
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.398011230173822e-05,
      "loss": 0.2564,
      "step": 54840
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.397899375852889e-05,
      "loss": 0.2535,
      "step": 54850
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.397787521531957e-05,
      "loss": 0.2535,
      "step": 54860
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.397675667211025e-05,
      "loss": 0.2559,
      "step": 54870
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.397563812890092e-05,
      "loss": 0.2537,
      "step": 54880
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.39745195856916e-05,
      "loss": 0.2511,
      "step": 54890
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.397340104248227e-05,
      "loss": 0.2509,
      "step": 54900
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.397228249927295e-05,
      "loss": 0.2553,
      "step": 54910
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.397116395606363e-05,
      "loss": 0.254,
      "step": 54920
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.39700454128543e-05,
      "loss": 0.2533,
      "step": 54930
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3968926869644976e-05,
      "loss": 0.2532,
      "step": 54940
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.396780832643565e-05,
      "loss": 0.2557,
      "step": 54950
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3966689783226325e-05,
      "loss": 0.2501,
      "step": 54960
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3965571240017e-05,
      "loss": 0.2507,
      "step": 54970
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.396445269680768e-05,
      "loss": 0.2488,
      "step": 54980
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.396333415359836e-05,
      "loss": 0.2493,
      "step": 54990
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.396221561038903e-05,
      "loss": 0.248,
      "step": 55000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.396109706717971e-05,
      "loss": 0.2507,
      "step": 55010
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3959978523970386e-05,
      "loss": 0.2562,
      "step": 55020
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.395885998076106e-05,
      "loss": 0.2484,
      "step": 55030
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3957741437551735e-05,
      "loss": 0.2525,
      "step": 55040
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3956622894342406e-05,
      "loss": 0.2511,
      "step": 55050
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3955504351133084e-05,
      "loss": 0.2525,
      "step": 55060
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.395438580792376e-05,
      "loss": 0.2488,
      "step": 55070
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.395326726471444e-05,
      "loss": 0.2547,
      "step": 55080
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.395214872150512e-05,
      "loss": 0.2544,
      "step": 55090
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.395103017829579e-05,
      "loss": 0.2509,
      "step": 55100
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.394991163508647e-05,
      "loss": 0.2482,
      "step": 55110
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3948793091877145e-05,
      "loss": 0.2482,
      "step": 55120
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3947674548667816e-05,
      "loss": 0.2494,
      "step": 55130
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3946556005458494e-05,
      "loss": 0.2479,
      "step": 55140
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3945437462249165e-05,
      "loss": 0.2514,
      "step": 55150
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.394431891903984e-05,
      "loss": 0.2486,
      "step": 55160
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.394320037583052e-05,
      "loss": 0.2532,
      "step": 55170
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.39420818326212e-05,
      "loss": 0.2469,
      "step": 55180
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3940963289411877e-05,
      "loss": 0.2512,
      "step": 55190
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.393995660052348e-05,
      "loss": 0.2495,
      "step": 55200
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3938838057314157e-05,
      "loss": 0.2461,
      "step": 55210
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.393771951410483e-05,
      "loss": 0.2502,
      "step": 55220
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3936600970895506e-05,
      "loss": 0.2548,
      "step": 55230
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3935482427686184e-05,
      "loss": 0.2566,
      "step": 55240
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.393436388447686e-05,
      "loss": 0.2526,
      "step": 55250
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.393324534126754e-05,
      "loss": 0.2553,
      "step": 55260
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.393212679805821e-05,
      "loss": 0.2445,
      "step": 55270
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.393100825484889e-05,
      "loss": 0.254,
      "step": 55280
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.392988971163956e-05,
      "loss": 0.24,
      "step": 55290
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.392877116843024e-05,
      "loss": 0.2471,
      "step": 55300
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3927652625220915e-05,
      "loss": 0.2522,
      "step": 55310
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.392653408201159e-05,
      "loss": 0.2491,
      "step": 55320
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3925415538802265e-05,
      "loss": 0.2486,
      "step": 55330
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.392429699559294e-05,
      "loss": 0.2524,
      "step": 55340
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.392317845238362e-05,
      "loss": 0.2522,
      "step": 55350
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.39220599091743e-05,
      "loss": 0.2478,
      "step": 55360
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.392094136596497e-05,
      "loss": 0.2472,
      "step": 55370
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.391982282275565e-05,
      "loss": 0.2565,
      "step": 55380
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.391870427954632e-05,
      "loss": 0.2522,
      "step": 55390
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3917585736336997e-05,
      "loss": 0.2518,
      "step": 55400
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3916467193127674e-05,
      "loss": 0.2483,
      "step": 55410
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3915348649918346e-05,
      "loss": 0.2528,
      "step": 55420
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3914230106709024e-05,
      "loss": 0.2495,
      "step": 55430
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.39131115634997e-05,
      "loss": 0.2535,
      "step": 55440
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.391199302029038e-05,
      "loss": 0.2503,
      "step": 55450
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.391087447708106e-05,
      "loss": 0.2488,
      "step": 55460
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.390975593387173e-05,
      "loss": 0.2498,
      "step": 55470
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3908637390662406e-05,
      "loss": 0.247,
      "step": 55480
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.390751884745308e-05,
      "loss": 0.2499,
      "step": 55490
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3906400304243755e-05,
      "loss": 0.2514,
      "step": 55500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.390528176103443e-05,
      "loss": 0.2594,
      "step": 55510
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3904163217825105e-05,
      "loss": 0.2484,
      "step": 55520
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.390304467461578e-05,
      "loss": 0.2512,
      "step": 55530
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3901926131406454e-05,
      "loss": 0.2515,
      "step": 55540
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.390080758819713e-05,
      "loss": 0.2476,
      "step": 55550
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.389968904498781e-05,
      "loss": 0.2537,
      "step": 55560
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.389857050177849e-05,
      "loss": 0.2488,
      "step": 55570
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3897451958569165e-05,
      "loss": 0.2477,
      "step": 55580
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3896333415359836e-05,
      "loss": 0.2481,
      "step": 55590
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3895214872150514e-05,
      "loss": 0.2494,
      "step": 55600
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3894096328941186e-05,
      "loss": 0.2532,
      "step": 55610
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3892977785731863e-05,
      "loss": 0.2511,
      "step": 55620
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.389185924252254e-05,
      "loss": 0.2527,
      "step": 55630
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.389074069931321e-05,
      "loss": 0.2502,
      "step": 55640
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.388962215610389e-05,
      "loss": 0.255,
      "step": 55650
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.388850361289457e-05,
      "loss": 0.2472,
      "step": 55660
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3887385069685246e-05,
      "loss": 0.247,
      "step": 55670
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3886266526475924e-05,
      "loss": 0.2506,
      "step": 55680
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3885147983266595e-05,
      "loss": 0.2484,
      "step": 55690
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.388402944005727e-05,
      "loss": 0.2494,
      "step": 55700
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3882910896847945e-05,
      "loss": 0.2474,
      "step": 55710
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.388179235363862e-05,
      "loss": 0.2509,
      "step": 55720
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.38806738104293e-05,
      "loss": 0.2493,
      "step": 55730
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.387955526721997e-05,
      "loss": 0.2482,
      "step": 55740
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.387843672401065e-05,
      "loss": 0.2517,
      "step": 55750
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.387731818080133e-05,
      "loss": 0.2476,
      "step": 55760
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3876199637592005e-05,
      "loss": 0.2486,
      "step": 55770
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.387508109438268e-05,
      "loss": 0.25,
      "step": 55780
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3873962551173354e-05,
      "loss": 0.2484,
      "step": 55790
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.387284400796403e-05,
      "loss": 0.2553,
      "step": 55800
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3871725464754703e-05,
      "loss": 0.2487,
      "step": 55810
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.387060692154538e-05,
      "loss": 0.2535,
      "step": 55820
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.386948837833606e-05,
      "loss": 0.2477,
      "step": 55830
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.386836983512673e-05,
      "loss": 0.2501,
      "step": 55840
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.386725129191741e-05,
      "loss": 0.2483,
      "step": 55850
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3866132748708086e-05,
      "loss": 0.2596,
      "step": 55860
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3865014205498764e-05,
      "loss": 0.2507,
      "step": 55870
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3863895662289435e-05,
      "loss": 0.2495,
      "step": 55880
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.386277711908011e-05,
      "loss": 0.2473,
      "step": 55890
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.386165857587079e-05,
      "loss": 0.2509,
      "step": 55900
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.386054003266146e-05,
      "loss": 0.2519,
      "step": 55910
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.385942148945214e-05,
      "loss": 0.2494,
      "step": 55920
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.385830294624281e-05,
      "loss": 0.2458,
      "step": 55930
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.385718440303349e-05,
      "loss": 0.2518,
      "step": 55940
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.385606585982417e-05,
      "loss": 0.2507,
      "step": 55950
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.385494731661484e-05,
      "loss": 0.2528,
      "step": 55960
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3853828773405516e-05,
      "loss": 0.2497,
      "step": 55970
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3852710230196194e-05,
      "loss": 0.247,
      "step": 55980
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.385159168698687e-05,
      "loss": 0.2468,
      "step": 55990
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.385047314377755e-05,
      "loss": 0.2433,
      "step": 56000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.384935460056822e-05,
      "loss": 0.2537,
      "step": 56010
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.38482360573589e-05,
      "loss": 0.2522,
      "step": 56020
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.384711751414957e-05,
      "loss": 0.2505,
      "step": 56030
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.384599897094025e-05,
      "loss": 0.2494,
      "step": 56040
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3844880427730926e-05,
      "loss": 0.2524,
      "step": 56050
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.38437618845216e-05,
      "loss": 0.249,
      "step": 56060
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3842643341312275e-05,
      "loss": 0.2557,
      "step": 56070
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.384152479810295e-05,
      "loss": 0.2512,
      "step": 56080
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.384040625489363e-05,
      "loss": 0.2519,
      "step": 56090
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.383928771168431e-05,
      "loss": 0.2437,
      "step": 56100
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.383816916847498e-05,
      "loss": 0.2505,
      "step": 56110
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.383705062526566e-05,
      "loss": 0.2478,
      "step": 56120
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.383593208205633e-05,
      "loss": 0.2537,
      "step": 56130
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.383481353884701e-05,
      "loss": 0.2439,
      "step": 56140
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3833694995637685e-05,
      "loss": 0.2521,
      "step": 56150
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3832576452428356e-05,
      "loss": 0.2506,
      "step": 56160
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3831457909219034e-05,
      "loss": 0.2484,
      "step": 56170
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.383033936600971e-05,
      "loss": 0.2437,
      "step": 56180
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.382922082280039e-05,
      "loss": 0.2432,
      "step": 56190
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.382810227959106e-05,
      "loss": 0.2544,
      "step": 56200
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.382698373638174e-05,
      "loss": 0.2465,
      "step": 56210
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.382586519317242e-05,
      "loss": 0.2526,
      "step": 56220
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.382474664996309e-05,
      "loss": 0.2521,
      "step": 56230
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3823628106753766e-05,
      "loss": 0.2523,
      "step": 56240
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.382250956354444e-05,
      "loss": 0.2536,
      "step": 56250
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3821391020335115e-05,
      "loss": 0.2458,
      "step": 56260
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.382027247712579e-05,
      "loss": 0.2514,
      "step": 56270
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.381915393391647e-05,
      "loss": 0.2475,
      "step": 56280
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.381803539070715e-05,
      "loss": 0.2506,
      "step": 56290
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.381691684749782e-05,
      "loss": 0.2549,
      "step": 56300
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.38157983042885e-05,
      "loss": 0.255,
      "step": 56310
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3814679761079176e-05,
      "loss": 0.2483,
      "step": 56320
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.381356121786985e-05,
      "loss": 0.2512,
      "step": 56330
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3812442674660525e-05,
      "loss": 0.2491,
      "step": 56340
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3811324131451196e-05,
      "loss": 0.2538,
      "step": 56350
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3810205588241874e-05,
      "loss": 0.2513,
      "step": 56360
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.380908704503255e-05,
      "loss": 0.2509,
      "step": 56370
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.380796850182322e-05,
      "loss": 0.2437,
      "step": 56380
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.380684995861391e-05,
      "loss": 0.2466,
      "step": 56390
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.380573141540458e-05,
      "loss": 0.2484,
      "step": 56400
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.380461287219526e-05,
      "loss": 0.246,
      "step": 56410
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3803494328985935e-05,
      "loss": 0.2542,
      "step": 56420
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3802375785776606e-05,
      "loss": 0.2473,
      "step": 56430
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3801257242567284e-05,
      "loss": 0.2498,
      "step": 56440
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3800138699357955e-05,
      "loss": 0.2481,
      "step": 56450
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.379902015614863e-05,
      "loss": 0.2512,
      "step": 56460
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.379790161293931e-05,
      "loss": 0.2508,
      "step": 56470
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.379678306972998e-05,
      "loss": 0.2485,
      "step": 56480
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.379566452652066e-05,
      "loss": 0.2449,
      "step": 56490
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.379454598331134e-05,
      "loss": 0.2403,
      "step": 56500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3793427440102016e-05,
      "loss": 0.2503,
      "step": 56510
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.379230889689269e-05,
      "loss": 0.2435,
      "step": 56520
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3791190353683365e-05,
      "loss": 0.2479,
      "step": 56530
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.379007181047404e-05,
      "loss": 0.2477,
      "step": 56540
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3788953267264714e-05,
      "loss": 0.2432,
      "step": 56550
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.378783472405539e-05,
      "loss": 0.2483,
      "step": 56560
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.378671618084606e-05,
      "loss": 0.2516,
      "step": 56570
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.378559763763674e-05,
      "loss": 0.2498,
      "step": 56580
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.378447909442742e-05,
      "loss": 0.2494,
      "step": 56590
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.37833605512181e-05,
      "loss": 0.2544,
      "step": 56600
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3782242008008775e-05,
      "loss": 0.2462,
      "step": 56610
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3781123464799446e-05,
      "loss": 0.2395,
      "step": 56620
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3780004921590124e-05,
      "loss": 0.2457,
      "step": 56630
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.37788863783808e-05,
      "loss": 0.2525,
      "step": 56640
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.377776783517147e-05,
      "loss": 0.2457,
      "step": 56650
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.377664929196215e-05,
      "loss": 0.2482,
      "step": 56660
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.377553074875282e-05,
      "loss": 0.2483,
      "step": 56670
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.37744122055435e-05,
      "loss": 0.2579,
      "step": 56680
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.377329366233418e-05,
      "loss": 0.2493,
      "step": 56690
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3772175119124856e-05,
      "loss": 0.2486,
      "step": 56700
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3771056575915534e-05,
      "loss": 0.2448,
      "step": 56710
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3769938032706205e-05,
      "loss": 0.2489,
      "step": 56720
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.376881948949688e-05,
      "loss": 0.2434,
      "step": 56730
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.376770094628756e-05,
      "loss": 0.2512,
      "step": 56740
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.376658240307823e-05,
      "loss": 0.2517,
      "step": 56750
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.376546385986891e-05,
      "loss": 0.2415,
      "step": 56760
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.376434531665958e-05,
      "loss": 0.2459,
      "step": 56770
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.376322677345026e-05,
      "loss": 0.2433,
      "step": 56780
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.376210823024093e-05,
      "loss": 0.2512,
      "step": 56790
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.376098968703161e-05,
      "loss": 0.2448,
      "step": 56800
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.375987114382229e-05,
      "loss": 0.2483,
      "step": 56810
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3758752600612964e-05,
      "loss": 0.2487,
      "step": 56820
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.375763405740364e-05,
      "loss": 0.249,
      "step": 56830
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.375651551419431e-05,
      "loss": 0.2503,
      "step": 56840
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.375539697098499e-05,
      "loss": 0.251,
      "step": 56850
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.375427842777567e-05,
      "loss": 0.2454,
      "step": 56860
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.375315988456634e-05,
      "loss": 0.2496,
      "step": 56870
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.375204134135702e-05,
      "loss": 0.2496,
      "step": 56880
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.375092279814769e-05,
      "loss": 0.251,
      "step": 56890
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.374980425493837e-05,
      "loss": 0.2455,
      "step": 56900
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3748685711729045e-05,
      "loss": 0.2517,
      "step": 56910
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.374756716851972e-05,
      "loss": 0.2512,
      "step": 56920
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.37464486253104e-05,
      "loss": 0.2483,
      "step": 56930
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.374533008210107e-05,
      "loss": 0.2511,
      "step": 56940
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.374421153889175e-05,
      "loss": 0.2461,
      "step": 56950
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.374309299568243e-05,
      "loss": 0.2509,
      "step": 56960
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.37419744524731e-05,
      "loss": 0.2503,
      "step": 56970
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.374085590926378e-05,
      "loss": 0.2469,
      "step": 56980
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.373973736605445e-05,
      "loss": 0.2495,
      "step": 56990
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3738618822845126e-05,
      "loss": 0.2491,
      "step": 57000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3737500279635804e-05,
      "loss": 0.2536,
      "step": 57010
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.373638173642648e-05,
      "loss": 0.2455,
      "step": 57020
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.373526319321716e-05,
      "loss": 0.247,
      "step": 57030
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.373414465000783e-05,
      "loss": 0.2483,
      "step": 57040
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.373302610679851e-05,
      "loss": 0.246,
      "step": 57050
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.373190756358919e-05,
      "loss": 0.2502,
      "step": 57060
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.373078902037986e-05,
      "loss": 0.2516,
      "step": 57070
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3729670477170536e-05,
      "loss": 0.245,
      "step": 57080
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.372855193396121e-05,
      "loss": 0.2543,
      "step": 57090
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3727433390751885e-05,
      "loss": 0.2516,
      "step": 57100
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.372631484754256e-05,
      "loss": 0.2537,
      "step": 57110
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.372519630433324e-05,
      "loss": 0.2504,
      "step": 57120
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.372407776112392e-05,
      "loss": 0.2492,
      "step": 57130
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.372295921791459e-05,
      "loss": 0.2486,
      "step": 57140
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.372184067470527e-05,
      "loss": 0.249,
      "step": 57150
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.372072213149594e-05,
      "loss": 0.2466,
      "step": 57160
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.371960358828662e-05,
      "loss": 0.2518,
      "step": 57170
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3718485045077295e-05,
      "loss": 0.2433,
      "step": 57180
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3717366501867966e-05,
      "loss": 0.2472,
      "step": 57190
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.371635981297958e-05,
      "loss": 0.2452,
      "step": 57200
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.371524126977025e-05,
      "loss": 0.2493,
      "step": 57210
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.371412272656093e-05,
      "loss": 0.2542,
      "step": 57220
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.37130041833516e-05,
      "loss": 0.244,
      "step": 57230
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.371188564014228e-05,
      "loss": 0.2441,
      "step": 57240
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.371076709693296e-05,
      "loss": 0.2486,
      "step": 57250
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.370964855372363e-05,
      "loss": 0.2461,
      "step": 57260
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.370853001051431e-05,
      "loss": 0.2437,
      "step": 57270
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3707411467304985e-05,
      "loss": 0.2499,
      "step": 57280
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.370629292409566e-05,
      "loss": 0.2495,
      "step": 57290
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.370517438088634e-05,
      "loss": 0.2489,
      "step": 57300
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.370405583767701e-05,
      "loss": 0.2443,
      "step": 57310
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.370293729446769e-05,
      "loss": 0.2452,
      "step": 57320
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.370181875125836e-05,
      "loss": 0.245,
      "step": 57330
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.370070020804904e-05,
      "loss": 0.2451,
      "step": 57340
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.369958166483972e-05,
      "loss": 0.2471,
      "step": 57350
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.369846312163039e-05,
      "loss": 0.2451,
      "step": 57360
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3697344578421066e-05,
      "loss": 0.2472,
      "step": 57370
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.369622603521174e-05,
      "loss": 0.2443,
      "step": 57380
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.369510749200242e-05,
      "loss": 0.2458,
      "step": 57390
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.36939889487931e-05,
      "loss": 0.2502,
      "step": 57400
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.369287040558377e-05,
      "loss": 0.245,
      "step": 57410
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.369175186237445e-05,
      "loss": 0.2513,
      "step": 57420
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.369063331916512e-05,
      "loss": 0.2532,
      "step": 57430
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.36895147759558e-05,
      "loss": 0.2476,
      "step": 57440
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3688396232746476e-05,
      "loss": 0.2506,
      "step": 57450
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.368727768953715e-05,
      "loss": 0.2523,
      "step": 57460
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3686159146327825e-05,
      "loss": 0.2449,
      "step": 57470
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3685040603118496e-05,
      "loss": 0.2453,
      "step": 57480
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3683922059909174e-05,
      "loss": 0.2479,
      "step": 57490
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.368280351669985e-05,
      "loss": 0.25,
      "step": 57500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.368168497349053e-05,
      "loss": 0.2419,
      "step": 57510
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.368056643028121e-05,
      "loss": 0.2466,
      "step": 57520
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.367944788707188e-05,
      "loss": 0.2428,
      "step": 57530
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.367832934386256e-05,
      "loss": 0.2443,
      "step": 57540
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.367721080065323e-05,
      "loss": 0.2511,
      "step": 57550
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3676092257443906e-05,
      "loss": 0.2502,
      "step": 57560
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3674973714234584e-05,
      "loss": 0.253,
      "step": 57570
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3673855171025255e-05,
      "loss": 0.2469,
      "step": 57580
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.367273662781593e-05,
      "loss": 0.2464,
      "step": 57590
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.367161808460661e-05,
      "loss": 0.247,
      "step": 57600
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.367049954139729e-05,
      "loss": 0.252,
      "step": 57610
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3669380998187967e-05,
      "loss": 0.2488,
      "step": 57620
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.366826245497864e-05,
      "loss": 0.2446,
      "step": 57630
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3667143911769316e-05,
      "loss": 0.242,
      "step": 57640
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.366602536855999e-05,
      "loss": 0.2439,
      "step": 57650
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3664906825350665e-05,
      "loss": 0.2515,
      "step": 57660
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.366378828214134e-05,
      "loss": 0.2481,
      "step": 57670
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3662669738932014e-05,
      "loss": 0.2473,
      "step": 57680
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.366155119572269e-05,
      "loss": 0.2472,
      "step": 57690
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.366043265251337e-05,
      "loss": 0.2521,
      "step": 57700
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.365931410930405e-05,
      "loss": 0.2441,
      "step": 57710
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3658195566094725e-05,
      "loss": 0.2451,
      "step": 57720
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.36570770228854e-05,
      "loss": 0.2466,
      "step": 57730
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3655958479676075e-05,
      "loss": 0.2473,
      "step": 57740
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3654839936466746e-05,
      "loss": 0.2514,
      "step": 57750
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3653721393257424e-05,
      "loss": 0.2528,
      "step": 57760
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.36526028500481e-05,
      "loss": 0.2461,
      "step": 57770
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.365148430683877e-05,
      "loss": 0.2448,
      "step": 57780
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.365036576362945e-05,
      "loss": 0.2507,
      "step": 57790
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.364924722042013e-05,
      "loss": 0.2459,
      "step": 57800
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3648128677210806e-05,
      "loss": 0.2465,
      "step": 57810
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.364701013400148e-05,
      "loss": 0.2481,
      "step": 57820
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3645891590792156e-05,
      "loss": 0.2539,
      "step": 57830
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3644773047582833e-05,
      "loss": 0.2452,
      "step": 57840
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3643654504373505e-05,
      "loss": 0.2484,
      "step": 57850
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.364253596116418e-05,
      "loss": 0.2476,
      "step": 57860
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3641417417954854e-05,
      "loss": 0.2496,
      "step": 57870
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.364029887474553e-05,
      "loss": 0.2439,
      "step": 57880
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.363918033153621e-05,
      "loss": 0.2442,
      "step": 57890
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.363806178832688e-05,
      "loss": 0.2496,
      "step": 57900
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.363694324511756e-05,
      "loss": 0.2472,
      "step": 57910
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3635824701908237e-05,
      "loss": 0.2471,
      "step": 57920
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3634706158698915e-05,
      "loss": 0.2451,
      "step": 57930
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.363358761548959e-05,
      "loss": 0.2424,
      "step": 57940
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3632469072280264e-05,
      "loss": 0.2511,
      "step": 57950
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.363135052907094e-05,
      "loss": 0.2484,
      "step": 57960
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.363023198586161e-05,
      "loss": 0.2449,
      "step": 57970
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.362911344265229e-05,
      "loss": 0.2482,
      "step": 57980
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.362799489944297e-05,
      "loss": 0.2435,
      "step": 57990
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.362687635623364e-05,
      "loss": 0.2449,
      "step": 58000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.362575781302432e-05,
      "loss": 0.2486,
      "step": 58010
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3624639269814996e-05,
      "loss": 0.2429,
      "step": 58020
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3623520726605673e-05,
      "loss": 0.2465,
      "step": 58030
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.362240218339635e-05,
      "loss": 0.2493,
      "step": 58040
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.362128364018702e-05,
      "loss": 0.246,
      "step": 58050
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.36201650969777e-05,
      "loss": 0.2463,
      "step": 58060
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.361904655376837e-05,
      "loss": 0.2475,
      "step": 58070
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.361792801055905e-05,
      "loss": 0.2493,
      "step": 58080
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.361680946734973e-05,
      "loss": 0.2463,
      "step": 58090
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.36156909241404e-05,
      "loss": 0.2401,
      "step": 58100
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3614572380931077e-05,
      "loss": 0.242,
      "step": 58110
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3613453837721754e-05,
      "loss": 0.2514,
      "step": 58120
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.361233529451243e-05,
      "loss": 0.2396,
      "step": 58130
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3611216751303104e-05,
      "loss": 0.2508,
      "step": 58140
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.361009820809378e-05,
      "loss": 0.2466,
      "step": 58150
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.360897966488446e-05,
      "loss": 0.2449,
      "step": 58160
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.360786112167513e-05,
      "loss": 0.2505,
      "step": 58170
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.360674257846581e-05,
      "loss": 0.2514,
      "step": 58180
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.360562403525648e-05,
      "loss": 0.2562,
      "step": 58190
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.360450549204716e-05,
      "loss": 0.247,
      "step": 58200
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3603386948837836e-05,
      "loss": 0.25,
      "step": 58210
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3602268405628513e-05,
      "loss": 0.2488,
      "step": 58220
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.360114986241919e-05,
      "loss": 0.2436,
      "step": 58230
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.360003131920986e-05,
      "loss": 0.2449,
      "step": 58240
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.359891277600054e-05,
      "loss": 0.2511,
      "step": 58250
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.359779423279122e-05,
      "loss": 0.253,
      "step": 58260
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.359667568958189e-05,
      "loss": 0.2462,
      "step": 58270
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.359555714637257e-05,
      "loss": 0.2508,
      "step": 58280
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.359443860316324e-05,
      "loss": 0.2445,
      "step": 58290
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3593320059953917e-05,
      "loss": 0.2454,
      "step": 58300
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3592201516744594e-05,
      "loss": 0.2403,
      "step": 58310
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3591082973535266e-05,
      "loss": 0.2421,
      "step": 58320
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3589964430325944e-05,
      "loss": 0.247,
      "step": 58330
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.358884588711662e-05,
      "loss": 0.2451,
      "step": 58340
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.35877273439073e-05,
      "loss": 0.2413,
      "step": 58350
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.358660880069798e-05,
      "loss": 0.2489,
      "step": 58360
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.358549025748865e-05,
      "loss": 0.2486,
      "step": 58370
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3584371714279326e-05,
      "loss": 0.2473,
      "step": 58380
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.358325317107e-05,
      "loss": 0.2433,
      "step": 58390
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3582134627860675e-05,
      "loss": 0.2465,
      "step": 58400
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3581016084651353e-05,
      "loss": 0.2523,
      "step": 58410
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3579897541442025e-05,
      "loss": 0.2493,
      "step": 58420
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.35787789982327e-05,
      "loss": 0.2402,
      "step": 58430
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.357766045502338e-05,
      "loss": 0.2409,
      "step": 58440
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.357654191181406e-05,
      "loss": 0.2495,
      "step": 58450
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.357542336860473e-05,
      "loss": 0.2475,
      "step": 58460
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.357430482539541e-05,
      "loss": 0.2476,
      "step": 58470
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3573186282186085e-05,
      "loss": 0.2454,
      "step": 58480
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3572067738976756e-05,
      "loss": 0.2472,
      "step": 58490
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3570949195767434e-05,
      "loss": 0.2472,
      "step": 58500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3569830652558106e-05,
      "loss": 0.2434,
      "step": 58510
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3568712109348783e-05,
      "loss": 0.2474,
      "step": 58520
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.356759356613946e-05,
      "loss": 0.246,
      "step": 58530
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.356647502293014e-05,
      "loss": 0.2421,
      "step": 58540
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.356535647972082e-05,
      "loss": 0.2457,
      "step": 58550
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.356423793651149e-05,
      "loss": 0.2557,
      "step": 58560
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3563119393302166e-05,
      "loss": 0.2403,
      "step": 58570
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3562000850092844e-05,
      "loss": 0.2489,
      "step": 58580
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3560882306883515e-05,
      "loss": 0.2446,
      "step": 58590
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.355976376367419e-05,
      "loss": 0.2507,
      "step": 58600
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3558645220464865e-05,
      "loss": 0.2439,
      "step": 58610
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.355752667725554e-05,
      "loss": 0.2466,
      "step": 58620
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.355640813404622e-05,
      "loss": 0.251,
      "step": 58630
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.35552895908369e-05,
      "loss": 0.241,
      "step": 58640
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3554171047627576e-05,
      "loss": 0.2477,
      "step": 58650
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.355305250441825e-05,
      "loss": 0.2448,
      "step": 58660
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3551933961208925e-05,
      "loss": 0.2444,
      "step": 58670
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.35508154179996e-05,
      "loss": 0.2482,
      "step": 58680
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3549696874790274e-05,
      "loss": 0.243,
      "step": 58690
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.354857833158095e-05,
      "loss": 0.249,
      "step": 58700
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3547459788371623e-05,
      "loss": 0.2437,
      "step": 58710
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.35463412451623e-05,
      "loss": 0.2453,
      "step": 58720
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.354522270195298e-05,
      "loss": 0.2463,
      "step": 58730
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.354410415874365e-05,
      "loss": 0.2477,
      "step": 58740
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3542985615534335e-05,
      "loss": 0.248,
      "step": 58750
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3541867072325006e-05,
      "loss": 0.2432,
      "step": 58760
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3540748529115684e-05,
      "loss": 0.2416,
      "step": 58770
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3539629985906355e-05,
      "loss": 0.2461,
      "step": 58780
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.353851144269703e-05,
      "loss": 0.2517,
      "step": 58790
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.353739289948771e-05,
      "loss": 0.2474,
      "step": 58800
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.353627435627838e-05,
      "loss": 0.2467,
      "step": 58810
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.353515581306906e-05,
      "loss": 0.2472,
      "step": 58820
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.353403726985973e-05,
      "loss": 0.246,
      "step": 58830
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.353291872665041e-05,
      "loss": 0.2459,
      "step": 58840
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.353180018344109e-05,
      "loss": 0.2406,
      "step": 58850
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3530681640231765e-05,
      "loss": 0.2424,
      "step": 58860
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.352956309702244e-05,
      "loss": 0.2427,
      "step": 58870
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3528444553813114e-05,
      "loss": 0.2467,
      "step": 58880
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.352732601060379e-05,
      "loss": 0.2423,
      "step": 58890
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.352620746739447e-05,
      "loss": 0.2482,
      "step": 58900
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.352508892418514e-05,
      "loss": 0.2388,
      "step": 58910
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.352397038097582e-05,
      "loss": 0.2439,
      "step": 58920
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.352285183776649e-05,
      "loss": 0.2438,
      "step": 58930
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.352173329455717e-05,
      "loss": 0.2461,
      "step": 58940
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3520614751347846e-05,
      "loss": 0.2438,
      "step": 58950
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3519496208138524e-05,
      "loss": 0.2443,
      "step": 58960
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.35183776649292e-05,
      "loss": 0.2405,
      "step": 58970
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.351725912171987e-05,
      "loss": 0.2509,
      "step": 58980
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.351614057851055e-05,
      "loss": 0.2404,
      "step": 58990
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.351502203530123e-05,
      "loss": 0.246,
      "step": 59000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.35139034920919e-05,
      "loss": 0.2424,
      "step": 59010
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.351278494888258e-05,
      "loss": 0.252,
      "step": 59020
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.351166640567325e-05,
      "loss": 0.2449,
      "step": 59030
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.351054786246393e-05,
      "loss": 0.2437,
      "step": 59040
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3509429319254605e-05,
      "loss": 0.2473,
      "step": 59050
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.350831077604528e-05,
      "loss": 0.244,
      "step": 59060
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.350719223283596e-05,
      "loss": 0.2415,
      "step": 59070
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.350607368962663e-05,
      "loss": 0.2461,
      "step": 59080
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.350495514641731e-05,
      "loss": 0.2461,
      "step": 59090
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.350383660320798e-05,
      "loss": 0.2429,
      "step": 59100
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.350271805999866e-05,
      "loss": 0.2449,
      "step": 59110
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.350159951678934e-05,
      "loss": 0.2435,
      "step": 59120
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.350048097358001e-05,
      "loss": 0.2455,
      "step": 59130
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3499362430370686e-05,
      "loss": 0.242,
      "step": 59140
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.349824388716136e-05,
      "loss": 0.2408,
      "step": 59150
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.349712534395204e-05,
      "loss": 0.2455,
      "step": 59160
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.349600680074272e-05,
      "loss": 0.2452,
      "step": 59170
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.349488825753339e-05,
      "loss": 0.2443,
      "step": 59180
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.349376971432407e-05,
      "loss": 0.2458,
      "step": 59190
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.349265117111474e-05,
      "loss": 0.2434,
      "step": 59200
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.349164448222635e-05,
      "loss": 0.247,
      "step": 59210
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.349052593901703e-05,
      "loss": 0.2406,
      "step": 59220
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3489407395807705e-05,
      "loss": 0.2412,
      "step": 59230
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.348828885259838e-05,
      "loss": 0.2432,
      "step": 59240
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3487170309389054e-05,
      "loss": 0.2461,
      "step": 59250
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.348605176617973e-05,
      "loss": 0.2461,
      "step": 59260
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.34849332229704e-05,
      "loss": 0.2479,
      "step": 59270
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.348381467976108e-05,
      "loss": 0.2456,
      "step": 59280
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.348269613655176e-05,
      "loss": 0.2427,
      "step": 59290
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.348157759334243e-05,
      "loss": 0.2373,
      "step": 59300
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.348045905013311e-05,
      "loss": 0.2462,
      "step": 59310
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.347934050692378e-05,
      "loss": 0.2464,
      "step": 59320
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3478221963714464e-05,
      "loss": 0.2425,
      "step": 59330
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.347710342050514e-05,
      "loss": 0.2472,
      "step": 59340
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.347598487729581e-05,
      "loss": 0.2454,
      "step": 59350
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.347486633408649e-05,
      "loss": 0.2476,
      "step": 59360
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.347374779087716e-05,
      "loss": 0.2459,
      "step": 59370
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.347262924766784e-05,
      "loss": 0.2456,
      "step": 59380
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.347151070445852e-05,
      "loss": 0.24,
      "step": 59390
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.347039216124919e-05,
      "loss": 0.2419,
      "step": 59400
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.346927361803987e-05,
      "loss": 0.2413,
      "step": 59410
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.346815507483054e-05,
      "loss": 0.2447,
      "step": 59420
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3467036531621216e-05,
      "loss": 0.2434,
      "step": 59430
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3465917988411894e-05,
      "loss": 0.241,
      "step": 59440
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.346479944520257e-05,
      "loss": 0.2425,
      "step": 59450
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.346368090199325e-05,
      "loss": 0.2464,
      "step": 59460
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.346256235878392e-05,
      "loss": 0.2416,
      "step": 59470
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.34614438155746e-05,
      "loss": 0.2532,
      "step": 59480
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.346032527236527e-05,
      "loss": 0.2479,
      "step": 59490
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.345920672915595e-05,
      "loss": 0.2499,
      "step": 59500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3458088185946626e-05,
      "loss": 0.2468,
      "step": 59510
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.34569696427373e-05,
      "loss": 0.2432,
      "step": 59520
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3455851099527975e-05,
      "loss": 0.2414,
      "step": 59530
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.345473255631865e-05,
      "loss": 0.2426,
      "step": 59540
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.345361401310933e-05,
      "loss": 0.2431,
      "step": 59550
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.345249546990001e-05,
      "loss": 0.244,
      "step": 59560
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.345137692669068e-05,
      "loss": 0.2516,
      "step": 59570
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.345025838348136e-05,
      "loss": 0.2466,
      "step": 59580
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.344913984027203e-05,
      "loss": 0.2424,
      "step": 59590
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.344802129706271e-05,
      "loss": 0.2506,
      "step": 59600
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3446902753853385e-05,
      "loss": 0.2473,
      "step": 59610
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3445784210644056e-05,
      "loss": 0.2446,
      "step": 59620
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3444665667434734e-05,
      "loss": 0.2496,
      "step": 59630
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.344354712422541e-05,
      "loss": 0.2385,
      "step": 59640
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.344242858101609e-05,
      "loss": 0.2491,
      "step": 59650
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.344131003780677e-05,
      "loss": 0.246,
      "step": 59660
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.344019149459744e-05,
      "loss": 0.249,
      "step": 59670
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.343907295138812e-05,
      "loss": 0.2462,
      "step": 59680
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.343795440817879e-05,
      "loss": 0.2462,
      "step": 59690
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3436835864969466e-05,
      "loss": 0.2524,
      "step": 59700
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3435717321760144e-05,
      "loss": 0.2467,
      "step": 59710
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3434598778550815e-05,
      "loss": 0.2483,
      "step": 59720
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.343348023534149e-05,
      "loss": 0.2438,
      "step": 59730
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.343236169213217e-05,
      "loss": 0.244,
      "step": 59740
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.343124314892285e-05,
      "loss": 0.2443,
      "step": 59750
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.343012460571352e-05,
      "loss": 0.2426,
      "step": 59760
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.34290060625042e-05,
      "loss": 0.2485,
      "step": 59770
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3427887519294876e-05,
      "loss": 0.2441,
      "step": 59780
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.342676897608555e-05,
      "loss": 0.2421,
      "step": 59790
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3425650432876225e-05,
      "loss": 0.2421,
      "step": 59800
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3424531889666896e-05,
      "loss": 0.2486,
      "step": 59810
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3423413346457574e-05,
      "loss": 0.2432,
      "step": 59820
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.342229480324825e-05,
      "loss": 0.2472,
      "step": 59830
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.342117626003892e-05,
      "loss": 0.2442,
      "step": 59840
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.34200577168296e-05,
      "loss": 0.25,
      "step": 59850
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.341893917362028e-05,
      "loss": 0.2444,
      "step": 59860
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.341782063041096e-05,
      "loss": 0.2491,
      "step": 59870
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3416702087201635e-05,
      "loss": 0.2488,
      "step": 59880
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3415583543992306e-05,
      "loss": 0.2501,
      "step": 59890
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3414465000782984e-05,
      "loss": 0.2452,
      "step": 59900
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3413346457573655e-05,
      "loss": 0.2414,
      "step": 59910
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.341222791436433e-05,
      "loss": 0.2485,
      "step": 59920
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.341110937115501e-05,
      "loss": 0.2455,
      "step": 59930
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.340999082794568e-05,
      "loss": 0.2429,
      "step": 59940
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.340887228473636e-05,
      "loss": 0.2437,
      "step": 59950
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.340775374152704e-05,
      "loss": 0.238,
      "step": 59960
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3406635198317716e-05,
      "loss": 0.2401,
      "step": 59970
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3405516655108394e-05,
      "loss": 0.2385,
      "step": 59980
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3404398111899065e-05,
      "loss": 0.2432,
      "step": 59990
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.340327956868974e-05,
      "loss": 0.24,
      "step": 60000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3402161025480414e-05,
      "loss": 0.2473,
      "step": 60010
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.340104248227109e-05,
      "loss": 0.2437,
      "step": 60020
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.339992393906177e-05,
      "loss": 0.2462,
      "step": 60030
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.339880539585244e-05,
      "loss": 0.2443,
      "step": 60040
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.339768685264312e-05,
      "loss": 0.2426,
      "step": 60050
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.33965683094338e-05,
      "loss": 0.2471,
      "step": 60060
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3395449766224475e-05,
      "loss": 0.2438,
      "step": 60070
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3394331223015146e-05,
      "loss": 0.241,
      "step": 60080
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3393212679805824e-05,
      "loss": 0.2498,
      "step": 60090
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.33920941365965e-05,
      "loss": 0.2483,
      "step": 60100
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.339097559338717e-05,
      "loss": 0.244,
      "step": 60110
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.338985705017785e-05,
      "loss": 0.2503,
      "step": 60120
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.338873850696852e-05,
      "loss": 0.2462,
      "step": 60130
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.33876199637592e-05,
      "loss": 0.241,
      "step": 60140
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.338650142054988e-05,
      "loss": 0.2447,
      "step": 60150
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3385382877340556e-05,
      "loss": 0.2463,
      "step": 60160
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3384264334131234e-05,
      "loss": 0.2433,
      "step": 60170
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3383145790921905e-05,
      "loss": 0.2393,
      "step": 60180
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.338202724771258e-05,
      "loss": 0.2437,
      "step": 60190
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.338090870450326e-05,
      "loss": 0.2445,
      "step": 60200
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.337979016129393e-05,
      "loss": 0.2442,
      "step": 60210
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.337867161808461e-05,
      "loss": 0.2446,
      "step": 60220
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.337755307487528e-05,
      "loss": 0.2497,
      "step": 60230
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.337643453166596e-05,
      "loss": 0.2449,
      "step": 60240
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.337531598845664e-05,
      "loss": 0.248,
      "step": 60250
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.337419744524731e-05,
      "loss": 0.2374,
      "step": 60260
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3373078902037986e-05,
      "loss": 0.2425,
      "step": 60270
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3371960358828664e-05,
      "loss": 0.2454,
      "step": 60280
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.337084181561934e-05,
      "loss": 0.2432,
      "step": 60290
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.336972327241002e-05,
      "loss": 0.2494,
      "step": 60300
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.336860472920069e-05,
      "loss": 0.2508,
      "step": 60310
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.336748618599137e-05,
      "loss": 0.2424,
      "step": 60320
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.336636764278204e-05,
      "loss": 0.2433,
      "step": 60330
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.336524909957272e-05,
      "loss": 0.2429,
      "step": 60340
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3364130556363396e-05,
      "loss": 0.2413,
      "step": 60350
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.336301201315407e-05,
      "loss": 0.2487,
      "step": 60360
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3361893469944745e-05,
      "loss": 0.2461,
      "step": 60370
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.336077492673542e-05,
      "loss": 0.2426,
      "step": 60380
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.33596563835261e-05,
      "loss": 0.2411,
      "step": 60390
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.335853784031677e-05,
      "loss": 0.2498,
      "step": 60400
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.335741929710745e-05,
      "loss": 0.2484,
      "step": 60410
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.335630075389813e-05,
      "loss": 0.2453,
      "step": 60420
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.33551822106888e-05,
      "loss": 0.2439,
      "step": 60430
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.335406366747948e-05,
      "loss": 0.2518,
      "step": 60440
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.335294512427015e-05,
      "loss": 0.2515,
      "step": 60450
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3351826581060826e-05,
      "loss": 0.251,
      "step": 60460
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3350708037851504e-05,
      "loss": 0.2446,
      "step": 60470
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.334958949464218e-05,
      "loss": 0.2499,
      "step": 60480
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.334847095143286e-05,
      "loss": 0.2405,
      "step": 60490
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.334735240822353e-05,
      "loss": 0.2449,
      "step": 60500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.334623386501421e-05,
      "loss": 0.2492,
      "step": 60510
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3345115321804887e-05,
      "loss": 0.2457,
      "step": 60520
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.334399677859556e-05,
      "loss": 0.24,
      "step": 60530
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3342878235386236e-05,
      "loss": 0.2495,
      "step": 60540
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.334175969217691e-05,
      "loss": 0.2436,
      "step": 60550
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3340641148967585e-05,
      "loss": 0.2367,
      "step": 60560
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.333952260575826e-05,
      "loss": 0.246,
      "step": 60570
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.333840406254894e-05,
      "loss": 0.2363,
      "step": 60580
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.333728551933962e-05,
      "loss": 0.2433,
      "step": 60590
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.333616697613029e-05,
      "loss": 0.2396,
      "step": 60600
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.333504843292097e-05,
      "loss": 0.2491,
      "step": 60610
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3333929889711645e-05,
      "loss": 0.2437,
      "step": 60620
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.333281134650232e-05,
      "loss": 0.2402,
      "step": 60630
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3331692803292995e-05,
      "loss": 0.2445,
      "step": 60640
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3330574260083666e-05,
      "loss": 0.2445,
      "step": 60650
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3329455716874344e-05,
      "loss": 0.2493,
      "step": 60660
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.332833717366502e-05,
      "loss": 0.2459,
      "step": 60670
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.332721863045569e-05,
      "loss": 0.2438,
      "step": 60680
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.332610008724638e-05,
      "loss": 0.2403,
      "step": 60690
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.332498154403705e-05,
      "loss": 0.2468,
      "step": 60700
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3323863000827727e-05,
      "loss": 0.2451,
      "step": 60710
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.33227444576184e-05,
      "loss": 0.2462,
      "step": 60720
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3321625914409076e-05,
      "loss": 0.2426,
      "step": 60730
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3320507371199754e-05,
      "loss": 0.2381,
      "step": 60740
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3319388827990425e-05,
      "loss": 0.2433,
      "step": 60750
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.33182702847811e-05,
      "loss": 0.2442,
      "step": 60760
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3317151741571774e-05,
      "loss": 0.2458,
      "step": 60770
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.331603319836245e-05,
      "loss": 0.2404,
      "step": 60780
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.331491465515313e-05,
      "loss": 0.2456,
      "step": 60790
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.331379611194381e-05,
      "loss": 0.2402,
      "step": 60800
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3312677568734485e-05,
      "loss": 0.2402,
      "step": 60810
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3311559025525157e-05,
      "loss": 0.2394,
      "step": 60820
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3310440482315835e-05,
      "loss": 0.2439,
      "step": 60830
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.330932193910651e-05,
      "loss": 0.2471,
      "step": 60840
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3308203395897184e-05,
      "loss": 0.2401,
      "step": 60850
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.330708485268786e-05,
      "loss": 0.2452,
      "step": 60860
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.330596630947853e-05,
      "loss": 0.2436,
      "step": 60870
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.330484776626921e-05,
      "loss": 0.248,
      "step": 60880
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.330372922305989e-05,
      "loss": 0.2468,
      "step": 60890
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3302610679850566e-05,
      "loss": 0.2442,
      "step": 60900
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3301492136641244e-05,
      "loss": 0.2425,
      "step": 60910
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3300373593431916e-05,
      "loss": 0.2424,
      "step": 60920
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3299255050222593e-05,
      "loss": 0.2453,
      "step": 60930
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.329813650701327e-05,
      "loss": 0.247,
      "step": 60940
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.329701796380394e-05,
      "loss": 0.2444,
      "step": 60950
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.329589942059462e-05,
      "loss": 0.2444,
      "step": 60960
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.329478087738529e-05,
      "loss": 0.2425,
      "step": 60970
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.329366233417597e-05,
      "loss": 0.2395,
      "step": 60980
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.329254379096665e-05,
      "loss": 0.2416,
      "step": 60990
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3291425247757325e-05,
      "loss": 0.2438,
      "step": 61000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3290306704548e-05,
      "loss": 0.2421,
      "step": 61010
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3289188161338675e-05,
      "loss": 0.2467,
      "step": 61020
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.328806961812935e-05,
      "loss": 0.2434,
      "step": 61030
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3286951074920024e-05,
      "loss": 0.2445,
      "step": 61040
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.32858325317107e-05,
      "loss": 0.2474,
      "step": 61050
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.328471398850138e-05,
      "loss": 0.2402,
      "step": 61060
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.328359544529205e-05,
      "loss": 0.2405,
      "step": 61070
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.328247690208273e-05,
      "loss": 0.2421,
      "step": 61080
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.32813583588734e-05,
      "loss": 0.2433,
      "step": 61090
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.328023981566408e-05,
      "loss": 0.2428,
      "step": 61100
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.327912127245476e-05,
      "loss": 0.2446,
      "step": 61110
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3278002729245433e-05,
      "loss": 0.2359,
      "step": 61120
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.327688418603611e-05,
      "loss": 0.2401,
      "step": 61130
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.327576564282678e-05,
      "loss": 0.2459,
      "step": 61140
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.327464709961746e-05,
      "loss": 0.2457,
      "step": 61150
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.327352855640814e-05,
      "loss": 0.2406,
      "step": 61160
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.327241001319881e-05,
      "loss": 0.2433,
      "step": 61170
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.327129146998949e-05,
      "loss": 0.2396,
      "step": 61180
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.327017292678016e-05,
      "loss": 0.2417,
      "step": 61190
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3269054383570837e-05,
      "loss": 0.2414,
      "step": 61200
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3267935840361514e-05,
      "loss": 0.2393,
      "step": 61210
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.326681729715219e-05,
      "loss": 0.2414,
      "step": 61220
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.326569875394287e-05,
      "loss": 0.2402,
      "step": 61230
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.326458021073354e-05,
      "loss": 0.2467,
      "step": 61240
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.326346166752422e-05,
      "loss": 0.2399,
      "step": 61250
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.326245497863582e-05,
      "loss": 0.2415,
      "step": 61260
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.32613364354265e-05,
      "loss": 0.2397,
      "step": 61270
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3260217892217184e-05,
      "loss": 0.237,
      "step": 61280
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3259099349007855e-05,
      "loss": 0.2435,
      "step": 61290
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.325798080579853e-05,
      "loss": 0.2414,
      "step": 61300
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3256862262589204e-05,
      "loss": 0.2401,
      "step": 61310
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.325574371937988e-05,
      "loss": 0.2409,
      "step": 61320
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.325462517617056e-05,
      "loss": 0.2417,
      "step": 61330
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.325350663296123e-05,
      "loss": 0.248,
      "step": 61340
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.325238808975191e-05,
      "loss": 0.2384,
      "step": 61350
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.325126954654258e-05,
      "loss": 0.2452,
      "step": 61360
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.325015100333326e-05,
      "loss": 0.2443,
      "step": 61370
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3249032460123936e-05,
      "loss": 0.2412,
      "step": 61380
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3247913916914614e-05,
      "loss": 0.2408,
      "step": 61390
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.324679537370529e-05,
      "loss": 0.2476,
      "step": 61400
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.324567683049596e-05,
      "loss": 0.2424,
      "step": 61410
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.324455828728664e-05,
      "loss": 0.2458,
      "step": 61420
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.324343974407731e-05,
      "loss": 0.2423,
      "step": 61430
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.324232120086799e-05,
      "loss": 0.2414,
      "step": 61440
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.324120265765867e-05,
      "loss": 0.2373,
      "step": 61450
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.324008411444934e-05,
      "loss": 0.2413,
      "step": 61460
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.323896557124002e-05,
      "loss": 0.2411,
      "step": 61470
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3237847028030695e-05,
      "loss": 0.2424,
      "step": 61480
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.323672848482137e-05,
      "loss": 0.2438,
      "step": 61490
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.323560994161205e-05,
      "loss": 0.2365,
      "step": 61500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.323449139840272e-05,
      "loss": 0.2399,
      "step": 61510
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.32333728551934e-05,
      "loss": 0.244,
      "step": 61520
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.323225431198407e-05,
      "loss": 0.2394,
      "step": 61530
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.323113576877475e-05,
      "loss": 0.2444,
      "step": 61540
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.323001722556543e-05,
      "loss": 0.2388,
      "step": 61550
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.32288986823561e-05,
      "loss": 0.2395,
      "step": 61560
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3227780139146776e-05,
      "loss": 0.2418,
      "step": 61570
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3226661595937454e-05,
      "loss": 0.2497,
      "step": 61580
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.322554305272813e-05,
      "loss": 0.2415,
      "step": 61590
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.322442450951881e-05,
      "loss": 0.242,
      "step": 61600
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.322330596630948e-05,
      "loss": 0.2432,
      "step": 61610
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.322218742310016e-05,
      "loss": 0.24,
      "step": 61620
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.322106887989083e-05,
      "loss": 0.2449,
      "step": 61630
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.321995033668151e-05,
      "loss": 0.2405,
      "step": 61640
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3218831793472186e-05,
      "loss": 0.2417,
      "step": 61650
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.321771325026286e-05,
      "loss": 0.2454,
      "step": 61660
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3216594707053535e-05,
      "loss": 0.2393,
      "step": 61670
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3215476163844206e-05,
      "loss": 0.2434,
      "step": 61680
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.321435762063489e-05,
      "loss": 0.2376,
      "step": 61690
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.321323907742557e-05,
      "loss": 0.2395,
      "step": 61700
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.321212053421624e-05,
      "loss": 0.2402,
      "step": 61710
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.321100199100692e-05,
      "loss": 0.2434,
      "step": 61720
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.320988344779759e-05,
      "loss": 0.2396,
      "step": 61730
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.320876490458827e-05,
      "loss": 0.2435,
      "step": 61740
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.320764636137894e-05,
      "loss": 0.2416,
      "step": 61750
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3206527818169616e-05,
      "loss": 0.2393,
      "step": 61760
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3205409274960294e-05,
      "loss": 0.2402,
      "step": 61770
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3204290731750965e-05,
      "loss": 0.2393,
      "step": 61780
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.320317218854164e-05,
      "loss": 0.2391,
      "step": 61790
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.320205364533232e-05,
      "loss": 0.2412,
      "step": 61800
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3200935102123e-05,
      "loss": 0.2472,
      "step": 61810
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.319981655891368e-05,
      "loss": 0.2434,
      "step": 61820
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.319869801570435e-05,
      "loss": 0.2428,
      "step": 61830
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3197579472495026e-05,
      "loss": 0.2409,
      "step": 61840
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.31964609292857e-05,
      "loss": 0.2463,
      "step": 61850
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3195342386076375e-05,
      "loss": 0.2394,
      "step": 61860
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.319422384286705e-05,
      "loss": 0.2399,
      "step": 61870
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3193105299657724e-05,
      "loss": 0.2482,
      "step": 61880
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.31919867564484e-05,
      "loss": 0.2418,
      "step": 61890
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.319086821323908e-05,
      "loss": 0.235,
      "step": 61900
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.318974967002976e-05,
      "loss": 0.2383,
      "step": 61910
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3188631126820436e-05,
      "loss": 0.2381,
      "step": 61920
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.318751258361111e-05,
      "loss": 0.2437,
      "step": 61930
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3186394040401785e-05,
      "loss": 0.2419,
      "step": 61940
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3185275497192456e-05,
      "loss": 0.242,
      "step": 61950
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3184156953983134e-05,
      "loss": 0.2421,
      "step": 61960
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.318303841077381e-05,
      "loss": 0.2379,
      "step": 61970
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.318191986756448e-05,
      "loss": 0.2403,
      "step": 61980
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.318080132435516e-05,
      "loss": 0.2461,
      "step": 61990
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.317968278114584e-05,
      "loss": 0.2357,
      "step": 62000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.317856423793652e-05,
      "loss": 0.2362,
      "step": 62010
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3177445694727195e-05,
      "loss": 0.2441,
      "step": 62020
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3176327151517866e-05,
      "loss": 0.2443,
      "step": 62030
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3175208608308544e-05,
      "loss": 0.2382,
      "step": 62040
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3174090065099215e-05,
      "loss": 0.2401,
      "step": 62050
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.317297152188989e-05,
      "loss": 0.2418,
      "step": 62060
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3171852978680564e-05,
      "loss": 0.2413,
      "step": 62070
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.317073443547124e-05,
      "loss": 0.2432,
      "step": 62080
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.316961589226192e-05,
      "loss": 0.2452,
      "step": 62090
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.31684973490526e-05,
      "loss": 0.2468,
      "step": 62100
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3167378805843276e-05,
      "loss": 0.2438,
      "step": 62110
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.316626026263395e-05,
      "loss": 0.2438,
      "step": 62120
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3165141719424625e-05,
      "loss": 0.2469,
      "step": 62130
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.31640231762153e-05,
      "loss": 0.2404,
      "step": 62140
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3162904633005974e-05,
      "loss": 0.2366,
      "step": 62150
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.316178608979665e-05,
      "loss": 0.2457,
      "step": 62160
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.316066754658732e-05,
      "loss": 0.2423,
      "step": 62170
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3159549003378e-05,
      "loss": 0.2422,
      "step": 62180
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.315843046016868e-05,
      "loss": 0.2437,
      "step": 62190
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.315731191695935e-05,
      "loss": 0.242,
      "step": 62200
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.315619337375003e-05,
      "loss": 0.2412,
      "step": 62210
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3155074830540706e-05,
      "loss": 0.2411,
      "step": 62220
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3153956287331384e-05,
      "loss": 0.2391,
      "step": 62230
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.315283774412206e-05,
      "loss": 0.2405,
      "step": 62240
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.315171920091273e-05,
      "loss": 0.2375,
      "step": 62250
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.315060065770341e-05,
      "loss": 0.2395,
      "step": 62260
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.314948211449408e-05,
      "loss": 0.2391,
      "step": 62270
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.314836357128476e-05,
      "loss": 0.2401,
      "step": 62280
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.314724502807544e-05,
      "loss": 0.2407,
      "step": 62290
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.314612648486611e-05,
      "loss": 0.2383,
      "step": 62300
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.314500794165679e-05,
      "loss": 0.2451,
      "step": 62310
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3143889398447465e-05,
      "loss": 0.2415,
      "step": 62320
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.314277085523814e-05,
      "loss": 0.2379,
      "step": 62330
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3141652312028814e-05,
      "loss": 0.2408,
      "step": 62340
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.314053376881949e-05,
      "loss": 0.2418,
      "step": 62350
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.313941522561017e-05,
      "loss": 0.2428,
      "step": 62360
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.313829668240084e-05,
      "loss": 0.2449,
      "step": 62370
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.313717813919152e-05,
      "loss": 0.2411,
      "step": 62380
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.313605959598219e-05,
      "loss": 0.2404,
      "step": 62390
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.313494105277287e-05,
      "loss": 0.2372,
      "step": 62400
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3133822509563546e-05,
      "loss": 0.2426,
      "step": 62410
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3132703966354224e-05,
      "loss": 0.2399,
      "step": 62420
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.31315854231449e-05,
      "loss": 0.2344,
      "step": 62430
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.313046687993557e-05,
      "loss": 0.2457,
      "step": 62440
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.312934833672625e-05,
      "loss": 0.2413,
      "step": 62450
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.312822979351693e-05,
      "loss": 0.2424,
      "step": 62460
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.31271112503076e-05,
      "loss": 0.2424,
      "step": 62470
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.312599270709828e-05,
      "loss": 0.2478,
      "step": 62480
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.312487416388895e-05,
      "loss": 0.2468,
      "step": 62490
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.312375562067963e-05,
      "loss": 0.2403,
      "step": 62500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3122637077470305e-05,
      "loss": 0.2426,
      "step": 62510
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.312151853426098e-05,
      "loss": 0.242,
      "step": 62520
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.312039999105166e-05,
      "loss": 0.2435,
      "step": 62530
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.311928144784233e-05,
      "loss": 0.2365,
      "step": 62540
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.311816290463301e-05,
      "loss": 0.2383,
      "step": 62550
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.311704436142369e-05,
      "loss": 0.2407,
      "step": 62560
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.311592581821436e-05,
      "loss": 0.244,
      "step": 62570
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.311480727500504e-05,
      "loss": 0.237,
      "step": 62580
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.311368873179571e-05,
      "loss": 0.2348,
      "step": 62590
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3112570188586386e-05,
      "loss": 0.2403,
      "step": 62600
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3111451645377064e-05,
      "loss": 0.2397,
      "step": 62610
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3110333102167735e-05,
      "loss": 0.2347,
      "step": 62620
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.310921455895841e-05,
      "loss": 0.2428,
      "step": 62630
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.310809601574909e-05,
      "loss": 0.2394,
      "step": 62640
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.310697747253977e-05,
      "loss": 0.2365,
      "step": 62650
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.310585892933044e-05,
      "loss": 0.2438,
      "step": 62660
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.310474038612112e-05,
      "loss": 0.239,
      "step": 62670
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3103621842911796e-05,
      "loss": 0.2419,
      "step": 62680
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.310250329970247e-05,
      "loss": 0.2414,
      "step": 62690
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3101384756493145e-05,
      "loss": 0.2402,
      "step": 62700
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3100266213283816e-05,
      "loss": 0.2396,
      "step": 62710
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3099147670074494e-05,
      "loss": 0.2361,
      "step": 62720
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.309802912686517e-05,
      "loss": 0.2392,
      "step": 62730
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.309691058365585e-05,
      "loss": 0.2408,
      "step": 62740
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.309579204044653e-05,
      "loss": 0.239,
      "step": 62750
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.30946734972372e-05,
      "loss": 0.238,
      "step": 62760
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.309355495402788e-05,
      "loss": 0.2352,
      "step": 62770
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3092436410818555e-05,
      "loss": 0.2447,
      "step": 62780
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3091317867609226e-05,
      "loss": 0.2377,
      "step": 62790
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3090199324399904e-05,
      "loss": 0.2398,
      "step": 62800
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3089080781190575e-05,
      "loss": 0.2415,
      "step": 62810
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.308796223798125e-05,
      "loss": 0.2427,
      "step": 62820
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.308684369477193e-05,
      "loss": 0.2439,
      "step": 62830
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.308572515156261e-05,
      "loss": 0.2436,
      "step": 62840
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.308460660835329e-05,
      "loss": 0.241,
      "step": 62850
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.308348806514396e-05,
      "loss": 0.2401,
      "step": 62860
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3082369521934636e-05,
      "loss": 0.2388,
      "step": 62870
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3081250978725314e-05,
      "loss": 0.239,
      "step": 62880
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3080132435515985e-05,
      "loss": 0.239,
      "step": 62890
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.307901389230666e-05,
      "loss": 0.239,
      "step": 62900
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3077895349097334e-05,
      "loss": 0.2353,
      "step": 62910
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.307677680588801e-05,
      "loss": 0.239,
      "step": 62920
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.307565826267869e-05,
      "loss": 0.2436,
      "step": 62930
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.307453971946937e-05,
      "loss": 0.24,
      "step": 62940
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3073421176260046e-05,
      "loss": 0.2382,
      "step": 62950
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.307230263305072e-05,
      "loss": 0.2356,
      "step": 62960
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3071184089841395e-05,
      "loss": 0.2395,
      "step": 62970
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3070065546632066e-05,
      "loss": 0.2369,
      "step": 62980
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3068947003422744e-05,
      "loss": 0.2443,
      "step": 62990
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.306782846021342e-05,
      "loss": 0.2392,
      "step": 63000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.306670991700409e-05,
      "loss": 0.2352,
      "step": 63010
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.306559137379477e-05,
      "loss": 0.2359,
      "step": 63020
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.306447283058544e-05,
      "loss": 0.2381,
      "step": 63030
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.306335428737612e-05,
      "loss": 0.2419,
      "step": 63040
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3062235744166805e-05,
      "loss": 0.2406,
      "step": 63050
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3061117200957476e-05,
      "loss": 0.2339,
      "step": 63060
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3059998657748154e-05,
      "loss": 0.2411,
      "step": 63070
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3058880114538825e-05,
      "loss": 0.2431,
      "step": 63080
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.30577615713295e-05,
      "loss": 0.2411,
      "step": 63090
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.305664302812018e-05,
      "loss": 0.2388,
      "step": 63100
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.305552448491085e-05,
      "loss": 0.2464,
      "step": 63110
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.305440594170153e-05,
      "loss": 0.2356,
      "step": 63120
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.30532873984922e-05,
      "loss": 0.2471,
      "step": 63130
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.305216885528288e-05,
      "loss": 0.2398,
      "step": 63140
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.305105031207356e-05,
      "loss": 0.235,
      "step": 63150
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3049931768864235e-05,
      "loss": 0.2379,
      "step": 63160
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.304881322565491e-05,
      "loss": 0.2431,
      "step": 63170
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3047694682445584e-05,
      "loss": 0.2383,
      "step": 63180
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.304657613923626e-05,
      "loss": 0.2362,
      "step": 63190
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.304545759602694e-05,
      "loss": 0.2388,
      "step": 63200
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.304433905281761e-05,
      "loss": 0.2388,
      "step": 63210
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.304322050960829e-05,
      "loss": 0.2344,
      "step": 63220
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.304210196639896e-05,
      "loss": 0.2345,
      "step": 63230
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.304098342318964e-05,
      "loss": 0.2371,
      "step": 63240
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3039864879980316e-05,
      "loss": 0.2446,
      "step": 63250
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3038746336770994e-05,
      "loss": 0.2425,
      "step": 63260
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.303762779356167e-05,
      "loss": 0.2375,
      "step": 63270
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.303650925035234e-05,
      "loss": 0.2382,
      "step": 63280
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.303539070714302e-05,
      "loss": 0.2433,
      "step": 63290
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.303438401825462e-05,
      "loss": 0.2382,
      "step": 63300
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.30332654750453e-05,
      "loss": 0.2372,
      "step": 63310
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.303214693183598e-05,
      "loss": 0.235,
      "step": 63320
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3031028388626656e-05,
      "loss": 0.2379,
      "step": 63330
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3029909845417334e-05,
      "loss": 0.2363,
      "step": 63340
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3028791302208005e-05,
      "loss": 0.2379,
      "step": 63350
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3027672758998683e-05,
      "loss": 0.2406,
      "step": 63360
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3026554215789355e-05,
      "loss": 0.2398,
      "step": 63370
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.302543567258003e-05,
      "loss": 0.2355,
      "step": 63380
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.302431712937071e-05,
      "loss": 0.2421,
      "step": 63390
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.302319858616138e-05,
      "loss": 0.2391,
      "step": 63400
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.302208004295206e-05,
      "loss": 0.2455,
      "step": 63410
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.302096149974274e-05,
      "loss": 0.2385,
      "step": 63420
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3019842956533415e-05,
      "loss": 0.2361,
      "step": 63430
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.301872441332409e-05,
      "loss": 0.2357,
      "step": 63440
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3017605870114764e-05,
      "loss": 0.2355,
      "step": 63450
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.301648732690544e-05,
      "loss": 0.2458,
      "step": 63460
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3015368783696113e-05,
      "loss": 0.2352,
      "step": 63470
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.301425024048679e-05,
      "loss": 0.2391,
      "step": 63480
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.301313169727747e-05,
      "loss": 0.2432,
      "step": 63490
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.301201315406814e-05,
      "loss": 0.236,
      "step": 63500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.301089461085882e-05,
      "loss": 0.2406,
      "step": 63510
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3009776067649496e-05,
      "loss": 0.2396,
      "step": 63520
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3008657524440174e-05,
      "loss": 0.2388,
      "step": 63530
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.300753898123085e-05,
      "loss": 0.2315,
      "step": 63540
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.300642043802152e-05,
      "loss": 0.2389,
      "step": 63550
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.30053018948122e-05,
      "loss": 0.2389,
      "step": 63560
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.300418335160287e-05,
      "loss": 0.2405,
      "step": 63570
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.300306480839355e-05,
      "loss": 0.2381,
      "step": 63580
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.300194626518423e-05,
      "loss": 0.2407,
      "step": 63590
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.30008277219749e-05,
      "loss": 0.2402,
      "step": 63600
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.299970917876558e-05,
      "loss": 0.2406,
      "step": 63610
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.299859063555625e-05,
      "loss": 0.2349,
      "step": 63620
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.299747209234693e-05,
      "loss": 0.2394,
      "step": 63630
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.299635354913761e-05,
      "loss": 0.2421,
      "step": 63640
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.299523500592828e-05,
      "loss": 0.2385,
      "step": 63650
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.299411646271896e-05,
      "loss": 0.2402,
      "step": 63660
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.299299791950963e-05,
      "loss": 0.2442,
      "step": 63670
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.299187937630031e-05,
      "loss": 0.2445,
      "step": 63680
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.299076083309098e-05,
      "loss": 0.2377,
      "step": 63690
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.298964228988166e-05,
      "loss": 0.2461,
      "step": 63700
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2988523746672336e-05,
      "loss": 0.238,
      "step": 63710
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.298740520346301e-05,
      "loss": 0.2363,
      "step": 63720
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2986286660253685e-05,
      "loss": 0.2335,
      "step": 63730
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.298516811704436e-05,
      "loss": 0.2389,
      "step": 63740
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.298404957383504e-05,
      "loss": 0.2433,
      "step": 63750
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.298293103062572e-05,
      "loss": 0.2367,
      "step": 63760
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.298181248741639e-05,
      "loss": 0.2433,
      "step": 63770
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.298069394420707e-05,
      "loss": 0.2392,
      "step": 63780
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.297957540099774e-05,
      "loss": 0.2411,
      "step": 63790
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.297845685778842e-05,
      "loss": 0.2355,
      "step": 63800
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2977338314579095e-05,
      "loss": 0.2371,
      "step": 63810
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2976219771369766e-05,
      "loss": 0.2388,
      "step": 63820
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2975101228160444e-05,
      "loss": 0.237,
      "step": 63830
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.297398268495112e-05,
      "loss": 0.2411,
      "step": 63840
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.29728641417418e-05,
      "loss": 0.2371,
      "step": 63850
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.297174559853248e-05,
      "loss": 0.2442,
      "step": 63860
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.297062705532315e-05,
      "loss": 0.2367,
      "step": 63870
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.296950851211383e-05,
      "loss": 0.2332,
      "step": 63880
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.29683899689045e-05,
      "loss": 0.2435,
      "step": 63890
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2967271425695176e-05,
      "loss": 0.2389,
      "step": 63900
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2966152882485854e-05,
      "loss": 0.2422,
      "step": 63910
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2965034339276525e-05,
      "loss": 0.2401,
      "step": 63920
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.29639157960672e-05,
      "loss": 0.2449,
      "step": 63930
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.296279725285788e-05,
      "loss": 0.2408,
      "step": 63940
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.296167870964856e-05,
      "loss": 0.238,
      "step": 63950
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.296056016643924e-05,
      "loss": 0.2331,
      "step": 63960
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.295944162322991e-05,
      "loss": 0.2341,
      "step": 63970
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2958323080020586e-05,
      "loss": 0.2385,
      "step": 63980
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.295720453681126e-05,
      "loss": 0.2385,
      "step": 63990
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2956085993601935e-05,
      "loss": 0.2392,
      "step": 64000
    },
    {
      "epoch": 0.14,
      "eval_NEIMS_canon_smiles": 0.9379166666666666,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.035133333333333336,
      "eval_NEIMS_daylight_tanimoto_simil": 0.42944555336681517,
      "eval_NEIMS_exact_mols": 0.03496666666666667,
      "eval_NEIMS_exact_smiles": 0.034,
      "eval_NEIMS_loss": 0.2440522164106369,
      "eval_NEIMS_matched_formulas": 0.5060666666666667,
      "eval_NEIMS_morgan_tanimoto_simil": 0.3304066777709656,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.03528333333333333,
      "eval_NEIMS_runtime": 734.5568,
      "eval_NEIMS_samples_per_second": 81.682,
      "eval_NEIMS_steps_per_second": 1.277,
      "step": 64000
    },
    {
      "epoch": 0.14,
      "eval_RASSP_canon_smiles": 0.9299762914482252,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.05145757504925368,
      "eval_RASSP_daylight_tanimoto_simil": 0.49653172479487334,
      "eval_RASSP_exact_mols": 0.05124052492737169,
      "eval_RASSP_exact_smiles": 0.04917020068788192,
      "eval_RASSP_loss": 0.2142479419708252,
      "eval_RASSP_matched_formulas": 0.6556082412261662,
      "eval_RASSP_morgan_tanimoto_simil": 0.35643510968712533,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.051290613417036765,
      "eval_RASSP_runtime": 835.173,
      "eval_RASSP_samples_per_second": 71.714,
      "eval_RASSP_steps_per_second": 1.121,
      "step": 64000
    },
    {
      "epoch": 0.14,
      "eval_NEIMS_old_canon_smiles": 0.9368666666666666,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.03506666666666667,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.42794334100771836,
      "eval_NEIMS_old_exact_mols": 0.034833333333333334,
      "eval_NEIMS_old_exact_smiles": 0.033666666666666664,
      "eval_NEIMS_old_loss": 0.24411624670028687,
      "eval_NEIMS_old_matched_formulas": 0.5007666666666667,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.3298159362063147,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.035133333333333336,
      "eval_NEIMS_old_runtime": 369.9489,
      "eval_NEIMS_old_samples_per_second": 81.092,
      "eval_NEIMS_old_steps_per_second": 1.268,
      "step": 64000
    },
    {
      "epoch": 0.14,
      "eval_RASSP_old_canon_smiles": 0.9300230253278606,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.05966563219541496,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.5067513261988231,
      "eval_RASSP_old_exact_mols": 0.05933193179163747,
      "eval_RASSP_old_exact_smiles": 0.05712950912670604,
      "eval_RASSP_old_loss": 0.2068203091621399,
      "eval_RASSP_old_matched_formulas": 0.6680682083625321,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.36880133173493246,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.05956552207428171,
      "eval_RASSP_old_runtime": 413.8616,
      "eval_RASSP_old_samples_per_second": 72.408,
      "eval_RASSP_old_steps_per_second": 1.133,
      "step": 64000
    },
    {
      "epoch": 0.14,
      "eval_NIST_canon_smiles": 0.8833090818752883,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.010717961457926677,
      "eval_NIST_daylight_tanimoto_simil": 0.2606462806922709,
      "eval_NIST_exact_mols": 0.010434041949107428,
      "eval_NIST_exact_smiles": 0.010008162685878553,
      "eval_NIST_loss": 1.8626171350479126,
      "eval_NIST_matched_formulas": 0.07328672321396884,
      "eval_NIST_morgan_tanimoto_simil": 0.2160201213667236,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.010717961457926677,
      "eval_NIST_runtime": 464.2306,
      "eval_NIST_samples_per_second": 60.696,
      "eval_NIST_steps_per_second": 0.95,
      "step": 64000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2954967450392606e-05,
      "loss": 0.2416,
      "step": 64010
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2953848907183284e-05,
      "loss": 0.2353,
      "step": 64020
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.295273036397396e-05,
      "loss": 0.2363,
      "step": 64030
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2951611820764633e-05,
      "loss": 0.2368,
      "step": 64040
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.295049327755532e-05,
      "loss": 0.2408,
      "step": 64050
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.294937473434599e-05,
      "loss": 0.2402,
      "step": 64060
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.294825619113667e-05,
      "loss": 0.2407,
      "step": 64070
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2947137647927345e-05,
      "loss": 0.2377,
      "step": 64080
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2946019104718016e-05,
      "loss": 0.2398,
      "step": 64090
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2944900561508694e-05,
      "loss": 0.2347,
      "step": 64100
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2943782018299365e-05,
      "loss": 0.2371,
      "step": 64110
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.294266347509004e-05,
      "loss": 0.24,
      "step": 64120
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.294154493188072e-05,
      "loss": 0.2363,
      "step": 64130
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.294042638867139e-05,
      "loss": 0.2403,
      "step": 64140
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.293930784546207e-05,
      "loss": 0.2346,
      "step": 64150
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.293818930225275e-05,
      "loss": 0.2393,
      "step": 64160
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2937070759043426e-05,
      "loss": 0.2399,
      "step": 64170
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2935952215834104e-05,
      "loss": 0.2344,
      "step": 64180
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2934833672624775e-05,
      "loss": 0.2387,
      "step": 64190
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.293371512941545e-05,
      "loss": 0.2355,
      "step": 64200
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2932596586206124e-05,
      "loss": 0.2413,
      "step": 64210
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.29314780429968e-05,
      "loss": 0.2368,
      "step": 64220
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.293035949978748e-05,
      "loss": 0.2407,
      "step": 64230
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.292924095657815e-05,
      "loss": 0.2409,
      "step": 64240
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.292812241336883e-05,
      "loss": 0.2362,
      "step": 64250
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.292700387015951e-05,
      "loss": 0.2401,
      "step": 64260
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2925885326950185e-05,
      "loss": 0.2375,
      "step": 64270
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.292476678374086e-05,
      "loss": 0.2349,
      "step": 64280
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2923648240531534e-05,
      "loss": 0.239,
      "step": 64290
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.292252969732221e-05,
      "loss": 0.24,
      "step": 64300
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.292141115411288e-05,
      "loss": 0.2329,
      "step": 64310
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.292029261090356e-05,
      "loss": 0.234,
      "step": 64320
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.291917406769423e-05,
      "loss": 0.2405,
      "step": 64330
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.291805552448491e-05,
      "loss": 0.2386,
      "step": 64340
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.291693698127559e-05,
      "loss": 0.2453,
      "step": 64350
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2915818438066266e-05,
      "loss": 0.2371,
      "step": 64360
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2914699894856944e-05,
      "loss": 0.2415,
      "step": 64370
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2913581351647615e-05,
      "loss": 0.2423,
      "step": 64380
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.291246280843829e-05,
      "loss": 0.2372,
      "step": 64390
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.291134426522897e-05,
      "loss": 0.2385,
      "step": 64400
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.291022572201964e-05,
      "loss": 0.2365,
      "step": 64410
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.290910717881032e-05,
      "loss": 0.2405,
      "step": 64420
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.290798863560099e-05,
      "loss": 0.2383,
      "step": 64430
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.290687009239167e-05,
      "loss": 0.2452,
      "step": 64440
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.290575154918235e-05,
      "loss": 0.2439,
      "step": 64450
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2904633005973025e-05,
      "loss": 0.233,
      "step": 64460
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.29035144627637e-05,
      "loss": 0.2403,
      "step": 64470
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2902395919554374e-05,
      "loss": 0.2422,
      "step": 64480
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.290127737634505e-05,
      "loss": 0.236,
      "step": 64490
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.290015883313573e-05,
      "loss": 0.2336,
      "step": 64500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.28990402899264e-05,
      "loss": 0.2444,
      "step": 64510
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.289792174671708e-05,
      "loss": 0.2379,
      "step": 64520
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.289680320350775e-05,
      "loss": 0.2346,
      "step": 64530
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.289568466029843e-05,
      "loss": 0.2413,
      "step": 64540
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2894566117089106e-05,
      "loss": 0.2379,
      "step": 64550
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.289344757387978e-05,
      "loss": 0.2384,
      "step": 64560
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2892329030670455e-05,
      "loss": 0.2415,
      "step": 64570
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.289121048746113e-05,
      "loss": 0.2377,
      "step": 64580
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.289009194425181e-05,
      "loss": 0.2418,
      "step": 64590
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.288897340104249e-05,
      "loss": 0.2439,
      "step": 64600
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.288785485783316e-05,
      "loss": 0.2388,
      "step": 64610
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.288673631462384e-05,
      "loss": 0.2429,
      "step": 64620
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.288561777141451e-05,
      "loss": 0.2381,
      "step": 64630
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.288449922820519e-05,
      "loss": 0.2353,
      "step": 64640
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.288338068499586e-05,
      "loss": 0.2393,
      "step": 64650
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2882262141786536e-05,
      "loss": 0.2326,
      "step": 64660
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2881143598577214e-05,
      "loss": 0.2405,
      "step": 64670
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.288002505536789e-05,
      "loss": 0.2365,
      "step": 64680
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.287890651215857e-05,
      "loss": 0.2339,
      "step": 64690
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.287778796894924e-05,
      "loss": 0.2403,
      "step": 64700
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.287666942573992e-05,
      "loss": 0.2426,
      "step": 64710
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.28755508825306e-05,
      "loss": 0.23,
      "step": 64720
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.287443233932127e-05,
      "loss": 0.2338,
      "step": 64730
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2873313796111946e-05,
      "loss": 0.2314,
      "step": 64740
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.287219525290262e-05,
      "loss": 0.2371,
      "step": 64750
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2871076709693295e-05,
      "loss": 0.2403,
      "step": 64760
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.286995816648397e-05,
      "loss": 0.2351,
      "step": 64770
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.286883962327465e-05,
      "loss": 0.2354,
      "step": 64780
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.286772108006533e-05,
      "loss": 0.241,
      "step": 64790
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2866602536856e-05,
      "loss": 0.2363,
      "step": 64800
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.286548399364668e-05,
      "loss": 0.2351,
      "step": 64810
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2864365450437356e-05,
      "loss": 0.2379,
      "step": 64820
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.286324690722803e-05,
      "loss": 0.237,
      "step": 64830
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2862128364018705e-05,
      "loss": 0.2403,
      "step": 64840
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2861009820809376e-05,
      "loss": 0.2359,
      "step": 64850
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2859891277600054e-05,
      "loss": 0.235,
      "step": 64860
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.285877273439073e-05,
      "loss": 0.2431,
      "step": 64870
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.285765419118141e-05,
      "loss": 0.243,
      "step": 64880
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.285653564797209e-05,
      "loss": 0.2365,
      "step": 64890
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.285541710476276e-05,
      "loss": 0.236,
      "step": 64900
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.285429856155344e-05,
      "loss": 0.2413,
      "step": 64910
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2853180018344115e-05,
      "loss": 0.2372,
      "step": 64920
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2852061475134786e-05,
      "loss": 0.2348,
      "step": 64930
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2850942931925464e-05,
      "loss": 0.2371,
      "step": 64940
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2849824388716135e-05,
      "loss": 0.2356,
      "step": 64950
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.284870584550681e-05,
      "loss": 0.2376,
      "step": 64960
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2847587302297484e-05,
      "loss": 0.2381,
      "step": 64970
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.284646875908816e-05,
      "loss": 0.2417,
      "step": 64980
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.284535021587884e-05,
      "loss": 0.2384,
      "step": 64990
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.284423167266952e-05,
      "loss": 0.2369,
      "step": 65000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2843113129460196e-05,
      "loss": 0.2373,
      "step": 65010
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.284199458625087e-05,
      "loss": 0.2404,
      "step": 65020
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2840876043041545e-05,
      "loss": 0.2353,
      "step": 65030
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.283975749983222e-05,
      "loss": 0.2337,
      "step": 65040
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2838638956622894e-05,
      "loss": 0.2446,
      "step": 65050
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.283752041341357e-05,
      "loss": 0.2357,
      "step": 65060
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.283640187020424e-05,
      "loss": 0.2353,
      "step": 65070
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.283528332699492e-05,
      "loss": 0.2396,
      "step": 65080
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.28341647837856e-05,
      "loss": 0.2336,
      "step": 65090
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.283304624057628e-05,
      "loss": 0.2411,
      "step": 65100
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2831927697366955e-05,
      "loss": 0.2382,
      "step": 65110
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2830809154157626e-05,
      "loss": 0.2363,
      "step": 65120
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2829690610948304e-05,
      "loss": 0.2353,
      "step": 65130
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.282857206773898e-05,
      "loss": 0.236,
      "step": 65140
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.282745352452965e-05,
      "loss": 0.2377,
      "step": 65150
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.282633498132033e-05,
      "loss": 0.2377,
      "step": 65160
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2825216438111e-05,
      "loss": 0.2421,
      "step": 65170
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.282409789490168e-05,
      "loss": 0.2392,
      "step": 65180
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.282297935169236e-05,
      "loss": 0.2353,
      "step": 65190
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2821860808483036e-05,
      "loss": 0.2392,
      "step": 65200
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2820742265273714e-05,
      "loss": 0.236,
      "step": 65210
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2819623722064385e-05,
      "loss": 0.233,
      "step": 65220
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.281850517885506e-05,
      "loss": 0.2339,
      "step": 65230
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.281738663564574e-05,
      "loss": 0.2317,
      "step": 65240
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.281626809243641e-05,
      "loss": 0.2427,
      "step": 65250
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.281514954922709e-05,
      "loss": 0.243,
      "step": 65260
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.281403100601776e-05,
      "loss": 0.2426,
      "step": 65270
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.281291246280844e-05,
      "loss": 0.2367,
      "step": 65280
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.281179391959912e-05,
      "loss": 0.2359,
      "step": 65290
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2810675376389795e-05,
      "loss": 0.2391,
      "step": 65300
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.280955683318047e-05,
      "loss": 0.2367,
      "step": 65310
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2808438289971144e-05,
      "loss": 0.2345,
      "step": 65320
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.280731974676182e-05,
      "loss": 0.2345,
      "step": 65330
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.280620120355249e-05,
      "loss": 0.2358,
      "step": 65340
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.28051945146641e-05,
      "loss": 0.2377,
      "step": 65350
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.280407597145478e-05,
      "loss": 0.2355,
      "step": 65360
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.280295742824546e-05,
      "loss": 0.2358,
      "step": 65370
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2801838885036136e-05,
      "loss": 0.2368,
      "step": 65380
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.280072034182681e-05,
      "loss": 0.2379,
      "step": 65390
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2799601798617485e-05,
      "loss": 0.2327,
      "step": 65400
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2798483255408156e-05,
      "loss": 0.242,
      "step": 65410
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2797364712198834e-05,
      "loss": 0.2362,
      "step": 65420
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.279624616898951e-05,
      "loss": 0.24,
      "step": 65430
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.279512762578018e-05,
      "loss": 0.2361,
      "step": 65440
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.279400908257086e-05,
      "loss": 0.2341,
      "step": 65450
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.279289053936154e-05,
      "loss": 0.2391,
      "step": 65460
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2791771996152217e-05,
      "loss": 0.24,
      "step": 65470
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2790653452942894e-05,
      "loss": 0.2369,
      "step": 65480
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2789534909733566e-05,
      "loss": 0.2352,
      "step": 65490
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2788416366524244e-05,
      "loss": 0.2379,
      "step": 65500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2787297823314915e-05,
      "loss": 0.2368,
      "step": 65510
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.278617928010559e-05,
      "loss": 0.2341,
      "step": 65520
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.278506073689627e-05,
      "loss": 0.2462,
      "step": 65530
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.278394219368694e-05,
      "loss": 0.2383,
      "step": 65540
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.278282365047762e-05,
      "loss": 0.2425,
      "step": 65550
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.278170510726829e-05,
      "loss": 0.2355,
      "step": 65560
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.278058656405897e-05,
      "loss": 0.2391,
      "step": 65570
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2779468020849653e-05,
      "loss": 0.2369,
      "step": 65580
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2778349477640325e-05,
      "loss": 0.2382,
      "step": 65590
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2777230934431e-05,
      "loss": 0.2381,
      "step": 65600
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2776112391221674e-05,
      "loss": 0.2363,
      "step": 65610
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.277499384801235e-05,
      "loss": 0.2371,
      "step": 65620
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.277387530480302e-05,
      "loss": 0.2406,
      "step": 65630
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.27727567615937e-05,
      "loss": 0.2331,
      "step": 65640
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.277163821838438e-05,
      "loss": 0.2387,
      "step": 65650
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.277051967517505e-05,
      "loss": 0.2338,
      "step": 65660
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.276940113196573e-05,
      "loss": 0.2418,
      "step": 65670
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2768282588756406e-05,
      "loss": 0.2366,
      "step": 65680
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2767164045547084e-05,
      "loss": 0.2391,
      "step": 65690
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.276604550233776e-05,
      "loss": 0.2446,
      "step": 65700
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.276492695912843e-05,
      "loss": 0.2345,
      "step": 65710
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.276380841591911e-05,
      "loss": 0.2396,
      "step": 65720
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.276268987270978e-05,
      "loss": 0.2372,
      "step": 65730
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.276157132950046e-05,
      "loss": 0.2355,
      "step": 65740
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.276045278629114e-05,
      "loss": 0.2345,
      "step": 65750
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.275933424308181e-05,
      "loss": 0.2366,
      "step": 65760
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2758215699872487e-05,
      "loss": 0.237,
      "step": 65770
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2757097156663165e-05,
      "loss": 0.2356,
      "step": 65780
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.275597861345384e-05,
      "loss": 0.2344,
      "step": 65790
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.275486007024452e-05,
      "loss": 0.2406,
      "step": 65800
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.275374152703519e-05,
      "loss": 0.2343,
      "step": 65810
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.275262298382587e-05,
      "loss": 0.2334,
      "step": 65820
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.275150444061654e-05,
      "loss": 0.2349,
      "step": 65830
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.275038589740722e-05,
      "loss": 0.2381,
      "step": 65840
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2749267354197896e-05,
      "loss": 0.2371,
      "step": 65850
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.274814881098857e-05,
      "loss": 0.2423,
      "step": 65860
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2747030267779246e-05,
      "loss": 0.2326,
      "step": 65870
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2745911724569923e-05,
      "loss": 0.236,
      "step": 65880
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.27447931813606e-05,
      "loss": 0.2321,
      "step": 65890
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.274367463815128e-05,
      "loss": 0.2337,
      "step": 65900
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.274255609494195e-05,
      "loss": 0.2389,
      "step": 65910
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.274143755173263e-05,
      "loss": 0.2375,
      "step": 65920
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.27403190085233e-05,
      "loss": 0.2295,
      "step": 65930
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.273920046531398e-05,
      "loss": 0.238,
      "step": 65940
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.273808192210465e-05,
      "loss": 0.2332,
      "step": 65950
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2736963378895327e-05,
      "loss": 0.2387,
      "step": 65960
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2735844835686004e-05,
      "loss": 0.232,
      "step": 65970
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2734726292476676e-05,
      "loss": 0.2354,
      "step": 65980
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.273360774926736e-05,
      "loss": 0.2381,
      "step": 65990
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.273248920605803e-05,
      "loss": 0.2403,
      "step": 66000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.273137066284871e-05,
      "loss": 0.2421,
      "step": 66010
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.273025211963939e-05,
      "loss": 0.2358,
      "step": 66020
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.272913357643006e-05,
      "loss": 0.2387,
      "step": 66030
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2728015033220736e-05,
      "loss": 0.2408,
      "step": 66040
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.272689649001141e-05,
      "loss": 0.2411,
      "step": 66050
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2725777946802086e-05,
      "loss": 0.2393,
      "step": 66060
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2724659403592763e-05,
      "loss": 0.2397,
      "step": 66070
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2723540860383435e-05,
      "loss": 0.2375,
      "step": 66080
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.272242231717411e-05,
      "loss": 0.2358,
      "step": 66090
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.272130377396479e-05,
      "loss": 0.2369,
      "step": 66100
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.272018523075547e-05,
      "loss": 0.2321,
      "step": 66110
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2719066687546146e-05,
      "loss": 0.2364,
      "step": 66120
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.271794814433682e-05,
      "loss": 0.2338,
      "step": 66130
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2716829601127495e-05,
      "loss": 0.2344,
      "step": 66140
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2715711057918167e-05,
      "loss": 0.2326,
      "step": 66150
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2714592514708844e-05,
      "loss": 0.2345,
      "step": 66160
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.271347397149952e-05,
      "loss": 0.2331,
      "step": 66170
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2712355428290194e-05,
      "loss": 0.2368,
      "step": 66180
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.271123688508087e-05,
      "loss": 0.2345,
      "step": 66190
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.271011834187155e-05,
      "loss": 0.2336,
      "step": 66200
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.270899979866223e-05,
      "loss": 0.2334,
      "step": 66210
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2707881255452905e-05,
      "loss": 0.2314,
      "step": 66220
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2706762712243576e-05,
      "loss": 0.2327,
      "step": 66230
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2705644169034254e-05,
      "loss": 0.2308,
      "step": 66240
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2704525625824925e-05,
      "loss": 0.2374,
      "step": 66250
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2703407082615603e-05,
      "loss": 0.2382,
      "step": 66260
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2702288539406275e-05,
      "loss": 0.2375,
      "step": 66270
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.270116999619695e-05,
      "loss": 0.2392,
      "step": 66280
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.270005145298763e-05,
      "loss": 0.2306,
      "step": 66290
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.269893290977831e-05,
      "loss": 0.2387,
      "step": 66300
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2697814366568986e-05,
      "loss": 0.2322,
      "step": 66310
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.269669582335966e-05,
      "loss": 0.237,
      "step": 66320
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2695577280150335e-05,
      "loss": 0.2327,
      "step": 66330
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.269445873694101e-05,
      "loss": 0.2312,
      "step": 66340
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2693340193731684e-05,
      "loss": 0.2307,
      "step": 66350
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.269222165052236e-05,
      "loss": 0.2367,
      "step": 66360
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2691103107313034e-05,
      "loss": 0.2333,
      "step": 66370
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.268998456410371e-05,
      "loss": 0.2325,
      "step": 66380
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.268886602089439e-05,
      "loss": 0.237,
      "step": 66390
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.268774747768506e-05,
      "loss": 0.235,
      "step": 66400
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2686628934475745e-05,
      "loss": 0.2389,
      "step": 66410
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2685510391266416e-05,
      "loss": 0.2385,
      "step": 66420
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2684391848057094e-05,
      "loss": 0.235,
      "step": 66430
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.268327330484777e-05,
      "loss": 0.2335,
      "step": 66440
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.268215476163844e-05,
      "loss": 0.2358,
      "step": 66450
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.268103621842912e-05,
      "loss": 0.2344,
      "step": 66460
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.267991767521979e-05,
      "loss": 0.2351,
      "step": 66470
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.267879913201047e-05,
      "loss": 0.2334,
      "step": 66480
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.267768058880115e-05,
      "loss": 0.2385,
      "step": 66490
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.267656204559182e-05,
      "loss": 0.2326,
      "step": 66500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.26754435023825e-05,
      "loss": 0.2319,
      "step": 66510
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2674324959173175e-05,
      "loss": 0.239,
      "step": 66520
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.267320641596385e-05,
      "loss": 0.2345,
      "step": 66530
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.267208787275453e-05,
      "loss": 0.2328,
      "step": 66540
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.26709693295452e-05,
      "loss": 0.2357,
      "step": 66550
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.266985078633588e-05,
      "loss": 0.2364,
      "step": 66560
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.266873224312655e-05,
      "loss": 0.2375,
      "step": 66570
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.266761369991723e-05,
      "loss": 0.239,
      "step": 66580
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.26664951567079e-05,
      "loss": 0.2365,
      "step": 66590
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.266537661349858e-05,
      "loss": 0.235,
      "step": 66600
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2664258070289256e-05,
      "loss": 0.2398,
      "step": 66610
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2663139527079934e-05,
      "loss": 0.2326,
      "step": 66620
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.266202098387061e-05,
      "loss": 0.2373,
      "step": 66630
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.266090244066128e-05,
      "loss": 0.2403,
      "step": 66640
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.265978389745196e-05,
      "loss": 0.2393,
      "step": 66650
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.265866535424264e-05,
      "loss": 0.2342,
      "step": 66660
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.265754681103331e-05,
      "loss": 0.2357,
      "step": 66670
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.265642826782399e-05,
      "loss": 0.236,
      "step": 66680
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.265530972461466e-05,
      "loss": 0.238,
      "step": 66690
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.265419118140534e-05,
      "loss": 0.2364,
      "step": 66700
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2653072638196015e-05,
      "loss": 0.2275,
      "step": 66710
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.265195409498669e-05,
      "loss": 0.226,
      "step": 66720
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.265083555177737e-05,
      "loss": 0.23,
      "step": 66730
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.264971700856804e-05,
      "loss": 0.2393,
      "step": 66740
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.264859846535872e-05,
      "loss": 0.2325,
      "step": 66750
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.26474799221494e-05,
      "loss": 0.2401,
      "step": 66760
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.264636137894007e-05,
      "loss": 0.2313,
      "step": 66770
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.264524283573075e-05,
      "loss": 0.2352,
      "step": 66780
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.264412429252142e-05,
      "loss": 0.241,
      "step": 66790
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2643005749312096e-05,
      "loss": 0.2374,
      "step": 66800
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2641887206102774e-05,
      "loss": 0.2334,
      "step": 66810
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.264076866289345e-05,
      "loss": 0.2355,
      "step": 66820
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.263965011968413e-05,
      "loss": 0.2307,
      "step": 66830
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.26385315764748e-05,
      "loss": 0.2427,
      "step": 66840
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.263741303326548e-05,
      "loss": 0.2332,
      "step": 66850
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.263629449005616e-05,
      "loss": 0.236,
      "step": 66860
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.263517594684683e-05,
      "loss": 0.2341,
      "step": 66870
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2634057403637506e-05,
      "loss": 0.2421,
      "step": 66880
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.263293886042818e-05,
      "loss": 0.234,
      "step": 66890
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2631820317218855e-05,
      "loss": 0.2338,
      "step": 66900
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2630701774009526e-05,
      "loss": 0.237,
      "step": 66910
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2629583230800204e-05,
      "loss": 0.2354,
      "step": 66920
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.262846468759088e-05,
      "loss": 0.2325,
      "step": 66930
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.262734614438156e-05,
      "loss": 0.23,
      "step": 66940
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.262622760117224e-05,
      "loss": 0.2336,
      "step": 66950
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.262510905796291e-05,
      "loss": 0.2351,
      "step": 66960
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.262399051475359e-05,
      "loss": 0.2335,
      "step": 66970
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2622871971544265e-05,
      "loss": 0.2392,
      "step": 66980
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2621753428334936e-05,
      "loss": 0.2405,
      "step": 66990
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2620634885125614e-05,
      "loss": 0.2329,
      "step": 67000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2619516341916285e-05,
      "loss": 0.2426,
      "step": 67010
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.261839779870696e-05,
      "loss": 0.2377,
      "step": 67020
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.261727925549764e-05,
      "loss": 0.2384,
      "step": 67030
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.261616071228832e-05,
      "loss": 0.2353,
      "step": 67040
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2615042169079e-05,
      "loss": 0.2385,
      "step": 67050
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.261392362586967e-05,
      "loss": 0.2377,
      "step": 67060
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2612805082660346e-05,
      "loss": 0.2402,
      "step": 67070
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2611686539451024e-05,
      "loss": 0.238,
      "step": 67080
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2610567996241695e-05,
      "loss": 0.2332,
      "step": 67090
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.260944945303237e-05,
      "loss": 0.2327,
      "step": 67100
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2608330909823044e-05,
      "loss": 0.2315,
      "step": 67110
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.260721236661372e-05,
      "loss": 0.2289,
      "step": 67120
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.26060938234044e-05,
      "loss": 0.2273,
      "step": 67130
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.260497528019508e-05,
      "loss": 0.2341,
      "step": 67140
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2603856736985756e-05,
      "loss": 0.2312,
      "step": 67150
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.260273819377643e-05,
      "loss": 0.2356,
      "step": 67160
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2601619650567105e-05,
      "loss": 0.2331,
      "step": 67170
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.260050110735778e-05,
      "loss": 0.2303,
      "step": 67180
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2599382564148454e-05,
      "loss": 0.2378,
      "step": 67190
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.259826402093913e-05,
      "loss": 0.2337,
      "step": 67200
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.25971454777298e-05,
      "loss": 0.2362,
      "step": 67210
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.259602693452048e-05,
      "loss": 0.2313,
      "step": 67220
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.259490839131116e-05,
      "loss": 0.2322,
      "step": 67230
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.259378984810184e-05,
      "loss": 0.2327,
      "step": 67240
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2592671304892515e-05,
      "loss": 0.2384,
      "step": 67250
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2591552761683186e-05,
      "loss": 0.2412,
      "step": 67260
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2590434218473864e-05,
      "loss": 0.238,
      "step": 67270
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2589315675264535e-05,
      "loss": 0.2338,
      "step": 67280
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.258819713205521e-05,
      "loss": 0.2348,
      "step": 67290
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.258707858884589e-05,
      "loss": 0.2283,
      "step": 67300
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.258596004563656e-05,
      "loss": 0.2271,
      "step": 67310
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.258484150242724e-05,
      "loss": 0.2294,
      "step": 67320
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.258372295921791e-05,
      "loss": 0.231,
      "step": 67330
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.258260441600859e-05,
      "loss": 0.2361,
      "step": 67340
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.258148587279927e-05,
      "loss": 0.2318,
      "step": 67350
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2580479183910876e-05,
      "loss": 0.2335,
      "step": 67360
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2579360640701554e-05,
      "loss": 0.2314,
      "step": 67370
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2578242097492225e-05,
      "loss": 0.2335,
      "step": 67380
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.25771235542829e-05,
      "loss": 0.2334,
      "step": 67390
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.257600501107358e-05,
      "loss": 0.2395,
      "step": 67400
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.257488646786426e-05,
      "loss": 0.2299,
      "step": 67410
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.257376792465494e-05,
      "loss": 0.2312,
      "step": 67420
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.257264938144561e-05,
      "loss": 0.2354,
      "step": 67430
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2571530838236286e-05,
      "loss": 0.2331,
      "step": 67440
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.257041229502696e-05,
      "loss": 0.236,
      "step": 67450
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2569293751817635e-05,
      "loss": 0.2319,
      "step": 67460
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.256817520860831e-05,
      "loss": 0.2281,
      "step": 67470
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2567056665398984e-05,
      "loss": 0.2328,
      "step": 67480
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.256593812218966e-05,
      "loss": 0.2315,
      "step": 67490
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.256481957898033e-05,
      "loss": 0.2354,
      "step": 67500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.256370103577101e-05,
      "loss": 0.2368,
      "step": 67510
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2562582492561696e-05,
      "loss": 0.2335,
      "step": 67520
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.256146394935237e-05,
      "loss": 0.2303,
      "step": 67530
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2560345406143045e-05,
      "loss": 0.2258,
      "step": 67540
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2559226862933716e-05,
      "loss": 0.2331,
      "step": 67550
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2558108319724394e-05,
      "loss": 0.233,
      "step": 67560
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.255698977651507e-05,
      "loss": 0.2311,
      "step": 67570
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.255587123330574e-05,
      "loss": 0.2337,
      "step": 67580
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.255475269009642e-05,
      "loss": 0.2345,
      "step": 67590
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.255363414688709e-05,
      "loss": 0.2315,
      "step": 67600
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.255251560367777e-05,
      "loss": 0.2344,
      "step": 67610
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.255139706046845e-05,
      "loss": 0.234,
      "step": 67620
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2550278517259126e-05,
      "loss": 0.2357,
      "step": 67630
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2549159974049804e-05,
      "loss": 0.2322,
      "step": 67640
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2548041430840475e-05,
      "loss": 0.2332,
      "step": 67650
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.254692288763115e-05,
      "loss": 0.2318,
      "step": 67660
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2545804344421824e-05,
      "loss": 0.2297,
      "step": 67670
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.25446858012125e-05,
      "loss": 0.2346,
      "step": 67680
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.254356725800318e-05,
      "loss": 0.2329,
      "step": 67690
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.254244871479385e-05,
      "loss": 0.2344,
      "step": 67700
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.254133017158453e-05,
      "loss": 0.2385,
      "step": 67710
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.254021162837521e-05,
      "loss": 0.2398,
      "step": 67720
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2539093085165885e-05,
      "loss": 0.2305,
      "step": 67730
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.253797454195656e-05,
      "loss": 0.2338,
      "step": 67740
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2536855998747234e-05,
      "loss": 0.237,
      "step": 67750
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.253573745553791e-05,
      "loss": 0.2329,
      "step": 67760
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.253461891232858e-05,
      "loss": 0.234,
      "step": 67770
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.253350036911926e-05,
      "loss": 0.2281,
      "step": 67780
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.253238182590994e-05,
      "loss": 0.2355,
      "step": 67790
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.253126328270061e-05,
      "loss": 0.2392,
      "step": 67800
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.253014473949129e-05,
      "loss": 0.2313,
      "step": 67810
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2529026196281966e-05,
      "loss": 0.2308,
      "step": 67820
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2527907653072644e-05,
      "loss": 0.2288,
      "step": 67830
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.252678910986332e-05,
      "loss": 0.2303,
      "step": 67840
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.252567056665399e-05,
      "loss": 0.2289,
      "step": 67850
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.252455202344467e-05,
      "loss": 0.2266,
      "step": 67860
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.252343348023534e-05,
      "loss": 0.2302,
      "step": 67870
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.252231493702602e-05,
      "loss": 0.2337,
      "step": 67880
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.25211963938167e-05,
      "loss": 0.2332,
      "step": 67890
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.252007785060737e-05,
      "loss": 0.2325,
      "step": 67900
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.251895930739805e-05,
      "loss": 0.2315,
      "step": 67910
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.251784076418872e-05,
      "loss": 0.2334,
      "step": 67920
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2516722220979396e-05,
      "loss": 0.2276,
      "step": 67930
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2515603677770074e-05,
      "loss": 0.2411,
      "step": 67940
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.251448513456075e-05,
      "loss": 0.2365,
      "step": 67950
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.251336659135143e-05,
      "loss": 0.2309,
      "step": 67960
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.25122480481421e-05,
      "loss": 0.2291,
      "step": 67970
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.251112950493278e-05,
      "loss": 0.2331,
      "step": 67980
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.251001096172345e-05,
      "loss": 0.2389,
      "step": 67990
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.250889241851413e-05,
      "loss": 0.2382,
      "step": 68000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2507773875304806e-05,
      "loss": 0.2331,
      "step": 68010
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.250665533209548e-05,
      "loss": 0.2311,
      "step": 68020
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2505536788886155e-05,
      "loss": 0.2311,
      "step": 68030
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.250441824567683e-05,
      "loss": 0.2387,
      "step": 68040
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.250329970246751e-05,
      "loss": 0.2273,
      "step": 68050
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.250218115925819e-05,
      "loss": 0.2352,
      "step": 68060
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.250106261604886e-05,
      "loss": 0.2289,
      "step": 68070
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.249994407283954e-05,
      "loss": 0.2347,
      "step": 68080
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.249882552963021e-05,
      "loss": 0.2294,
      "step": 68090
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.249770698642089e-05,
      "loss": 0.2329,
      "step": 68100
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2496588443211565e-05,
      "loss": 0.2336,
      "step": 68110
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2495469900002236e-05,
      "loss": 0.2331,
      "step": 68120
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2494351356792914e-05,
      "loss": 0.2302,
      "step": 68130
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.249323281358359e-05,
      "loss": 0.2284,
      "step": 68140
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.249211427037427e-05,
      "loss": 0.2281,
      "step": 68150
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.249099572716495e-05,
      "loss": 0.2316,
      "step": 68160
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.248987718395562e-05,
      "loss": 0.2393,
      "step": 68170
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2488758640746297e-05,
      "loss": 0.2344,
      "step": 68180
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.248764009753697e-05,
      "loss": 0.234,
      "step": 68190
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2486521554327646e-05,
      "loss": 0.2374,
      "step": 68200
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.248540301111832e-05,
      "loss": 0.2354,
      "step": 68210
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2484284467908995e-05,
      "loss": 0.2314,
      "step": 68220
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.248316592469967e-05,
      "loss": 0.2363,
      "step": 68230
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.248204738149035e-05,
      "loss": 0.2346,
      "step": 68240
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.248092883828103e-05,
      "loss": 0.2361,
      "step": 68250
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.24798102950717e-05,
      "loss": 0.2329,
      "step": 68260
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.247869175186238e-05,
      "loss": 0.231,
      "step": 68270
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2477573208653056e-05,
      "loss": 0.2366,
      "step": 68280
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.247645466544373e-05,
      "loss": 0.2374,
      "step": 68290
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2475336122234405e-05,
      "loss": 0.2275,
      "step": 68300
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2474217579025076e-05,
      "loss": 0.234,
      "step": 68310
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2473099035815754e-05,
      "loss": 0.2398,
      "step": 68320
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.247198049260643e-05,
      "loss": 0.232,
      "step": 68330
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.24708619493971e-05,
      "loss": 0.2393,
      "step": 68340
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.246974340618779e-05,
      "loss": 0.2328,
      "step": 68350
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.246862486297846e-05,
      "loss": 0.2372,
      "step": 68360
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2467506319769137e-05,
      "loss": 0.229,
      "step": 68370
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2466387776559814e-05,
      "loss": 0.236,
      "step": 68380
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2465269233350486e-05,
      "loss": 0.2348,
      "step": 68390
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2464150690141164e-05,
      "loss": 0.2313,
      "step": 68400
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2463032146931835e-05,
      "loss": 0.2314,
      "step": 68410
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.246191360372251e-05,
      "loss": 0.2312,
      "step": 68420
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.246079506051319e-05,
      "loss": 0.237,
      "step": 68430
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.245967651730386e-05,
      "loss": 0.2374,
      "step": 68440
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.245855797409454e-05,
      "loss": 0.2348,
      "step": 68450
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.245743943088522e-05,
      "loss": 0.2315,
      "step": 68460
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2456320887675895e-05,
      "loss": 0.2326,
      "step": 68470
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2455202344466573e-05,
      "loss": 0.2275,
      "step": 68480
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2454083801257245e-05,
      "loss": 0.2331,
      "step": 68490
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.245296525804792e-05,
      "loss": 0.237,
      "step": 68500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2451846714838594e-05,
      "loss": 0.2321,
      "step": 68510
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.245072817162927e-05,
      "loss": 0.2347,
      "step": 68520
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.244960962841994e-05,
      "loss": 0.2301,
      "step": 68530
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.244849108521062e-05,
      "loss": 0.2336,
      "step": 68540
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.24473725420013e-05,
      "loss": 0.2397,
      "step": 68550
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2446253998791977e-05,
      "loss": 0.2295,
      "step": 68560
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2445135455582654e-05,
      "loss": 0.2306,
      "step": 68570
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2444016912373326e-05,
      "loss": 0.231,
      "step": 68580
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2442898369164004e-05,
      "loss": 0.2332,
      "step": 68590
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.244177982595468e-05,
      "loss": 0.2322,
      "step": 68600
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.244066128274535e-05,
      "loss": 0.2297,
      "step": 68610
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.243954273953603e-05,
      "loss": 0.2329,
      "step": 68620
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.24384241963267e-05,
      "loss": 0.2362,
      "step": 68630
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.243730565311738e-05,
      "loss": 0.2394,
      "step": 68640
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.243618710990806e-05,
      "loss": 0.2341,
      "step": 68650
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2435068566698735e-05,
      "loss": 0.2315,
      "step": 68660
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.243395002348941e-05,
      "loss": 0.2337,
      "step": 68670
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2432831480280085e-05,
      "loss": 0.2275,
      "step": 68680
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.243171293707076e-05,
      "loss": 0.2339,
      "step": 68690
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.243059439386144e-05,
      "loss": 0.2305,
      "step": 68700
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.242947585065211e-05,
      "loss": 0.2312,
      "step": 68710
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.242835730744279e-05,
      "loss": 0.2292,
      "step": 68720
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.242723876423346e-05,
      "loss": 0.2312,
      "step": 68730
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.242612022102414e-05,
      "loss": 0.2343,
      "step": 68740
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2425001677814816e-05,
      "loss": 0.2335,
      "step": 68750
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2423883134605494e-05,
      "loss": 0.2287,
      "step": 68760
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.242276459139617e-05,
      "loss": 0.2352,
      "step": 68770
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2421646048186843e-05,
      "loss": 0.2326,
      "step": 68780
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.242052750497752e-05,
      "loss": 0.2334,
      "step": 68790
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.24194089617682e-05,
      "loss": 0.2292,
      "step": 68800
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.241829041855887e-05,
      "loss": 0.2365,
      "step": 68810
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.241717187534955e-05,
      "loss": 0.2324,
      "step": 68820
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.241605333214022e-05,
      "loss": 0.2364,
      "step": 68830
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.24149347889309e-05,
      "loss": 0.2338,
      "step": 68840
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.241381624572157e-05,
      "loss": 0.2291,
      "step": 68850
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2412697702512247e-05,
      "loss": 0.228,
      "step": 68860
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2411579159302925e-05,
      "loss": 0.2322,
      "step": 68870
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.24104606160936e-05,
      "loss": 0.2307,
      "step": 68880
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.240934207288428e-05,
      "loss": 0.2322,
      "step": 68890
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.240822352967495e-05,
      "loss": 0.2329,
      "step": 68900
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.240710498646563e-05,
      "loss": 0.2325,
      "step": 68910
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.240598644325631e-05,
      "loss": 0.2355,
      "step": 68920
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.240486790004698e-05,
      "loss": 0.2337,
      "step": 68930
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2403749356837656e-05,
      "loss": 0.2337,
      "step": 68940
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.240263081362833e-05,
      "loss": 0.2326,
      "step": 68950
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2401512270419006e-05,
      "loss": 0.2331,
      "step": 68960
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2400393727209683e-05,
      "loss": 0.2347,
      "step": 68970
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.239927518400036e-05,
      "loss": 0.236,
      "step": 68980
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.239815664079104e-05,
      "loss": 0.2305,
      "step": 68990
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.239703809758171e-05,
      "loss": 0.2314,
      "step": 69000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.239591955437239e-05,
      "loss": 0.2277,
      "step": 69010
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2394801011163066e-05,
      "loss": 0.2288,
      "step": 69020
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.239368246795374e-05,
      "loss": 0.2318,
      "step": 69030
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2392563924744415e-05,
      "loss": 0.2369,
      "step": 69040
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2391445381535087e-05,
      "loss": 0.2263,
      "step": 69050
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2390326838325764e-05,
      "loss": 0.2335,
      "step": 69060
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.238920829511644e-05,
      "loss": 0.2327,
      "step": 69070
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.238808975190712e-05,
      "loss": 0.2357,
      "step": 69080
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.23869712086978e-05,
      "loss": 0.2311,
      "step": 69090
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.238585266548847e-05,
      "loss": 0.2336,
      "step": 69100
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.238473412227915e-05,
      "loss": 0.236,
      "step": 69110
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2383615579069825e-05,
      "loss": 0.2361,
      "step": 69120
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2382497035860496e-05,
      "loss": 0.2308,
      "step": 69130
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2381378492651174e-05,
      "loss": 0.2252,
      "step": 69140
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2380259949441845e-05,
      "loss": 0.2316,
      "step": 69150
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2379141406232523e-05,
      "loss": 0.2316,
      "step": 69160
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2378022863023195e-05,
      "loss": 0.2315,
      "step": 69170
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.237690431981388e-05,
      "loss": 0.235,
      "step": 69180
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.237578577660456e-05,
      "loss": 0.2354,
      "step": 69190
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.237466723339523e-05,
      "loss": 0.2323,
      "step": 69200
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2373548690185906e-05,
      "loss": 0.2288,
      "step": 69210
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.237243014697658e-05,
      "loss": 0.2286,
      "step": 69220
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2371311603767255e-05,
      "loss": 0.2312,
      "step": 69230
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.237019306055793e-05,
      "loss": 0.2297,
      "step": 69240
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2369074517348604e-05,
      "loss": 0.2309,
      "step": 69250
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.236795597413928e-05,
      "loss": 0.2306,
      "step": 69260
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2366837430929954e-05,
      "loss": 0.2298,
      "step": 69270
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.236571888772063e-05,
      "loss": 0.2307,
      "step": 69280
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.236460034451131e-05,
      "loss": 0.2256,
      "step": 69290
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.236348180130199e-05,
      "loss": 0.2289,
      "step": 69300
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2362363258092665e-05,
      "loss": 0.2266,
      "step": 69310
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2361244714883336e-05,
      "loss": 0.2296,
      "step": 69320
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2360126171674014e-05,
      "loss": 0.2345,
      "step": 69330
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.235900762846469e-05,
      "loss": 0.2355,
      "step": 69340
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2357889085255363e-05,
      "loss": 0.2337,
      "step": 69350
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.235688239636698e-05,
      "loss": 0.2333,
      "step": 69360
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.235576385315765e-05,
      "loss": 0.2353,
      "step": 69370
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.235464530994833e-05,
      "loss": 0.2298,
      "step": 69380
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2353526766739e-05,
      "loss": 0.2273,
      "step": 69390
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.235240822352968e-05,
      "loss": 0.2259,
      "step": 69400
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2351289680320355e-05,
      "loss": 0.2315,
      "step": 69410
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2350171137111026e-05,
      "loss": 0.2295,
      "step": 69420
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2349052593901704e-05,
      "loss": 0.23,
      "step": 69430
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2347934050692375e-05,
      "loss": 0.2296,
      "step": 69440
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.234681550748305e-05,
      "loss": 0.2321,
      "step": 69450
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.234569696427373e-05,
      "loss": 0.2356,
      "step": 69460
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.234457842106441e-05,
      "loss": 0.2314,
      "step": 69470
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.234345987785509e-05,
      "loss": 0.2329,
      "step": 69480
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.234234133464576e-05,
      "loss": 0.2267,
      "step": 69490
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2341222791436436e-05,
      "loss": 0.2369,
      "step": 69500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2340104248227114e-05,
      "loss": 0.2333,
      "step": 69510
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2338985705017785e-05,
      "loss": 0.2287,
      "step": 69520
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.233786716180846e-05,
      "loss": 0.2323,
      "step": 69530
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2336748618599134e-05,
      "loss": 0.237,
      "step": 69540
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.233563007538981e-05,
      "loss": 0.2279,
      "step": 69550
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.233451153218049e-05,
      "loss": 0.2385,
      "step": 69560
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.233339298897117e-05,
      "loss": 0.2346,
      "step": 69570
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2332274445761846e-05,
      "loss": 0.2332,
      "step": 69580
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.233115590255252e-05,
      "loss": 0.2278,
      "step": 69590
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2330037359343195e-05,
      "loss": 0.2316,
      "step": 69600
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2328918816133866e-05,
      "loss": 0.2349,
      "step": 69610
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2327800272924544e-05,
      "loss": 0.2341,
      "step": 69620
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.232668172971522e-05,
      "loss": 0.2315,
      "step": 69630
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.232556318650589e-05,
      "loss": 0.234,
      "step": 69640
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.232444464329657e-05,
      "loss": 0.2268,
      "step": 69650
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.232332610008725e-05,
      "loss": 0.237,
      "step": 69660
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.232220755687793e-05,
      "loss": 0.2289,
      "step": 69670
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2321089013668605e-05,
      "loss": 0.2328,
      "step": 69680
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2319970470459276e-05,
      "loss": 0.2331,
      "step": 69690
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2318851927249954e-05,
      "loss": 0.228,
      "step": 69700
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2317733384040625e-05,
      "loss": 0.2373,
      "step": 69710
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.23166148408313e-05,
      "loss": 0.2331,
      "step": 69720
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.231549629762198e-05,
      "loss": 0.2319,
      "step": 69730
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.231437775441265e-05,
      "loss": 0.2372,
      "step": 69740
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.231325921120333e-05,
      "loss": 0.2285,
      "step": 69750
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.231214066799401e-05,
      "loss": 0.2311,
      "step": 69760
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2311022124784686e-05,
      "loss": 0.2319,
      "step": 69770
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2309903581575364e-05,
      "loss": 0.2332,
      "step": 69780
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2308785038366035e-05,
      "loss": 0.2309,
      "step": 69790
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.230766649515671e-05,
      "loss": 0.2364,
      "step": 69800
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2306547951947384e-05,
      "loss": 0.2299,
      "step": 69810
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.230542940873806e-05,
      "loss": 0.228,
      "step": 69820
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.230431086552874e-05,
      "loss": 0.2324,
      "step": 69830
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.230319232231941e-05,
      "loss": 0.2365,
      "step": 69840
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.230207377911009e-05,
      "loss": 0.2299,
      "step": 69850
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.230095523590076e-05,
      "loss": 0.2265,
      "step": 69860
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.229983669269144e-05,
      "loss": 0.2306,
      "step": 69870
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2298718149482116e-05,
      "loss": 0.2334,
      "step": 69880
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2297599606272794e-05,
      "loss": 0.2304,
      "step": 69890
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.229648106306347e-05,
      "loss": 0.2279,
      "step": 69900
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.229536251985414e-05,
      "loss": 0.2312,
      "step": 69910
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.229424397664482e-05,
      "loss": 0.2312,
      "step": 69920
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.229312543343549e-05,
      "loss": 0.2281,
      "step": 69930
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.229200689022617e-05,
      "loss": 0.2308,
      "step": 69940
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.229088834701685e-05,
      "loss": 0.2332,
      "step": 69950
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.228976980380752e-05,
      "loss": 0.2294,
      "step": 69960
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.22886512605982e-05,
      "loss": 0.2344,
      "step": 69970
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2287532717388875e-05,
      "loss": 0.2267,
      "step": 69980
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.228641417417955e-05,
      "loss": 0.228,
      "step": 69990
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.228529563097023e-05,
      "loss": 0.2347,
      "step": 70000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.22841770877609e-05,
      "loss": 0.2259,
      "step": 70010
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.228305854455158e-05,
      "loss": 0.2301,
      "step": 70020
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.228194000134225e-05,
      "loss": 0.2343,
      "step": 70030
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.228082145813293e-05,
      "loss": 0.2299,
      "step": 70040
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.227970291492361e-05,
      "loss": 0.2294,
      "step": 70050
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.227858437171428e-05,
      "loss": 0.2334,
      "step": 70060
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2277465828504956e-05,
      "loss": 0.2327,
      "step": 70070
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2276347285295634e-05,
      "loss": 0.2349,
      "step": 70080
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.227522874208631e-05,
      "loss": 0.2265,
      "step": 70090
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.227411019887699e-05,
      "loss": 0.2274,
      "step": 70100
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.227299165566766e-05,
      "loss": 0.2348,
      "step": 70110
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.227187311245834e-05,
      "loss": 0.2316,
      "step": 70120
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.227075456924901e-05,
      "loss": 0.2273,
      "step": 70130
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.226963602603969e-05,
      "loss": 0.2309,
      "step": 70140
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2268517482830366e-05,
      "loss": 0.235,
      "step": 70150
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.226739893962104e-05,
      "loss": 0.2345,
      "step": 70160
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2266280396411715e-05,
      "loss": 0.2289,
      "step": 70170
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.226516185320239e-05,
      "loss": 0.2289,
      "step": 70180
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.226404330999307e-05,
      "loss": 0.2296,
      "step": 70190
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.226292476678374e-05,
      "loss": 0.2334,
      "step": 70200
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.226180622357442e-05,
      "loss": 0.2319,
      "step": 70210
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.22606876803651e-05,
      "loss": 0.2321,
      "step": 70220
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.225956913715577e-05,
      "loss": 0.2352,
      "step": 70230
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.225845059394645e-05,
      "loss": 0.2311,
      "step": 70240
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.225733205073712e-05,
      "loss": 0.2256,
      "step": 70250
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2256213507527796e-05,
      "loss": 0.2325,
      "step": 70260
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2255094964318474e-05,
      "loss": 0.238,
      "step": 70270
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2253976421109145e-05,
      "loss": 0.2356,
      "step": 70280
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.225285787789982e-05,
      "loss": 0.2317,
      "step": 70290
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.22517393346905e-05,
      "loss": 0.2297,
      "step": 70300
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.225062079148118e-05,
      "loss": 0.2303,
      "step": 70310
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.224950224827186e-05,
      "loss": 0.2304,
      "step": 70320
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.224838370506253e-05,
      "loss": 0.2275,
      "step": 70330
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2247265161853206e-05,
      "loss": 0.2247,
      "step": 70340
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.224614661864388e-05,
      "loss": 0.2309,
      "step": 70350
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2245028075434555e-05,
      "loss": 0.2361,
      "step": 70360
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.224390953222523e-05,
      "loss": 0.2291,
      "step": 70370
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2242790989015904e-05,
      "loss": 0.2268,
      "step": 70380
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.224167244580658e-05,
      "loss": 0.2368,
      "step": 70390
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.224055390259726e-05,
      "loss": 0.2323,
      "step": 70400
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.223943535938794e-05,
      "loss": 0.2331,
      "step": 70410
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2238316816178616e-05,
      "loss": 0.2325,
      "step": 70420
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.223719827296929e-05,
      "loss": 0.2322,
      "step": 70430
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2236079729759965e-05,
      "loss": 0.2331,
      "step": 70440
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2234961186550636e-05,
      "loss": 0.2292,
      "step": 70450
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2233842643341314e-05,
      "loss": 0.2337,
      "step": 70460
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.223272410013199e-05,
      "loss": 0.2387,
      "step": 70470
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.223160555692266e-05,
      "loss": 0.2273,
      "step": 70480
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.223048701371334e-05,
      "loss": 0.2291,
      "step": 70490
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.222936847050402e-05,
      "loss": 0.2296,
      "step": 70500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.22282499272947e-05,
      "loss": 0.2298,
      "step": 70510
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.222713138408537e-05,
      "loss": 0.2336,
      "step": 70520
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2226012840876046e-05,
      "loss": 0.2261,
      "step": 70530
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2224894297666724e-05,
      "loss": 0.2276,
      "step": 70540
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2223775754457395e-05,
      "loss": 0.2277,
      "step": 70550
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.222265721124807e-05,
      "loss": 0.2367,
      "step": 70560
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2221538668038744e-05,
      "loss": 0.2397,
      "step": 70570
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.222042012482942e-05,
      "loss": 0.2319,
      "step": 70580
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.22193015816201e-05,
      "loss": 0.2279,
      "step": 70590
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.221818303841078e-05,
      "loss": 0.2275,
      "step": 70600
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2217064495201456e-05,
      "loss": 0.2288,
      "step": 70610
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.221594595199213e-05,
      "loss": 0.2296,
      "step": 70620
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2214827408782805e-05,
      "loss": 0.2261,
      "step": 70630
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.221370886557348e-05,
      "loss": 0.2322,
      "step": 70640
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2212590322364154e-05,
      "loss": 0.2301,
      "step": 70650
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.221147177915483e-05,
      "loss": 0.2342,
      "step": 70660
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.22103532359455e-05,
      "loss": 0.2255,
      "step": 70670
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.220923469273618e-05,
      "loss": 0.2339,
      "step": 70680
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.220811614952686e-05,
      "loss": 0.2367,
      "step": 70690
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.220699760631753e-05,
      "loss": 0.2287,
      "step": 70700
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2205879063108215e-05,
      "loss": 0.2277,
      "step": 70710
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2204760519898886e-05,
      "loss": 0.2354,
      "step": 70720
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2203641976689564e-05,
      "loss": 0.2372,
      "step": 70730
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.220252343348024e-05,
      "loss": 0.2333,
      "step": 70740
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.220140489027091e-05,
      "loss": 0.2296,
      "step": 70750
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.220028634706159e-05,
      "loss": 0.229,
      "step": 70760
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.219916780385226e-05,
      "loss": 0.2311,
      "step": 70770
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.219804926064294e-05,
      "loss": 0.2282,
      "step": 70780
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.219693071743362e-05,
      "loss": 0.2288,
      "step": 70790
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.219581217422429e-05,
      "loss": 0.2279,
      "step": 70800
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.219469363101497e-05,
      "loss": 0.2269,
      "step": 70810
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2193575087805645e-05,
      "loss": 0.2275,
      "step": 70820
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.219245654459632e-05,
      "loss": 0.2271,
      "step": 70830
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2191338001386994e-05,
      "loss": 0.2317,
      "step": 70840
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.219021945817767e-05,
      "loss": 0.2304,
      "step": 70850
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.218910091496835e-05,
      "loss": 0.2305,
      "step": 70860
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.218798237175902e-05,
      "loss": 0.2276,
      "step": 70870
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.21868638285497e-05,
      "loss": 0.2269,
      "step": 70880
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.218574528534037e-05,
      "loss": 0.2342,
      "step": 70890
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.218462674213105e-05,
      "loss": 0.2398,
      "step": 70900
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2183508198921726e-05,
      "loss": 0.2328,
      "step": 70910
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2182389655712404e-05,
      "loss": 0.2282,
      "step": 70920
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.218127111250308e-05,
      "loss": 0.2334,
      "step": 70930
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.218015256929375e-05,
      "loss": 0.235,
      "step": 70940
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.217903402608443e-05,
      "loss": 0.227,
      "step": 70950
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.217791548287511e-05,
      "loss": 0.2237,
      "step": 70960
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.217679693966578e-05,
      "loss": 0.2263,
      "step": 70970
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.217567839645646e-05,
      "loss": 0.2319,
      "step": 70980
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.217455985324713e-05,
      "loss": 0.2307,
      "step": 70990
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.217344131003781e-05,
      "loss": 0.2314,
      "step": 71000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2172322766828485e-05,
      "loss": 0.2263,
      "step": 71010
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.217120422361916e-05,
      "loss": 0.2285,
      "step": 71020
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.217008568040984e-05,
      "loss": 0.2299,
      "step": 71030
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.216896713720051e-05,
      "loss": 0.2255,
      "step": 71040
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.216784859399119e-05,
      "loss": 0.2265,
      "step": 71050
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.216673005078187e-05,
      "loss": 0.228,
      "step": 71060
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.216561150757254e-05,
      "loss": 0.2263,
      "step": 71070
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2164492964363217e-05,
      "loss": 0.2316,
      "step": 71080
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.216337442115389e-05,
      "loss": 0.2296,
      "step": 71090
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2162255877944566e-05,
      "loss": 0.2276,
      "step": 71100
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.216113733473524e-05,
      "loss": 0.2307,
      "step": 71110
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.216001879152592e-05,
      "loss": 0.2373,
      "step": 71120
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.21589002483166e-05,
      "loss": 0.2282,
      "step": 71130
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.215778170510727e-05,
      "loss": 0.2336,
      "step": 71140
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.215666316189795e-05,
      "loss": 0.2309,
      "step": 71150
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.215554461868862e-05,
      "loss": 0.2281,
      "step": 71160
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.21544260754793e-05,
      "loss": 0.228,
      "step": 71170
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2153307532269976e-05,
      "loss": 0.2313,
      "step": 71180
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.215218898906065e-05,
      "loss": 0.2259,
      "step": 71190
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2151070445851325e-05,
      "loss": 0.2244,
      "step": 71200
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2149951902641996e-05,
      "loss": 0.229,
      "step": 71210
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2148833359432674e-05,
      "loss": 0.2245,
      "step": 71220
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.214771481622335e-05,
      "loss": 0.23,
      "step": 71230
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.214659627301403e-05,
      "loss": 0.2313,
      "step": 71240
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.214547772980471e-05,
      "loss": 0.2301,
      "step": 71250
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.214435918659538e-05,
      "loss": 0.2264,
      "step": 71260
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2143240643386057e-05,
      "loss": 0.2233,
      "step": 71270
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2142122100176734e-05,
      "loss": 0.2283,
      "step": 71280
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2141003556967406e-05,
      "loss": 0.2313,
      "step": 71290
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2139885013758084e-05,
      "loss": 0.2357,
      "step": 71300
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2138766470548755e-05,
      "loss": 0.2263,
      "step": 71310
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.213764792733943e-05,
      "loss": 0.2268,
      "step": 71320
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.213652938413011e-05,
      "loss": 0.2293,
      "step": 71330
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.213541084092079e-05,
      "loss": 0.2312,
      "step": 71340
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2134292297711466e-05,
      "loss": 0.2329,
      "step": 71350
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.213317375450214e-05,
      "loss": 0.2277,
      "step": 71360
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2132167065613746e-05,
      "loss": 0.2264,
      "step": 71370
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.213104852240442e-05,
      "loss": 0.231,
      "step": 71380
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2129929979195095e-05,
      "loss": 0.226,
      "step": 71390
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.212881143598577e-05,
      "loss": 0.2286,
      "step": 71400
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.212769289277645e-05,
      "loss": 0.2298,
      "step": 71410
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.212657434956713e-05,
      "loss": 0.2387,
      "step": 71420
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.21254558063578e-05,
      "loss": 0.2338,
      "step": 71430
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.212433726314848e-05,
      "loss": 0.2277,
      "step": 71440
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2123218719939156e-05,
      "loss": 0.229,
      "step": 71450
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.212210017672983e-05,
      "loss": 0.2289,
      "step": 71460
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2120981633520505e-05,
      "loss": 0.2225,
      "step": 71470
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2119863090311176e-05,
      "loss": 0.2288,
      "step": 71480
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2118744547101854e-05,
      "loss": 0.2247,
      "step": 71490
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.211762600389253e-05,
      "loss": 0.2344,
      "step": 71500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.211650746068321e-05,
      "loss": 0.2315,
      "step": 71510
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.211538891747389e-05,
      "loss": 0.232,
      "step": 71520
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.211427037426456e-05,
      "loss": 0.2311,
      "step": 71530
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.211315183105524e-05,
      "loss": 0.2298,
      "step": 71540
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.211203328784591e-05,
      "loss": 0.2244,
      "step": 71550
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2110914744636586e-05,
      "loss": 0.2261,
      "step": 71560
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2109796201427264e-05,
      "loss": 0.2296,
      "step": 71570
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2108677658217935e-05,
      "loss": 0.2311,
      "step": 71580
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.210755911500861e-05,
      "loss": 0.2293,
      "step": 71590
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.210644057179929e-05,
      "loss": 0.2276,
      "step": 71600
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.210532202858997e-05,
      "loss": 0.2342,
      "step": 71610
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.210420348538065e-05,
      "loss": 0.2274,
      "step": 71620
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.210308494217132e-05,
      "loss": 0.2284,
      "step": 71630
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2101966398961996e-05,
      "loss": 0.2268,
      "step": 71640
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.210084785575267e-05,
      "loss": 0.2325,
      "step": 71650
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2099729312543345e-05,
      "loss": 0.2248,
      "step": 71660
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.209861076933402e-05,
      "loss": 0.2265,
      "step": 71670
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2097492226124694e-05,
      "loss": 0.227,
      "step": 71680
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.209637368291537e-05,
      "loss": 0.2296,
      "step": 71690
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.209525513970605e-05,
      "loss": 0.229,
      "step": 71700
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.209413659649673e-05,
      "loss": 0.2321,
      "step": 71710
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2093018053287406e-05,
      "loss": 0.2282,
      "step": 71720
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.209189951007808e-05,
      "loss": 0.2279,
      "step": 71730
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2090780966868755e-05,
      "loss": 0.2358,
      "step": 71740
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2089662423659426e-05,
      "loss": 0.2262,
      "step": 71750
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2088543880450104e-05,
      "loss": 0.2253,
      "step": 71760
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.208742533724078e-05,
      "loss": 0.229,
      "step": 71770
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.208630679403145e-05,
      "loss": 0.222,
      "step": 71780
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.208518825082213e-05,
      "loss": 0.2339,
      "step": 71790
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.20840697076128e-05,
      "loss": 0.229,
      "step": 71800
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.208295116440348e-05,
      "loss": 0.2237,
      "step": 71810
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.208183262119416e-05,
      "loss": 0.2327,
      "step": 71820
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2080714077984836e-05,
      "loss": 0.2297,
      "step": 71830
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2079595534775514e-05,
      "loss": 0.2353,
      "step": 71840
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2078476991566185e-05,
      "loss": 0.2293,
      "step": 71850
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.207735844835686e-05,
      "loss": 0.2245,
      "step": 71860
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2076239905147534e-05,
      "loss": 0.2322,
      "step": 71870
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.207512136193821e-05,
      "loss": 0.2313,
      "step": 71880
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.207400281872889e-05,
      "loss": 0.2284,
      "step": 71890
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.207288427551956e-05,
      "loss": 0.2239,
      "step": 71900
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.207176573231024e-05,
      "loss": 0.231,
      "step": 71910
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.207064718910092e-05,
      "loss": 0.2288,
      "step": 71920
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2069528645891595e-05,
      "loss": 0.2265,
      "step": 71930
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.206841010268227e-05,
      "loss": 0.2328,
      "step": 71940
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2067291559472944e-05,
      "loss": 0.2306,
      "step": 71950
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.206617301626362e-05,
      "loss": 0.2247,
      "step": 71960
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.206505447305429e-05,
      "loss": 0.2332,
      "step": 71970
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.206393592984497e-05,
      "loss": 0.2287,
      "step": 71980
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.206281738663565e-05,
      "loss": 0.2321,
      "step": 71990
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.206169884342632e-05,
      "loss": 0.2261,
      "step": 72000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2060580300217e-05,
      "loss": 0.2286,
      "step": 72010
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2059461757007676e-05,
      "loss": 0.231,
      "step": 72020
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2058343213798354e-05,
      "loss": 0.2286,
      "step": 72030
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.205722467058903e-05,
      "loss": 0.2327,
      "step": 72040
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.20561061273797e-05,
      "loss": 0.2315,
      "step": 72050
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.205498758417038e-05,
      "loss": 0.2347,
      "step": 72060
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.205386904096105e-05,
      "loss": 0.2286,
      "step": 72070
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.205275049775173e-05,
      "loss": 0.225,
      "step": 72080
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.205163195454241e-05,
      "loss": 0.2331,
      "step": 72090
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.205051341133308e-05,
      "loss": 0.223,
      "step": 72100
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.204939486812376e-05,
      "loss": 0.2249,
      "step": 72110
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2048276324914435e-05,
      "loss": 0.2223,
      "step": 72120
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.204715778170511e-05,
      "loss": 0.232,
      "step": 72130
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2046039238495784e-05,
      "loss": 0.2321,
      "step": 72140
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.204492069528646e-05,
      "loss": 0.2325,
      "step": 72150
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.204380215207714e-05,
      "loss": 0.2317,
      "step": 72160
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.204268360886781e-05,
      "loss": 0.2245,
      "step": 72170
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.204156506565849e-05,
      "loss": 0.2223,
      "step": 72180
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.204044652244916e-05,
      "loss": 0.2211,
      "step": 72190
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.203932797923984e-05,
      "loss": 0.2285,
      "step": 72200
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2038209436030516e-05,
      "loss": 0.2303,
      "step": 72210
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.203709089282119e-05,
      "loss": 0.229,
      "step": 72220
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2035972349611865e-05,
      "loss": 0.2307,
      "step": 72230
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.203485380640254e-05,
      "loss": 0.2315,
      "step": 72240
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.203373526319322e-05,
      "loss": 0.2299,
      "step": 72250
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.20326167199839e-05,
      "loss": 0.2248,
      "step": 72260
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.203149817677457e-05,
      "loss": 0.2275,
      "step": 72270
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.203037963356525e-05,
      "loss": 0.2285,
      "step": 72280
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.202926109035592e-05,
      "loss": 0.2224,
      "step": 72290
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.20281425471466e-05,
      "loss": 0.2332,
      "step": 72300
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2027024003937275e-05,
      "loss": 0.2272,
      "step": 72310
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2025905460727946e-05,
      "loss": 0.2316,
      "step": 72320
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2024786917518624e-05,
      "loss": 0.2245,
      "step": 72330
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.20236683743093e-05,
      "loss": 0.2285,
      "step": 72340
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.202254983109998e-05,
      "loss": 0.2269,
      "step": 72350
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.202143128789066e-05,
      "loss": 0.2263,
      "step": 72360
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.202031274468133e-05,
      "loss": 0.2293,
      "step": 72370
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.201919420147201e-05,
      "loss": 0.2292,
      "step": 72380
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.201807565826268e-05,
      "loss": 0.2252,
      "step": 72390
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2016957115053356e-05,
      "loss": 0.2234,
      "step": 72400
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2015838571844034e-05,
      "loss": 0.2271,
      "step": 72410
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2014720028634705e-05,
      "loss": 0.2246,
      "step": 72420
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.201360148542538e-05,
      "loss": 0.2337,
      "step": 72430
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.201248294221606e-05,
      "loss": 0.2328,
      "step": 72440
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.201136439900674e-05,
      "loss": 0.2267,
      "step": 72450
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.201024585579741e-05,
      "loss": 0.2317,
      "step": 72460
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.200912731258809e-05,
      "loss": 0.2352,
      "step": 72470
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2008008769378766e-05,
      "loss": 0.2281,
      "step": 72480
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.200689022616944e-05,
      "loss": 0.2324,
      "step": 72490
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2005771682960115e-05,
      "loss": 0.2282,
      "step": 72500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2004653139750786e-05,
      "loss": 0.2244,
      "step": 72510
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2003534596541464e-05,
      "loss": 0.2303,
      "step": 72520
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.200241605333214e-05,
      "loss": 0.2223,
      "step": 72530
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.200129751012282e-05,
      "loss": 0.2272,
      "step": 72540
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.20001789669135e-05,
      "loss": 0.2251,
      "step": 72550
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.199906042370417e-05,
      "loss": 0.2241,
      "step": 72560
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.199794188049485e-05,
      "loss": 0.2293,
      "step": 72570
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1996823337285525e-05,
      "loss": 0.2278,
      "step": 72580
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1995704794076196e-05,
      "loss": 0.2309,
      "step": 72590
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1994586250866874e-05,
      "loss": 0.2222,
      "step": 72600
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1993467707657545e-05,
      "loss": 0.2274,
      "step": 72610
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.199234916444822e-05,
      "loss": 0.2291,
      "step": 72620
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.19912306212389e-05,
      "loss": 0.2294,
      "step": 72630
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.199011207802957e-05,
      "loss": 0.2263,
      "step": 72640
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.198899353482026e-05,
      "loss": 0.2279,
      "step": 72650
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.198787499161093e-05,
      "loss": 0.2341,
      "step": 72660
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1986756448401606e-05,
      "loss": 0.2253,
      "step": 72670
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1985637905192284e-05,
      "loss": 0.232,
      "step": 72680
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1984519361982955e-05,
      "loss": 0.2265,
      "step": 72690
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.198340081877363e-05,
      "loss": 0.2257,
      "step": 72700
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1982282275564304e-05,
      "loss": 0.2258,
      "step": 72710
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.198116373235498e-05,
      "loss": 0.2321,
      "step": 72720
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.198004518914566e-05,
      "loss": 0.2236,
      "step": 72730
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.197892664593633e-05,
      "loss": 0.231,
      "step": 72740
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.197780810272701e-05,
      "loss": 0.232,
      "step": 72750
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.197668955951769e-05,
      "loss": 0.2247,
      "step": 72760
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1975571016308365e-05,
      "loss": 0.2287,
      "step": 72770
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1974452473099036e-05,
      "loss": 0.2278,
      "step": 72780
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1973333929889714e-05,
      "loss": 0.2299,
      "step": 72790
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.197221538668039e-05,
      "loss": 0.2312,
      "step": 72800
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.197109684347106e-05,
      "loss": 0.2223,
      "step": 72810
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.196997830026174e-05,
      "loss": 0.2247,
      "step": 72820
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.196885975705241e-05,
      "loss": 0.2284,
      "step": 72830
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.196774121384309e-05,
      "loss": 0.2248,
      "step": 72840
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.196662267063377e-05,
      "loss": 0.2238,
      "step": 72850
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1965504127424446e-05,
      "loss": 0.225,
      "step": 72860
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1964385584215124e-05,
      "loss": 0.2285,
      "step": 72870
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1963267041005795e-05,
      "loss": 0.2265,
      "step": 72880
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.196214849779647e-05,
      "loss": 0.2296,
      "step": 72890
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.196102995458715e-05,
      "loss": 0.2333,
      "step": 72900
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.195991141137782e-05,
      "loss": 0.2279,
      "step": 72910
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.19587928681685e-05,
      "loss": 0.2253,
      "step": 72920
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.195767432495917e-05,
      "loss": 0.2249,
      "step": 72930
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.195655578174985e-05,
      "loss": 0.2318,
      "step": 72940
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.195543723854053e-05,
      "loss": 0.2291,
      "step": 72950
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1954318695331205e-05,
      "loss": 0.2293,
      "step": 72960
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.195320015212188e-05,
      "loss": 0.2271,
      "step": 72970
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1952081608912554e-05,
      "loss": 0.2266,
      "step": 72980
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.195096306570323e-05,
      "loss": 0.2289,
      "step": 72990
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.194984452249391e-05,
      "loss": 0.2251,
      "step": 73000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.194872597928458e-05,
      "loss": 0.2284,
      "step": 73010
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.194760743607526e-05,
      "loss": 0.2281,
      "step": 73020
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.194648889286593e-05,
      "loss": 0.2279,
      "step": 73030
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.194537034965661e-05,
      "loss": 0.2243,
      "step": 73040
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1944251806447286e-05,
      "loss": 0.2241,
      "step": 73050
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.194313326323796e-05,
      "loss": 0.2281,
      "step": 73060
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.194201472002864e-05,
      "loss": 0.2352,
      "step": 73070
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.194089617681931e-05,
      "loss": 0.2255,
      "step": 73080
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.193977763360999e-05,
      "loss": 0.2271,
      "step": 73090
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.193865909040066e-05,
      "loss": 0.2297,
      "step": 73100
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.193754054719134e-05,
      "loss": 0.2252,
      "step": 73110
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.193642200398202e-05,
      "loss": 0.2259,
      "step": 73120
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.193530346077269e-05,
      "loss": 0.2328,
      "step": 73130
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.193418491756337e-05,
      "loss": 0.2262,
      "step": 73140
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.193306637435404e-05,
      "loss": 0.2309,
      "step": 73150
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1931947831144716e-05,
      "loss": 0.2244,
      "step": 73160
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1930829287935394e-05,
      "loss": 0.2324,
      "step": 73170
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.192971074472607e-05,
      "loss": 0.2254,
      "step": 73180
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.192859220151675e-05,
      "loss": 0.2285,
      "step": 73190
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.192747365830742e-05,
      "loss": 0.2304,
      "step": 73200
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.19263551150981e-05,
      "loss": 0.2282,
      "step": 73210
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.192523657188878e-05,
      "loss": 0.2236,
      "step": 73220
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.192411802867945e-05,
      "loss": 0.2254,
      "step": 73230
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1922999485470126e-05,
      "loss": 0.2316,
      "step": 73240
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.19218809422608e-05,
      "loss": 0.2253,
      "step": 73250
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1920762399051475e-05,
      "loss": 0.223,
      "step": 73260
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.191964385584215e-05,
      "loss": 0.2248,
      "step": 73270
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.191852531263283e-05,
      "loss": 0.2234,
      "step": 73280
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.191740676942351e-05,
      "loss": 0.221,
      "step": 73290
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.191628822621418e-05,
      "loss": 0.2282,
      "step": 73300
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.191516968300486e-05,
      "loss": 0.2327,
      "step": 73310
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1914051139795536e-05,
      "loss": 0.2274,
      "step": 73320
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.191293259658621e-05,
      "loss": 0.2273,
      "step": 73330
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1911814053376885e-05,
      "loss": 0.2238,
      "step": 73340
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1910695510167556e-05,
      "loss": 0.2252,
      "step": 73350
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1909576966958234e-05,
      "loss": 0.2246,
      "step": 73360
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.190845842374891e-05,
      "loss": 0.2254,
      "step": 73370
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.190745173486052e-05,
      "loss": 0.226,
      "step": 73380
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.19063331916512e-05,
      "loss": 0.2245,
      "step": 73390
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.190521464844187e-05,
      "loss": 0.2235,
      "step": 73400
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.190409610523255e-05,
      "loss": 0.2218,
      "step": 73410
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.190297756202322e-05,
      "loss": 0.23,
      "step": 73420
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.19018590188139e-05,
      "loss": 0.2294,
      "step": 73430
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1900740475604575e-05,
      "loss": 0.23,
      "step": 73440
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.189962193239525e-05,
      "loss": 0.23,
      "step": 73450
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.189850338918593e-05,
      "loss": 0.2234,
      "step": 73460
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.18973848459766e-05,
      "loss": 0.2224,
      "step": 73470
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.189626630276728e-05,
      "loss": 0.2254,
      "step": 73480
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.189514775955795e-05,
      "loss": 0.2272,
      "step": 73490
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.189402921634863e-05,
      "loss": 0.2251,
      "step": 73500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1892910673139307e-05,
      "loss": 0.2299,
      "step": 73510
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.189179212992998e-05,
      "loss": 0.2253,
      "step": 73520
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1890673586720656e-05,
      "loss": 0.2268,
      "step": 73530
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1889555043511334e-05,
      "loss": 0.2236,
      "step": 73540
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.188843650030201e-05,
      "loss": 0.2253,
      "step": 73550
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.188731795709269e-05,
      "loss": 0.2287,
      "step": 73560
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.188619941388336e-05,
      "loss": 0.2289,
      "step": 73570
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.188508087067404e-05,
      "loss": 0.2289,
      "step": 73580
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.188396232746471e-05,
      "loss": 0.2258,
      "step": 73590
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.188284378425539e-05,
      "loss": 0.2267,
      "step": 73600
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1881725241046065e-05,
      "loss": 0.2258,
      "step": 73610
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1880606697836737e-05,
      "loss": 0.23,
      "step": 73620
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1879488154627415e-05,
      "loss": 0.2262,
      "step": 73630
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1878369611418086e-05,
      "loss": 0.2321,
      "step": 73640
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.187725106820877e-05,
      "loss": 0.2307,
      "step": 73650
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.187613252499945e-05,
      "loss": 0.2238,
      "step": 73660
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.187501398179012e-05,
      "loss": 0.228,
      "step": 73670
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.18738954385808e-05,
      "loss": 0.2265,
      "step": 73680
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.187277689537147e-05,
      "loss": 0.2289,
      "step": 73690
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1871658352162146e-05,
      "loss": 0.2287,
      "step": 73700
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1870539808952824e-05,
      "loss": 0.2284,
      "step": 73710
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1869421265743496e-05,
      "loss": 0.2242,
      "step": 73720
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1868302722534173e-05,
      "loss": 0.2279,
      "step": 73730
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1867184179324845e-05,
      "loss": 0.2235,
      "step": 73740
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.186606563611552e-05,
      "loss": 0.2279,
      "step": 73750
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.18649470929062e-05,
      "loss": 0.2268,
      "step": 73760
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.186382854969688e-05,
      "loss": 0.2235,
      "step": 73770
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1862710006487556e-05,
      "loss": 0.225,
      "step": 73780
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.186159146327823e-05,
      "loss": 0.2329,
      "step": 73790
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1860472920068905e-05,
      "loss": 0.2256,
      "step": 73800
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1859354376859577e-05,
      "loss": 0.2305,
      "step": 73810
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1858235833650254e-05,
      "loss": 0.2284,
      "step": 73820
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.185711729044093e-05,
      "loss": 0.221,
      "step": 73830
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1855998747231604e-05,
      "loss": 0.2244,
      "step": 73840
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.185488020402228e-05,
      "loss": 0.223,
      "step": 73850
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.185376166081296e-05,
      "loss": 0.2264,
      "step": 73860
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.185264311760364e-05,
      "loss": 0.2248,
      "step": 73870
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1851524574394315e-05,
      "loss": 0.2243,
      "step": 73880
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1850406031184986e-05,
      "loss": 0.228,
      "step": 73890
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1849287487975664e-05,
      "loss": 0.231,
      "step": 73900
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1848168944766336e-05,
      "loss": 0.2274,
      "step": 73910
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1847050401557013e-05,
      "loss": 0.226,
      "step": 73920
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.184593185834769e-05,
      "loss": 0.2198,
      "step": 73930
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.184481331513836e-05,
      "loss": 0.2238,
      "step": 73940
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.184369477192904e-05,
      "loss": 0.2248,
      "step": 73950
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.184257622871972e-05,
      "loss": 0.2191,
      "step": 73960
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1841457685510396e-05,
      "loss": 0.2268,
      "step": 73970
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1840339142301074e-05,
      "loss": 0.223,
      "step": 73980
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1839220599091745e-05,
      "loss": 0.2364,
      "step": 73990
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.183810205588242e-05,
      "loss": 0.2272,
      "step": 74000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1836983512673094e-05,
      "loss": 0.2237,
      "step": 74010
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.183586496946377e-05,
      "loss": 0.2307,
      "step": 74020
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.183474642625445e-05,
      "loss": 0.2273,
      "step": 74030
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.183362788304512e-05,
      "loss": 0.2218,
      "step": 74040
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.18325093398358e-05,
      "loss": 0.2263,
      "step": 74050
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.183139079662648e-05,
      "loss": 0.2225,
      "step": 74060
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1830272253417155e-05,
      "loss": 0.2256,
      "step": 74070
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1829153710207826e-05,
      "loss": 0.2291,
      "step": 74080
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1828035166998504e-05,
      "loss": 0.2292,
      "step": 74090
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.182691662378918e-05,
      "loss": 0.2226,
      "step": 74100
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1825798080579853e-05,
      "loss": 0.2258,
      "step": 74110
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.182467953737053e-05,
      "loss": 0.2288,
      "step": 74120
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.18235609941612e-05,
      "loss": 0.2287,
      "step": 74130
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.182244245095188e-05,
      "loss": 0.2207,
      "step": 74140
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.182132390774256e-05,
      "loss": 0.2297,
      "step": 74150
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.182020536453323e-05,
      "loss": 0.2302,
      "step": 74160
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.181908682132391e-05,
      "loss": 0.2273,
      "step": 74170
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1817968278114585e-05,
      "loss": 0.2271,
      "step": 74180
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.181684973490526e-05,
      "loss": 0.2234,
      "step": 74190
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.181573119169594e-05,
      "loss": 0.23,
      "step": 74200
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.181461264848661e-05,
      "loss": 0.2305,
      "step": 74210
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.181349410527729e-05,
      "loss": 0.2251,
      "step": 74220
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.181237556206796e-05,
      "loss": 0.2311,
      "step": 74230
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.181125701885864e-05,
      "loss": 0.2288,
      "step": 74240
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.181013847564932e-05,
      "loss": 0.2288,
      "step": 74250
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.180901993243999e-05,
      "loss": 0.2201,
      "step": 74260
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1807901389230666e-05,
      "loss": 0.2249,
      "step": 74270
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1806782846021344e-05,
      "loss": 0.2247,
      "step": 74280
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.180566430281202e-05,
      "loss": 0.2327,
      "step": 74290
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.18045457596027e-05,
      "loss": 0.2278,
      "step": 74300
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.180342721639337e-05,
      "loss": 0.2264,
      "step": 74310
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.180230867318405e-05,
      "loss": 0.2248,
      "step": 74320
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.180119012997472e-05,
      "loss": 0.2254,
      "step": 74330
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.18000715867654e-05,
      "loss": 0.2311,
      "step": 74340
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1798953043556076e-05,
      "loss": 0.2289,
      "step": 74350
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.179783450034675e-05,
      "loss": 0.2219,
      "step": 74360
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1796715957137425e-05,
      "loss": 0.2299,
      "step": 74370
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.17955974139281e-05,
      "loss": 0.226,
      "step": 74380
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.179447887071878e-05,
      "loss": 0.2243,
      "step": 74390
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.179336032750945e-05,
      "loss": 0.2233,
      "step": 74400
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.179224178430013e-05,
      "loss": 0.2267,
      "step": 74410
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.179112324109081e-05,
      "loss": 0.2261,
      "step": 74420
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.179000469788148e-05,
      "loss": 0.2224,
      "step": 74430
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.178888615467216e-05,
      "loss": 0.2264,
      "step": 74440
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.178776761146283e-05,
      "loss": 0.2266,
      "step": 74450
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1786649068253506e-05,
      "loss": 0.224,
      "step": 74460
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1785530525044184e-05,
      "loss": 0.2229,
      "step": 74470
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.178441198183486e-05,
      "loss": 0.2212,
      "step": 74480
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.178329343862554e-05,
      "loss": 0.22,
      "step": 74490
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.178217489541621e-05,
      "loss": 0.2234,
      "step": 74500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.178105635220689e-05,
      "loss": 0.2267,
      "step": 74510
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.177993780899757e-05,
      "loss": 0.2234,
      "step": 74520
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.177881926578824e-05,
      "loss": 0.2214,
      "step": 74530
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1777700722578916e-05,
      "loss": 0.2301,
      "step": 74540
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.177658217936959e-05,
      "loss": 0.2187,
      "step": 74550
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1775463636160265e-05,
      "loss": 0.2258,
      "step": 74560
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.177434509295094e-05,
      "loss": 0.2268,
      "step": 74570
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1773226549741614e-05,
      "loss": 0.2246,
      "step": 74580
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.177210800653229e-05,
      "loss": 0.2298,
      "step": 74590
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.177098946332297e-05,
      "loss": 0.2279,
      "step": 74600
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.176987092011365e-05,
      "loss": 0.2214,
      "step": 74610
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1768752376904326e-05,
      "loss": 0.2244,
      "step": 74620
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1767633833695e-05,
      "loss": 0.2274,
      "step": 74630
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1766515290485675e-05,
      "loss": 0.2206,
      "step": 74640
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1765396747276346e-05,
      "loss": 0.2217,
      "step": 74650
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1764278204067024e-05,
      "loss": 0.2226,
      "step": 74660
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.17631596608577e-05,
      "loss": 0.2245,
      "step": 74670
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.176204111764837e-05,
      "loss": 0.2328,
      "step": 74680
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.176092257443905e-05,
      "loss": 0.2188,
      "step": 74690
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.175980403122973e-05,
      "loss": 0.2296,
      "step": 74700
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.175868548802041e-05,
      "loss": 0.2201,
      "step": 74710
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.175756694481108e-05,
      "loss": 0.2271,
      "step": 74720
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1756448401601756e-05,
      "loss": 0.227,
      "step": 74730
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1755329858392434e-05,
      "loss": 0.2262,
      "step": 74740
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1754211315183105e-05,
      "loss": 0.2177,
      "step": 74750
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.175309277197378e-05,
      "loss": 0.2249,
      "step": 74760
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1751974228764454e-05,
      "loss": 0.2295,
      "step": 74770
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.175085568555513e-05,
      "loss": 0.2257,
      "step": 74780
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.174973714234581e-05,
      "loss": 0.2214,
      "step": 74790
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.174861859913649e-05,
      "loss": 0.2268,
      "step": 74800
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1747500055927166e-05,
      "loss": 0.2288,
      "step": 74810
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.174638151271784e-05,
      "loss": 0.2271,
      "step": 74820
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1745262969508515e-05,
      "loss": 0.2259,
      "step": 74830
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.174414442629919e-05,
      "loss": 0.2148,
      "step": 74840
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1743025883089864e-05,
      "loss": 0.2204,
      "step": 74850
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.174190733988054e-05,
      "loss": 0.2296,
      "step": 74860
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.174078879667121e-05,
      "loss": 0.2277,
      "step": 74870
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.173967025346189e-05,
      "loss": 0.2251,
      "step": 74880
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.173855171025257e-05,
      "loss": 0.2252,
      "step": 74890
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.173743316704325e-05,
      "loss": 0.2175,
      "step": 74900
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1736314623833925e-05,
      "loss": 0.2258,
      "step": 74910
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1735196080624596e-05,
      "loss": 0.221,
      "step": 74920
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1734077537415274e-05,
      "loss": 0.2268,
      "step": 74930
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.173295899420595e-05,
      "loss": 0.2282,
      "step": 74940
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.173184045099662e-05,
      "loss": 0.2243,
      "step": 74950
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.17307219077873e-05,
      "loss": 0.2247,
      "step": 74960
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.172960336457797e-05,
      "loss": 0.2254,
      "step": 74970
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.172848482136865e-05,
      "loss": 0.225,
      "step": 74980
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.172736627815933e-05,
      "loss": 0.2235,
      "step": 74990
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.172624773495e-05,
      "loss": 0.2286,
      "step": 75000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1725129191740684e-05,
      "loss": 0.2253,
      "step": 75010
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1724010648531355e-05,
      "loss": 0.2249,
      "step": 75020
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.172289210532203e-05,
      "loss": 0.2265,
      "step": 75030
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1721773562112704e-05,
      "loss": 0.2296,
      "step": 75040
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.172065501890338e-05,
      "loss": 0.225,
      "step": 75050
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.171953647569406e-05,
      "loss": 0.2289,
      "step": 75060
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.171841793248473e-05,
      "loss": 0.2228,
      "step": 75070
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.171729938927541e-05,
      "loss": 0.2268,
      "step": 75080
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.171618084606608e-05,
      "loss": 0.2239,
      "step": 75090
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.171506230285676e-05,
      "loss": 0.2241,
      "step": 75100
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1713943759647436e-05,
      "loss": 0.2208,
      "step": 75110
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1712825216438114e-05,
      "loss": 0.225,
      "step": 75120
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.171170667322879e-05,
      "loss": 0.2287,
      "step": 75130
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.171058813001946e-05,
      "loss": 0.2235,
      "step": 75140
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.170946958681014e-05,
      "loss": 0.225,
      "step": 75150
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.170835104360082e-05,
      "loss": 0.2224,
      "step": 75160
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.170723250039149e-05,
      "loss": 0.2274,
      "step": 75170
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.170611395718217e-05,
      "loss": 0.223,
      "step": 75180
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.170499541397284e-05,
      "loss": 0.2273,
      "step": 75190
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.170387687076352e-05,
      "loss": 0.2251,
      "step": 75200
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1702758327554195e-05,
      "loss": 0.221,
      "step": 75210
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.170163978434487e-05,
      "loss": 0.2275,
      "step": 75220
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.170052124113555e-05,
      "loss": 0.2248,
      "step": 75230
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.169940269792622e-05,
      "loss": 0.2201,
      "step": 75240
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.16982841547169e-05,
      "loss": 0.2204,
      "step": 75250
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.169716561150758e-05,
      "loss": 0.2218,
      "step": 75260
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.169604706829825e-05,
      "loss": 0.2283,
      "step": 75270
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.169492852508893e-05,
      "loss": 0.2257,
      "step": 75280
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.16938099818796e-05,
      "loss": 0.2303,
      "step": 75290
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1692691438670276e-05,
      "loss": 0.2292,
      "step": 75300
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1691572895460954e-05,
      "loss": 0.224,
      "step": 75310
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.169045435225163e-05,
      "loss": 0.2208,
      "step": 75320
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.168933580904231e-05,
      "loss": 0.2266,
      "step": 75330
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.168821726583298e-05,
      "loss": 0.2221,
      "step": 75340
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.168709872262366e-05,
      "loss": 0.2242,
      "step": 75350
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.168598017941433e-05,
      "loss": 0.2252,
      "step": 75360
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.168486163620501e-05,
      "loss": 0.2298,
      "step": 75370
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1683743092995686e-05,
      "loss": 0.2256,
      "step": 75380
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1682736404107295e-05,
      "loss": 0.2221,
      "step": 75390
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.168161786089797e-05,
      "loss": 0.2222,
      "step": 75400
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1680499317688644e-05,
      "loss": 0.2239,
      "step": 75410
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.167938077447932e-05,
      "loss": 0.2279,
      "step": 75420
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.167826223126999e-05,
      "loss": 0.2263,
      "step": 75430
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.167714368806067e-05,
      "loss": 0.2218,
      "step": 75440
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.167602514485135e-05,
      "loss": 0.2237,
      "step": 75450
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.167490660164202e-05,
      "loss": 0.2252,
      "step": 75460
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.16737880584327e-05,
      "loss": 0.2188,
      "step": 75470
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1672669515223376e-05,
      "loss": 0.2253,
      "step": 75480
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1671550972014054e-05,
      "loss": 0.2272,
      "step": 75490
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.167043242880473e-05,
      "loss": 0.228,
      "step": 75500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.16693138855954e-05,
      "loss": 0.2287,
      "step": 75510
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.166819534238608e-05,
      "loss": 0.2252,
      "step": 75520
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.166707679917675e-05,
      "loss": 0.2261,
      "step": 75530
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.166595825596743e-05,
      "loss": 0.2258,
      "step": 75540
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.166483971275811e-05,
      "loss": 0.2307,
      "step": 75550
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.166372116954878e-05,
      "loss": 0.2266,
      "step": 75560
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.166260262633946e-05,
      "loss": 0.2221,
      "step": 75570
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.166148408313013e-05,
      "loss": 0.2236,
      "step": 75580
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.166036553992081e-05,
      "loss": 0.2267,
      "step": 75590
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.165924699671149e-05,
      "loss": 0.2291,
      "step": 75600
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.165812845350216e-05,
      "loss": 0.2261,
      "step": 75610
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.165700991029284e-05,
      "loss": 0.224,
      "step": 75620
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.165589136708351e-05,
      "loss": 0.2204,
      "step": 75630
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.165477282387419e-05,
      "loss": 0.2225,
      "step": 75640
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.165365428066487e-05,
      "loss": 0.2232,
      "step": 75650
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.165253573745554e-05,
      "loss": 0.2235,
      "step": 75660
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1651417194246216e-05,
      "loss": 0.2247,
      "step": 75670
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.165029865103689e-05,
      "loss": 0.226,
      "step": 75680
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1649180107827565e-05,
      "loss": 0.2271,
      "step": 75690
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.164806156461824e-05,
      "loss": 0.2208,
      "step": 75700
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.164694302140892e-05,
      "loss": 0.2236,
      "step": 75710
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.16458244781996e-05,
      "loss": 0.2284,
      "step": 75720
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.164470593499027e-05,
      "loss": 0.2233,
      "step": 75730
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.164358739178095e-05,
      "loss": 0.2239,
      "step": 75740
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.164246884857162e-05,
      "loss": 0.2238,
      "step": 75750
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.16413503053623e-05,
      "loss": 0.2192,
      "step": 75760
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1640231762152975e-05,
      "loss": 0.2243,
      "step": 75770
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1639113218943646e-05,
      "loss": 0.2228,
      "step": 75780
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1637994675734324e-05,
      "loss": 0.2247,
      "step": 75790
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1636876132525e-05,
      "loss": 0.2225,
      "step": 75800
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.163575758931568e-05,
      "loss": 0.2273,
      "step": 75810
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.163463904610636e-05,
      "loss": 0.2226,
      "step": 75820
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.163352050289703e-05,
      "loss": 0.227,
      "step": 75830
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.163240195968771e-05,
      "loss": 0.2215,
      "step": 75840
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.163128341647838e-05,
      "loss": 0.2257,
      "step": 75850
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1630164873269056e-05,
      "loss": 0.2196,
      "step": 75860
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1629046330059734e-05,
      "loss": 0.2261,
      "step": 75870
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1627927786850405e-05,
      "loss": 0.2227,
      "step": 75880
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.162680924364108e-05,
      "loss": 0.2243,
      "step": 75890
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.162569070043176e-05,
      "loss": 0.229,
      "step": 75900
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.162457215722244e-05,
      "loss": 0.2265,
      "step": 75910
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1623453614013116e-05,
      "loss": 0.2241,
      "step": 75920
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.162233507080379e-05,
      "loss": 0.2218,
      "step": 75930
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1621216527594466e-05,
      "loss": 0.2166,
      "step": 75940
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.162009798438514e-05,
      "loss": 0.2243,
      "step": 75950
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1618979441175815e-05,
      "loss": 0.2302,
      "step": 75960
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.161786089796649e-05,
      "loss": 0.228,
      "step": 75970
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1616742354757164e-05,
      "loss": 0.234,
      "step": 75980
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.161562381154784e-05,
      "loss": 0.2243,
      "step": 75990
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.161450526833851e-05,
      "loss": 0.2249,
      "step": 76000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.16133867251292e-05,
      "loss": 0.2144,
      "step": 76010
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1612268181919875e-05,
      "loss": 0.2229,
      "step": 76020
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1611149638710547e-05,
      "loss": 0.221,
      "step": 76030
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1610031095501225e-05,
      "loss": 0.2252,
      "step": 76040
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1608912552291896e-05,
      "loss": 0.2282,
      "step": 76050
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1607794009082574e-05,
      "loss": 0.2208,
      "step": 76060
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1606675465873245e-05,
      "loss": 0.2284,
      "step": 76070
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.160555692266392e-05,
      "loss": 0.2251,
      "step": 76080
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.16044383794546e-05,
      "loss": 0.2292,
      "step": 76090
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.160331983624527e-05,
      "loss": 0.2227,
      "step": 76100
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.160220129303595e-05,
      "loss": 0.2272,
      "step": 76110
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.160108274982663e-05,
      "loss": 0.2277,
      "step": 76120
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1599964206617306e-05,
      "loss": 0.2233,
      "step": 76130
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1598845663407983e-05,
      "loss": 0.2206,
      "step": 76140
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1597727120198655e-05,
      "loss": 0.2207,
      "step": 76150
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.159660857698933e-05,
      "loss": 0.2276,
      "step": 76160
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1595490033780004e-05,
      "loss": 0.2209,
      "step": 76170
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.159437149057068e-05,
      "loss": 0.2263,
      "step": 76180
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.159325294736136e-05,
      "loss": 0.2205,
      "step": 76190
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.159213440415203e-05,
      "loss": 0.2234,
      "step": 76200
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.159101586094271e-05,
      "loss": 0.2225,
      "step": 76210
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1589897317733387e-05,
      "loss": 0.2238,
      "step": 76220
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1588778774524064e-05,
      "loss": 0.2218,
      "step": 76230
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.158766023131474e-05,
      "loss": 0.2219,
      "step": 76240
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1586541688105414e-05,
      "loss": 0.2203,
      "step": 76250
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.158542314489609e-05,
      "loss": 0.22,
      "step": 76260
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.158430460168676e-05,
      "loss": 0.2258,
      "step": 76270
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.158318605847744e-05,
      "loss": 0.2226,
      "step": 76280
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.158206751526812e-05,
      "loss": 0.2238,
      "step": 76290
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.158094897205879e-05,
      "loss": 0.2183,
      "step": 76300
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.157983042884947e-05,
      "loss": 0.2222,
      "step": 76310
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1578711885640145e-05,
      "loss": 0.2289,
      "step": 76320
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1577593342430823e-05,
      "loss": 0.2255,
      "step": 76330
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.15764747992215e-05,
      "loss": 0.2211,
      "step": 76340
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.157535625601217e-05,
      "loss": 0.226,
      "step": 76350
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.157423771280285e-05,
      "loss": 0.2268,
      "step": 76360
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.157311916959352e-05,
      "loss": 0.2209,
      "step": 76370
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.15720006263842e-05,
      "loss": 0.2214,
      "step": 76380
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.157088208317487e-05,
      "loss": 0.2221,
      "step": 76390
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.156976353996555e-05,
      "loss": 0.2275,
      "step": 76400
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1568644996756227e-05,
      "loss": 0.2207,
      "step": 76410
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1567526453546904e-05,
      "loss": 0.2237,
      "step": 76420
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.156640791033758e-05,
      "loss": 0.224,
      "step": 76430
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1565289367128254e-05,
      "loss": 0.2234,
      "step": 76440
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.156417082391893e-05,
      "loss": 0.2228,
      "step": 76450
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.156305228070961e-05,
      "loss": 0.2319,
      "step": 76460
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.156193373750028e-05,
      "loss": 0.216,
      "step": 76470
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.156081519429096e-05,
      "loss": 0.2269,
      "step": 76480
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.155969665108163e-05,
      "loss": 0.2269,
      "step": 76490
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.155857810787231e-05,
      "loss": 0.2237,
      "step": 76500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1557459564662985e-05,
      "loss": 0.225,
      "step": 76510
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.155634102145366e-05,
      "loss": 0.2217,
      "step": 76520
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1555222478244335e-05,
      "loss": 0.221,
      "step": 76530
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.155410393503501e-05,
      "loss": 0.2255,
      "step": 76540
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.155298539182569e-05,
      "loss": 0.2191,
      "step": 76550
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.155186684861637e-05,
      "loss": 0.224,
      "step": 76560
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.155074830540704e-05,
      "loss": 0.2216,
      "step": 76570
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.154962976219772e-05,
      "loss": 0.2255,
      "step": 76580
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.154851121898839e-05,
      "loss": 0.2179,
      "step": 76590
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1547392675779066e-05,
      "loss": 0.2242,
      "step": 76600
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1546274132569744e-05,
      "loss": 0.221,
      "step": 76610
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1545155589360416e-05,
      "loss": 0.2303,
      "step": 76620
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1544037046151093e-05,
      "loss": 0.2211,
      "step": 76630
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.154291850294177e-05,
      "loss": 0.2241,
      "step": 76640
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.154179995973245e-05,
      "loss": 0.2215,
      "step": 76650
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.154068141652312e-05,
      "loss": 0.2219,
      "step": 76660
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.15395628733138e-05,
      "loss": 0.2195,
      "step": 76670
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1538444330104476e-05,
      "loss": 0.2266,
      "step": 76680
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.153732578689515e-05,
      "loss": 0.2196,
      "step": 76690
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1536207243685825e-05,
      "loss": 0.2254,
      "step": 76700
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1535088700476497e-05,
      "loss": 0.2266,
      "step": 76710
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1533970157267175e-05,
      "loss": 0.2206,
      "step": 76720
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.153285161405785e-05,
      "loss": 0.2156,
      "step": 76730
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.153173307084853e-05,
      "loss": 0.2264,
      "step": 76740
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.153061452763921e-05,
      "loss": 0.2282,
      "step": 76750
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.152949598442988e-05,
      "loss": 0.2221,
      "step": 76760
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.152837744122056e-05,
      "loss": 0.2186,
      "step": 76770
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1527258898011235e-05,
      "loss": 0.2182,
      "step": 76780
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1526140354801906e-05,
      "loss": 0.2206,
      "step": 76790
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1525021811592584e-05,
      "loss": 0.2195,
      "step": 76800
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1523903268383256e-05,
      "loss": 0.2285,
      "step": 76810
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1522784725173933e-05,
      "loss": 0.2238,
      "step": 76820
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.152166618196461e-05,
      "loss": 0.2197,
      "step": 76830
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.152054763875529e-05,
      "loss": 0.2288,
      "step": 76840
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.151942909554597e-05,
      "loss": 0.2195,
      "step": 76850
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.151831055233664e-05,
      "loss": 0.2179,
      "step": 76860
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1517192009127316e-05,
      "loss": 0.2217,
      "step": 76870
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1516073465917994e-05,
      "loss": 0.2261,
      "step": 76880
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1514954922708665e-05,
      "loss": 0.2234,
      "step": 76890
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.151383637949934e-05,
      "loss": 0.2247,
      "step": 76900
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1512717836290014e-05,
      "loss": 0.2241,
      "step": 76910
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.151159929308069e-05,
      "loss": 0.223,
      "step": 76920
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.151048074987137e-05,
      "loss": 0.226,
      "step": 76930
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.150936220666204e-05,
      "loss": 0.2292,
      "step": 76940
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.150824366345272e-05,
      "loss": 0.2226,
      "step": 76950
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.15071251202434e-05,
      "loss": 0.2215,
      "step": 76960
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1506006577034075e-05,
      "loss": 0.222,
      "step": 76970
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1504888033824746e-05,
      "loss": 0.2238,
      "step": 76980
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1503769490615424e-05,
      "loss": 0.2207,
      "step": 76990
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.15026509474061e-05,
      "loss": 0.225,
      "step": 77000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1501532404196773e-05,
      "loss": 0.2253,
      "step": 77010
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.150041386098745e-05,
      "loss": 0.2288,
      "step": 77020
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.149929531777812e-05,
      "loss": 0.2252,
      "step": 77030
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.14981767745688e-05,
      "loss": 0.2307,
      "step": 77040
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.149705823135948e-05,
      "loss": 0.2244,
      "step": 77050
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1495939688150156e-05,
      "loss": 0.2203,
      "step": 77060
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1494821144940834e-05,
      "loss": 0.2258,
      "step": 77070
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1493702601731505e-05,
      "loss": 0.2205,
      "step": 77080
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.149258405852218e-05,
      "loss": 0.2203,
      "step": 77090
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.149146551531286e-05,
      "loss": 0.2205,
      "step": 77100
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.149034697210353e-05,
      "loss": 0.2286,
      "step": 77110
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.148922842889421e-05,
      "loss": 0.224,
      "step": 77120
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.148810988568488e-05,
      "loss": 0.2207,
      "step": 77130
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.148699134247556e-05,
      "loss": 0.2278,
      "step": 77140
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.148587279926624e-05,
      "loss": 0.22,
      "step": 77150
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1484754256056915e-05,
      "loss": 0.2212,
      "step": 77160
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.148363571284759e-05,
      "loss": 0.2274,
      "step": 77170
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1482517169638264e-05,
      "loss": 0.2306,
      "step": 77180
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.148139862642894e-05,
      "loss": 0.2232,
      "step": 77190
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.148028008321962e-05,
      "loss": 0.2234,
      "step": 77200
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.147916154001029e-05,
      "loss": 0.2187,
      "step": 77210
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.147804299680097e-05,
      "loss": 0.2205,
      "step": 77220
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.147692445359164e-05,
      "loss": 0.2243,
      "step": 77230
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.147580591038232e-05,
      "loss": 0.2258,
      "step": 77240
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1474687367172996e-05,
      "loss": 0.2218,
      "step": 77250
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1473568823963674e-05,
      "loss": 0.2286,
      "step": 77260
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.147245028075435e-05,
      "loss": 0.2246,
      "step": 77270
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.147133173754502e-05,
      "loss": 0.223,
      "step": 77280
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.14702131943357e-05,
      "loss": 0.2217,
      "step": 77290
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.146909465112637e-05,
      "loss": 0.2246,
      "step": 77300
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.146797610791705e-05,
      "loss": 0.2242,
      "step": 77310
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.146685756470773e-05,
      "loss": 0.2226,
      "step": 77320
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.14657390214984e-05,
      "loss": 0.2239,
      "step": 77330
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.146462047828908e-05,
      "loss": 0.2198,
      "step": 77340
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.146350193507975e-05,
      "loss": 0.2182,
      "step": 77350
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1462383391870426e-05,
      "loss": 0.2287,
      "step": 77360
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.146126484866111e-05,
      "loss": 0.2281,
      "step": 77370
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.146014630545178e-05,
      "loss": 0.2234,
      "step": 77380
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.145902776224246e-05,
      "loss": 0.2257,
      "step": 77390
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.145790921903313e-05,
      "loss": 0.2209,
      "step": 77400
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.145679067582381e-05,
      "loss": 0.2167,
      "step": 77410
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.145567213261449e-05,
      "loss": 0.2266,
      "step": 77420
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.145455358940516e-05,
      "loss": 0.2255,
      "step": 77430
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1453546900516774e-05,
      "loss": 0.222,
      "step": 77440
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1452428357307445e-05,
      "loss": 0.2182,
      "step": 77450
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.145130981409812e-05,
      "loss": 0.2201,
      "step": 77460
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1450191270888794e-05,
      "loss": 0.2252,
      "step": 77470
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.144907272767947e-05,
      "loss": 0.2226,
      "step": 77480
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.144795418447015e-05,
      "loss": 0.2212,
      "step": 77490
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.144683564126082e-05,
      "loss": 0.2195,
      "step": 77500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.14457170980515e-05,
      "loss": 0.2197,
      "step": 77510
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.144459855484217e-05,
      "loss": 0.2263,
      "step": 77520
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.144348001163285e-05,
      "loss": 0.224,
      "step": 77530
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.144236146842353e-05,
      "loss": 0.2249,
      "step": 77540
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1441242925214204e-05,
      "loss": 0.2215,
      "step": 77550
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.144012438200488e-05,
      "loss": 0.2214,
      "step": 77560
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.143900583879555e-05,
      "loss": 0.2174,
      "step": 77570
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.143788729558623e-05,
      "loss": 0.2283,
      "step": 77580
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.143676875237691e-05,
      "loss": 0.2228,
      "step": 77590
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.143565020916758e-05,
      "loss": 0.2235,
      "step": 77600
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.143453166595826e-05,
      "loss": 0.2234,
      "step": 77610
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.143341312274893e-05,
      "loss": 0.2201,
      "step": 77620
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.143229457953961e-05,
      "loss": 0.2232,
      "step": 77630
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1431176036330285e-05,
      "loss": 0.2193,
      "step": 77640
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.143005749312096e-05,
      "loss": 0.2259,
      "step": 77650
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.142893894991164e-05,
      "loss": 0.217,
      "step": 77660
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.142782040670231e-05,
      "loss": 0.2191,
      "step": 77670
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.142670186349299e-05,
      "loss": 0.2173,
      "step": 77680
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.142558332028366e-05,
      "loss": 0.2232,
      "step": 77690
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.142446477707434e-05,
      "loss": 0.2245,
      "step": 77700
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.142334623386502e-05,
      "loss": 0.2239,
      "step": 77710
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.142222769065569e-05,
      "loss": 0.2251,
      "step": 77720
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1421109147446366e-05,
      "loss": 0.2182,
      "step": 77730
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1419990604237044e-05,
      "loss": 0.2182,
      "step": 77740
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.141887206102772e-05,
      "loss": 0.2201,
      "step": 77750
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.14177535178184e-05,
      "loss": 0.2228,
      "step": 77760
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.141663497460907e-05,
      "loss": 0.2231,
      "step": 77770
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.141551643139975e-05,
      "loss": 0.2281,
      "step": 77780
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.141439788819042e-05,
      "loss": 0.219,
      "step": 77790
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.14132793449811e-05,
      "loss": 0.217,
      "step": 77800
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1412160801771776e-05,
      "loss": 0.2267,
      "step": 77810
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.141104225856245e-05,
      "loss": 0.2251,
      "step": 77820
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1409923715353125e-05,
      "loss": 0.2164,
      "step": 77830
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.14088051721438e-05,
      "loss": 0.2238,
      "step": 77840
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.140768662893448e-05,
      "loss": 0.2203,
      "step": 77850
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.140656808572516e-05,
      "loss": 0.2163,
      "step": 77860
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.140544954251583e-05,
      "loss": 0.2233,
      "step": 77870
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.140433099930651e-05,
      "loss": 0.2195,
      "step": 77880
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.140321245609718e-05,
      "loss": 0.2231,
      "step": 77890
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.140209391288786e-05,
      "loss": 0.2244,
      "step": 77900
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1400975369678535e-05,
      "loss": 0.2254,
      "step": 77910
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1399856826469206e-05,
      "loss": 0.2246,
      "step": 77920
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1398738283259884e-05,
      "loss": 0.2248,
      "step": 77930
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1397619740050555e-05,
      "loss": 0.2195,
      "step": 77940
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.139650119684124e-05,
      "loss": 0.2218,
      "step": 77950
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.139538265363192e-05,
      "loss": 0.2206,
      "step": 77960
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.139426411042259e-05,
      "loss": 0.225,
      "step": 77970
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.139314556721327e-05,
      "loss": 0.2199,
      "step": 77980
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.139202702400394e-05,
      "loss": 0.2209,
      "step": 77990
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1390908480794616e-05,
      "loss": 0.2233,
      "step": 78000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.138978993758529e-05,
      "loss": 0.2207,
      "step": 78010
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1388671394375965e-05,
      "loss": 0.2255,
      "step": 78020
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.138755285116664e-05,
      "loss": 0.2263,
      "step": 78030
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1386434307957314e-05,
      "loss": 0.2224,
      "step": 78040
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.138531576474799e-05,
      "loss": 0.223,
      "step": 78050
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.138419722153867e-05,
      "loss": 0.2131,
      "step": 78060
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.138307867832935e-05,
      "loss": 0.223,
      "step": 78070
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1381960135120026e-05,
      "loss": 0.2264,
      "step": 78080
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.13808415919107e-05,
      "loss": 0.2255,
      "step": 78090
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1379723048701375e-05,
      "loss": 0.2185,
      "step": 78100
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1378604505492046e-05,
      "loss": 0.2254,
      "step": 78110
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1377485962282724e-05,
      "loss": 0.2203,
      "step": 78120
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.13763674190734e-05,
      "loss": 0.2219,
      "step": 78130
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.137524887586407e-05,
      "loss": 0.2222,
      "step": 78140
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.137413033265475e-05,
      "loss": 0.2221,
      "step": 78150
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.137301178944543e-05,
      "loss": 0.2243,
      "step": 78160
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.137189324623611e-05,
      "loss": 0.2213,
      "step": 78170
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1370774703026785e-05,
      "loss": 0.2239,
      "step": 78180
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1369656159817456e-05,
      "loss": 0.2226,
      "step": 78190
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1368537616608134e-05,
      "loss": 0.2202,
      "step": 78200
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1367419073398805e-05,
      "loss": 0.2262,
      "step": 78210
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.136630053018948e-05,
      "loss": 0.227,
      "step": 78220
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.136518198698016e-05,
      "loss": 0.2171,
      "step": 78230
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.136406344377083e-05,
      "loss": 0.2171,
      "step": 78240
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.136294490056151e-05,
      "loss": 0.2272,
      "step": 78250
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.136182635735219e-05,
      "loss": 0.2208,
      "step": 78260
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1360707814142866e-05,
      "loss": 0.221,
      "step": 78270
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1359589270933544e-05,
      "loss": 0.2209,
      "step": 78280
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1358470727724215e-05,
      "loss": 0.2221,
      "step": 78290
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.135735218451489e-05,
      "loss": 0.2187,
      "step": 78300
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1356233641305564e-05,
      "loss": 0.2217,
      "step": 78310
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.135511509809624e-05,
      "loss": 0.2253,
      "step": 78320
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.135399655488691e-05,
      "loss": 0.2222,
      "step": 78330
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.135287801167759e-05,
      "loss": 0.2227,
      "step": 78340
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.135175946846827e-05,
      "loss": 0.2236,
      "step": 78350
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.135064092525894e-05,
      "loss": 0.2175,
      "step": 78360
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1349522382049625e-05,
      "loss": 0.2216,
      "step": 78370
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1348403838840296e-05,
      "loss": 0.2201,
      "step": 78380
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1347285295630974e-05,
      "loss": 0.2232,
      "step": 78390
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.134616675242165e-05,
      "loss": 0.2177,
      "step": 78400
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.134504820921232e-05,
      "loss": 0.2223,
      "step": 78410
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1343929666003e-05,
      "loss": 0.2217,
      "step": 78420
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.134281112279367e-05,
      "loss": 0.22,
      "step": 78430
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.134169257958435e-05,
      "loss": 0.2267,
      "step": 78440
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.134057403637503e-05,
      "loss": 0.2253,
      "step": 78450
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.13394554931657e-05,
      "loss": 0.2191,
      "step": 78460
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.133833694995638e-05,
      "loss": 0.226,
      "step": 78470
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1337218406747055e-05,
      "loss": 0.22,
      "step": 78480
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.133609986353773e-05,
      "loss": 0.2288,
      "step": 78490
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.133498132032841e-05,
      "loss": 0.2247,
      "step": 78500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.133386277711908e-05,
      "loss": 0.2274,
      "step": 78510
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.133274423390976e-05,
      "loss": 0.2202,
      "step": 78520
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.133162569070043e-05,
      "loss": 0.2229,
      "step": 78530
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.133050714749111e-05,
      "loss": 0.2229,
      "step": 78540
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.132938860428179e-05,
      "loss": 0.22,
      "step": 78550
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.132827006107246e-05,
      "loss": 0.2205,
      "step": 78560
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1327151517863136e-05,
      "loss": 0.2205,
      "step": 78570
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1326032974653814e-05,
      "loss": 0.2235,
      "step": 78580
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.132491443144449e-05,
      "loss": 0.227,
      "step": 78590
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.132379588823517e-05,
      "loss": 0.2195,
      "step": 78600
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.132267734502584e-05,
      "loss": 0.2194,
      "step": 78610
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.132155880181652e-05,
      "loss": 0.2224,
      "step": 78620
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.132044025860719e-05,
      "loss": 0.2199,
      "step": 78630
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.131932171539787e-05,
      "loss": 0.2239,
      "step": 78640
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.131820317218854e-05,
      "loss": 0.2312,
      "step": 78650
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.131708462897922e-05,
      "loss": 0.2248,
      "step": 78660
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1315966085769895e-05,
      "loss": 0.218,
      "step": 78670
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.131484754256057e-05,
      "loss": 0.2259,
      "step": 78680
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.131372899935125e-05,
      "loss": 0.2206,
      "step": 78690
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.131261045614192e-05,
      "loss": 0.2269,
      "step": 78700
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.13114919129326e-05,
      "loss": 0.2234,
      "step": 78710
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.131037336972328e-05,
      "loss": 0.2219,
      "step": 78720
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.130925482651395e-05,
      "loss": 0.2215,
      "step": 78730
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.130813628330463e-05,
      "loss": 0.2215,
      "step": 78740
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.13070177400953e-05,
      "loss": 0.229,
      "step": 78750
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1305899196885976e-05,
      "loss": 0.2214,
      "step": 78760
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1304780653676654e-05,
      "loss": 0.2221,
      "step": 78770
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.130366211046733e-05,
      "loss": 0.2287,
      "step": 78780
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.130254356725801e-05,
      "loss": 0.2212,
      "step": 78790
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.130142502404868e-05,
      "loss": 0.2171,
      "step": 78800
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.130030648083936e-05,
      "loss": 0.2225,
      "step": 78810
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1299187937630036e-05,
      "loss": 0.2224,
      "step": 78820
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.129806939442071e-05,
      "loss": 0.2252,
      "step": 78830
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1296950851211386e-05,
      "loss": 0.2216,
      "step": 78840
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.129583230800206e-05,
      "loss": 0.2202,
      "step": 78850
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1294713764792735e-05,
      "loss": 0.2245,
      "step": 78860
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.129359522158341e-05,
      "loss": 0.2202,
      "step": 78870
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1292476678374084e-05,
      "loss": 0.2159,
      "step": 78880
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.129135813516476e-05,
      "loss": 0.2286,
      "step": 78890
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.129023959195544e-05,
      "loss": 0.224,
      "step": 78900
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.128912104874612e-05,
      "loss": 0.2186,
      "step": 78910
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1288002505536795e-05,
      "loss": 0.218,
      "step": 78920
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1286883962327467e-05,
      "loss": 0.2212,
      "step": 78930
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1285765419118145e-05,
      "loss": 0.223,
      "step": 78940
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1284646875908816e-05,
      "loss": 0.2183,
      "step": 78950
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1283528332699494e-05,
      "loss": 0.2169,
      "step": 78960
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1282409789490165e-05,
      "loss": 0.2195,
      "step": 78970
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.128129124628084e-05,
      "loss": 0.2234,
      "step": 78980
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.128017270307152e-05,
      "loss": 0.2225,
      "step": 78990
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.12790541598622e-05,
      "loss": 0.2204,
      "step": 79000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1277935616652876e-05,
      "loss": 0.2167,
      "step": 79010
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.127681707344355e-05,
      "loss": 0.2169,
      "step": 79020
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1275698530234226e-05,
      "loss": 0.2205,
      "step": 79030
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1274579987024903e-05,
      "loss": 0.2198,
      "step": 79040
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1273461443815575e-05,
      "loss": 0.2153,
      "step": 79050
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.127234290060625e-05,
      "loss": 0.2206,
      "step": 79060
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1271224357396924e-05,
      "loss": 0.2224,
      "step": 79070
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.12701058141876e-05,
      "loss": 0.2192,
      "step": 79080
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.126898727097828e-05,
      "loss": 0.2219,
      "step": 79090
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.126786872776896e-05,
      "loss": 0.2251,
      "step": 79100
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1266750184559635e-05,
      "loss": 0.2206,
      "step": 79110
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1265631641350307e-05,
      "loss": 0.2231,
      "step": 79120
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1264513098140984e-05,
      "loss": 0.2186,
      "step": 79130
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.126339455493166e-05,
      "loss": 0.2215,
      "step": 79140
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1262276011722334e-05,
      "loss": 0.2204,
      "step": 79150
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.126115746851301e-05,
      "loss": 0.2245,
      "step": 79160
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.126003892530368e-05,
      "loss": 0.2181,
      "step": 79170
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.125892038209436e-05,
      "loss": 0.218,
      "step": 79180
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.125780183888504e-05,
      "loss": 0.2202,
      "step": 79190
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1256683295675716e-05,
      "loss": 0.2212,
      "step": 79200
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1255564752466394e-05,
      "loss": 0.2207,
      "step": 79210
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1254446209257066e-05,
      "loss": 0.2245,
      "step": 79220
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1253327666047743e-05,
      "loss": 0.2198,
      "step": 79230
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.125220912283842e-05,
      "loss": 0.2231,
      "step": 79240
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.125109057962909e-05,
      "loss": 0.2186,
      "step": 79250
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.124997203641977e-05,
      "loss": 0.2208,
      "step": 79260
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.124885349321044e-05,
      "loss": 0.2197,
      "step": 79270
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.124773495000112e-05,
      "loss": 0.223,
      "step": 79280
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.124661640679179e-05,
      "loss": 0.2227,
      "step": 79290
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.124549786358247e-05,
      "loss": 0.2186,
      "step": 79300
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1244379320373147e-05,
      "loss": 0.2231,
      "step": 79310
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1243260777163824e-05,
      "loss": 0.2214,
      "step": 79320
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.12421422339545e-05,
      "loss": 0.2135,
      "step": 79330
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1241023690745174e-05,
      "loss": 0.2245,
      "step": 79340
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.123990514753585e-05,
      "loss": 0.2166,
      "step": 79350
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.123878660432653e-05,
      "loss": 0.2231,
      "step": 79360
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.12376680611172e-05,
      "loss": 0.2205,
      "step": 79370
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.123654951790788e-05,
      "loss": 0.2243,
      "step": 79380
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.123543097469855e-05,
      "loss": 0.2197,
      "step": 79390
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.123431243148923e-05,
      "loss": 0.2189,
      "step": 79400
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1233193888279905e-05,
      "loss": 0.2223,
      "step": 79410
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1232075345070583e-05,
      "loss": 0.225,
      "step": 79420
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.123095680186126e-05,
      "loss": 0.2203,
      "step": 79430
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.122983825865193e-05,
      "loss": 0.2197,
      "step": 79440
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.122871971544261e-05,
      "loss": 0.2214,
      "step": 79450
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.122760117223329e-05,
      "loss": 0.2185,
      "step": 79460
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.122659448334489e-05,
      "loss": 0.2207,
      "step": 79470
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1225475940135575e-05,
      "loss": 0.2167,
      "step": 79480
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1224357396926246e-05,
      "loss": 0.2187,
      "step": 79490
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1223238853716924e-05,
      "loss": 0.2195,
      "step": 79500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1222120310507595e-05,
      "loss": 0.2155,
      "step": 79510
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.122100176729827e-05,
      "loss": 0.2207,
      "step": 79520
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.121988322408895e-05,
      "loss": 0.2204,
      "step": 79530
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.121876468087962e-05,
      "loss": 0.2212,
      "step": 79540
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.12176461376703e-05,
      "loss": 0.2201,
      "step": 79550
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.121652759446097e-05,
      "loss": 0.2184,
      "step": 79560
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.121540905125165e-05,
      "loss": 0.2227,
      "step": 79570
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.121429050804233e-05,
      "loss": 0.2164,
      "step": 79580
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1213171964833005e-05,
      "loss": 0.2171,
      "step": 79590
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.121205342162368e-05,
      "loss": 0.2211,
      "step": 79600
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1210934878414354e-05,
      "loss": 0.2226,
      "step": 79610
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.120981633520503e-05,
      "loss": 0.2249,
      "step": 79620
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.12086977919957e-05,
      "loss": 0.2176,
      "step": 79630
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.120757924878638e-05,
      "loss": 0.2179,
      "step": 79640
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.120646070557706e-05,
      "loss": 0.2242,
      "step": 79650
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.120534216236773e-05,
      "loss": 0.2213,
      "step": 79660
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.120422361915841e-05,
      "loss": 0.2199,
      "step": 79670
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1203105075949086e-05,
      "loss": 0.2265,
      "step": 79680
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1201986532739764e-05,
      "loss": 0.2212,
      "step": 79690
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.120086798953044e-05,
      "loss": 0.2131,
      "step": 79700
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.119974944632111e-05,
      "loss": 0.2214,
      "step": 79710
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.119863090311179e-05,
      "loss": 0.2216,
      "step": 79720
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.119751235990246e-05,
      "loss": 0.2234,
      "step": 79730
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.119639381669314e-05,
      "loss": 0.2254,
      "step": 79740
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.119527527348382e-05,
      "loss": 0.2241,
      "step": 79750
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.119415673027449e-05,
      "loss": 0.2198,
      "step": 79760
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.119303818706517e-05,
      "loss": 0.2243,
      "step": 79770
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1191919643855845e-05,
      "loss": 0.2209,
      "step": 79780
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.119080110064652e-05,
      "loss": 0.2196,
      "step": 79790
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.11896825574372e-05,
      "loss": 0.2203,
      "step": 79800
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.118856401422787e-05,
      "loss": 0.2179,
      "step": 79810
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.118744547101855e-05,
      "loss": 0.2227,
      "step": 79820
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.118632692780922e-05,
      "loss": 0.2185,
      "step": 79830
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.11852083845999e-05,
      "loss": 0.2178,
      "step": 79840
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.118408984139058e-05,
      "loss": 0.2206,
      "step": 79850
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.118297129818125e-05,
      "loss": 0.2172,
      "step": 79860
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1181852754971926e-05,
      "loss": 0.22,
      "step": 79870
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.11807342117626e-05,
      "loss": 0.2226,
      "step": 79880
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1179615668553275e-05,
      "loss": 0.2148,
      "step": 79890
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.117849712534396e-05,
      "loss": 0.2247,
      "step": 79900
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.117737858213463e-05,
      "loss": 0.2181,
      "step": 79910
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.117626003892531e-05,
      "loss": 0.2212,
      "step": 79920
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.117514149571598e-05,
      "loss": 0.2188,
      "step": 79930
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.117402295250666e-05,
      "loss": 0.2177,
      "step": 79940
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.117290440929733e-05,
      "loss": 0.2156,
      "step": 79950
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.117178586608801e-05,
      "loss": 0.2185,
      "step": 79960
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1170667322878685e-05,
      "loss": 0.2243,
      "step": 79970
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1169548779669356e-05,
      "loss": 0.2162,
      "step": 79980
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1168430236460034e-05,
      "loss": 0.2208,
      "step": 79990
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.116731169325071e-05,
      "loss": 0.2175,
      "step": 80000
    },
    {
      "epoch": 0.18,
      "eval_NEIMS_canon_smiles": 0.9415166666666667,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.0485,
      "eval_NEIMS_daylight_tanimoto_simil": 0.4511667022686158,
      "eval_NEIMS_exact_mols": 0.04836666666666667,
      "eval_NEIMS_exact_smiles": 0.04683333333333333,
      "eval_NEIMS_loss": 0.22870874404907227,
      "eval_NEIMS_matched_formulas": 0.5432333333333333,
      "eval_NEIMS_morgan_tanimoto_simil": 0.3513279231285358,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.04861666666666667,
      "eval_NEIMS_runtime": 736.5216,
      "eval_NEIMS_samples_per_second": 81.464,
      "eval_NEIMS_steps_per_second": 1.274,
      "step": 80000
    },
    {
      "epoch": 0.18,
      "eval_RASSP_canon_smiles": 0.9400106855444619,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.07115904765084984,
      "eval_RASSP_daylight_tanimoto_simil": 0.5241805887603844,
      "eval_RASSP_exact_mols": 0.07089190903930277,
      "eval_RASSP_exact_smiles": 0.06870471165726116,
      "eval_RASSP_loss": 0.19560155272483826,
      "eval_RASSP_matched_formulas": 0.6866964971449561,
      "eval_RASSP_morgan_tanimoto_simil": 0.3849319936707296,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.07097538985541123,
      "eval_RASSP_runtime": 830.5396,
      "eval_RASSP_samples_per_second": 72.115,
      "eval_RASSP_steps_per_second": 1.127,
      "step": 80000
    },
    {
      "epoch": 0.18,
      "eval_NEIMS_old_canon_smiles": 0.9411666666666667,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.046533333333333336,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.44859899773813644,
      "eval_NEIMS_old_exact_mols": 0.0464,
      "eval_NEIMS_old_exact_smiles": 0.045,
      "eval_NEIMS_old_loss": 0.22890639305114746,
      "eval_NEIMS_old_matched_formulas": 0.5366333333333333,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.3509535040462155,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.0466,
      "eval_NEIMS_old_runtime": 369.713,
      "eval_NEIMS_old_samples_per_second": 81.144,
      "eval_NEIMS_old_steps_per_second": 1.269,
      "step": 80000
    },
    {
      "epoch": 0.18,
      "eval_RASSP_old_canon_smiles": 0.936496813161144,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.08232388961190643,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.5363767523512335,
      "eval_RASSP_old_exact_mols": 0.08192344912737344,
      "eval_RASSP_old_exact_smiles": 0.07922047585677579,
      "eval_RASSP_old_loss": 0.1869024783372879,
      "eval_RASSP_old_matched_formulas": 0.7012046584576367,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.3991348888794767,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.08199018920812894,
      "eval_RASSP_old_runtime": 413.6781,
      "eval_RASSP_old_samples_per_second": 72.44,
      "eval_RASSP_old_steps_per_second": 1.134,
      "step": 80000
    },
    {
      "epoch": 0.18,
      "eval_NIST_canon_smiles": 0.8857578876388544,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.013947545870745644,
      "eval_NIST_daylight_tanimoto_simil": 0.2685925928357821,
      "eval_NIST_exact_mols": 0.013166767221492707,
      "eval_NIST_exact_smiles": 0.012173048940625333,
      "eval_NIST_loss": 1.8574224710464478,
      "eval_NIST_matched_formulas": 0.08066863044326933,
      "eval_NIST_morgan_tanimoto_simil": 0.22136583173749372,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.013557156546119175,
      "eval_NIST_runtime": 474.6805,
      "eval_NIST_samples_per_second": 59.36,
      "eval_NIST_steps_per_second": 0.929,
      "step": 80000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.116619315004139e-05,
      "loss": 0.2205,
      "step": 80010
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.116507460683207e-05,
      "loss": 0.221,
      "step": 80020
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.116395606362274e-05,
      "loss": 0.2204,
      "step": 80030
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.116283752041342e-05,
      "loss": 0.2231,
      "step": 80040
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.116171897720409e-05,
      "loss": 0.2223,
      "step": 80050
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1160600433994766e-05,
      "loss": 0.2234,
      "step": 80060
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1159481890785444e-05,
      "loss": 0.2192,
      "step": 80070
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1158363347576115e-05,
      "loss": 0.2203,
      "step": 80080
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.115724480436679e-05,
      "loss": 0.2201,
      "step": 80090
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.115612626115747e-05,
      "loss": 0.2235,
      "step": 80100
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.115500771794815e-05,
      "loss": 0.2237,
      "step": 80110
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.115388917473883e-05,
      "loss": 0.2209,
      "step": 80120
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.11527706315295e-05,
      "loss": 0.2192,
      "step": 80130
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1151652088320176e-05,
      "loss": 0.2187,
      "step": 80140
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.115053354511085e-05,
      "loss": 0.2164,
      "step": 80150
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1149415001901525e-05,
      "loss": 0.2201,
      "step": 80160
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.11482964586922e-05,
      "loss": 0.2227,
      "step": 80170
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1147177915482874e-05,
      "loss": 0.2178,
      "step": 80180
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.114605937227355e-05,
      "loss": 0.2158,
      "step": 80190
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.114494082906423e-05,
      "loss": 0.2182,
      "step": 80200
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.114382228585491e-05,
      "loss": 0.2183,
      "step": 80210
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1142703742645586e-05,
      "loss": 0.2228,
      "step": 80220
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.114158519943626e-05,
      "loss": 0.2208,
      "step": 80230
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1140466656226935e-05,
      "loss": 0.2267,
      "step": 80240
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1139348113017606e-05,
      "loss": 0.2187,
      "step": 80250
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1138229569808284e-05,
      "loss": 0.2181,
      "step": 80260
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1137111026598955e-05,
      "loss": 0.223,
      "step": 80270
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.113599248338963e-05,
      "loss": 0.2203,
      "step": 80280
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.113487394018031e-05,
      "loss": 0.22,
      "step": 80290
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.113375539697098e-05,
      "loss": 0.2214,
      "step": 80300
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.113263685376167e-05,
      "loss": 0.221,
      "step": 80310
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.113151831055234e-05,
      "loss": 0.2202,
      "step": 80320
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1130399767343016e-05,
      "loss": 0.2166,
      "step": 80330
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1129281224133694e-05,
      "loss": 0.2249,
      "step": 80340
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1128162680924365e-05,
      "loss": 0.2169,
      "step": 80350
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.112704413771504e-05,
      "loss": 0.2205,
      "step": 80360
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1125925594505714e-05,
      "loss": 0.213,
      "step": 80370
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.112480705129639e-05,
      "loss": 0.2243,
      "step": 80380
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.112368850808707e-05,
      "loss": 0.2226,
      "step": 80390
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.112256996487774e-05,
      "loss": 0.2171,
      "step": 80400
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.112145142166842e-05,
      "loss": 0.2194,
      "step": 80410
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.11203328784591e-05,
      "loss": 0.2194,
      "step": 80420
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1119214335249775e-05,
      "loss": 0.2196,
      "step": 80430
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.111809579204045e-05,
      "loss": 0.2182,
      "step": 80440
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1116977248831124e-05,
      "loss": 0.2194,
      "step": 80450
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.11158587056218e-05,
      "loss": 0.2177,
      "step": 80460
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.111474016241247e-05,
      "loss": 0.224,
      "step": 80470
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.111362161920315e-05,
      "loss": 0.213,
      "step": 80480
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.111250307599383e-05,
      "loss": 0.2166,
      "step": 80490
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.11113845327845e-05,
      "loss": 0.2208,
      "step": 80500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.111026598957518e-05,
      "loss": 0.2212,
      "step": 80510
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1109147446365856e-05,
      "loss": 0.215,
      "step": 80520
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1108028903156534e-05,
      "loss": 0.2144,
      "step": 80530
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.110691035994721e-05,
      "loss": 0.2193,
      "step": 80540
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.110579181673788e-05,
      "loss": 0.222,
      "step": 80550
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.110467327352856e-05,
      "loss": 0.2191,
      "step": 80560
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.110355473031923e-05,
      "loss": 0.2233,
      "step": 80570
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.110243618710991e-05,
      "loss": 0.2179,
      "step": 80580
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.110131764390058e-05,
      "loss": 0.2189,
      "step": 80590
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.110019910069126e-05,
      "loss": 0.2239,
      "step": 80600
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.109908055748194e-05,
      "loss": 0.228,
      "step": 80610
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1097962014272615e-05,
      "loss": 0.2122,
      "step": 80620
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.109684347106329e-05,
      "loss": 0.2169,
      "step": 80630
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1095724927853964e-05,
      "loss": 0.2221,
      "step": 80640
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.109460638464464e-05,
      "loss": 0.2204,
      "step": 80650
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.109348784143532e-05,
      "loss": 0.219,
      "step": 80660
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.109236929822599e-05,
      "loss": 0.2235,
      "step": 80670
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.109125075501667e-05,
      "loss": 0.2176,
      "step": 80680
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.109013221180734e-05,
      "loss": 0.2183,
      "step": 80690
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.108901366859802e-05,
      "loss": 0.2137,
      "step": 80700
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1087895125388696e-05,
      "loss": 0.2163,
      "step": 80710
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1086776582179374e-05,
      "loss": 0.2183,
      "step": 80720
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.108565803897005e-05,
      "loss": 0.2159,
      "step": 80730
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.108453949576072e-05,
      "loss": 0.2199,
      "step": 80740
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.10834209525514e-05,
      "loss": 0.2235,
      "step": 80750
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.108230240934208e-05,
      "loss": 0.2244,
      "step": 80760
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.108118386613275e-05,
      "loss": 0.2215,
      "step": 80770
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.108006532292343e-05,
      "loss": 0.2125,
      "step": 80780
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.10789467797141e-05,
      "loss": 0.2253,
      "step": 80790
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.107782823650478e-05,
      "loss": 0.2164,
      "step": 80800
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1076709693295455e-05,
      "loss": 0.2245,
      "step": 80810
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1075591150086126e-05,
      "loss": 0.2198,
      "step": 80820
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1074472606876804e-05,
      "loss": 0.2164,
      "step": 80830
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.107335406366748e-05,
      "loss": 0.2242,
      "step": 80840
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.107223552045816e-05,
      "loss": 0.2169,
      "step": 80850
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.107111697724884e-05,
      "loss": 0.2189,
      "step": 80860
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.106999843403951e-05,
      "loss": 0.2107,
      "step": 80870
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.106887989083019e-05,
      "loss": 0.2235,
      "step": 80880
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.106776134762086e-05,
      "loss": 0.217,
      "step": 80890
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1066642804411536e-05,
      "loss": 0.2191,
      "step": 80900
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.106552426120221e-05,
      "loss": 0.2219,
      "step": 80910
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1064405717992885e-05,
      "loss": 0.215,
      "step": 80920
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.106328717478356e-05,
      "loss": 0.2183,
      "step": 80930
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.106216863157424e-05,
      "loss": 0.2215,
      "step": 80940
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.106105008836492e-05,
      "loss": 0.218,
      "step": 80950
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.105993154515559e-05,
      "loss": 0.2209,
      "step": 80960
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.105881300194627e-05,
      "loss": 0.2122,
      "step": 80970
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1057694458736946e-05,
      "loss": 0.2252,
      "step": 80980
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.105657591552762e-05,
      "loss": 0.2264,
      "step": 80990
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1055457372318295e-05,
      "loss": 0.2196,
      "step": 81000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1054338829108966e-05,
      "loss": 0.2252,
      "step": 81010
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1053220285899644e-05,
      "loss": 0.221,
      "step": 81020
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.105210174269032e-05,
      "loss": 0.2209,
      "step": 81030
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1050983199481e-05,
      "loss": 0.2165,
      "step": 81040
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.104986465627168e-05,
      "loss": 0.2151,
      "step": 81050
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.104874611306235e-05,
      "loss": 0.219,
      "step": 81060
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.104762756985303e-05,
      "loss": 0.2203,
      "step": 81070
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1046509026643705e-05,
      "loss": 0.2161,
      "step": 81080
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1045390483434376e-05,
      "loss": 0.2169,
      "step": 81090
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1044271940225054e-05,
      "loss": 0.2186,
      "step": 81100
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1043153397015725e-05,
      "loss": 0.2239,
      "step": 81110
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.10420348538064e-05,
      "loss": 0.2197,
      "step": 81120
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.104091631059708e-05,
      "loss": 0.2214,
      "step": 81130
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.103979776738776e-05,
      "loss": 0.2178,
      "step": 81140
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1038679224178437e-05,
      "loss": 0.2179,
      "step": 81150
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.103756068096911e-05,
      "loss": 0.222,
      "step": 81160
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1036442137759786e-05,
      "loss": 0.2186,
      "step": 81170
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1035323594550464e-05,
      "loss": 0.2204,
      "step": 81180
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1034205051341135e-05,
      "loss": 0.2215,
      "step": 81190
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.103308650813181e-05,
      "loss": 0.214,
      "step": 81200
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1031967964922484e-05,
      "loss": 0.2161,
      "step": 81210
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.103084942171316e-05,
      "loss": 0.221,
      "step": 81220
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.102973087850383e-05,
      "loss": 0.224,
      "step": 81230
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.102861233529451e-05,
      "loss": 0.2177,
      "step": 81240
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.102749379208519e-05,
      "loss": 0.2172,
      "step": 81250
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.102637524887587e-05,
      "loss": 0.2217,
      "step": 81260
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1025256705666545e-05,
      "loss": 0.222,
      "step": 81270
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1024138162457216e-05,
      "loss": 0.2264,
      "step": 81280
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1023019619247894e-05,
      "loss": 0.2205,
      "step": 81290
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.102190107603857e-05,
      "loss": 0.2197,
      "step": 81300
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.102078253282924e-05,
      "loss": 0.2192,
      "step": 81310
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.101966398961992e-05,
      "loss": 0.2247,
      "step": 81320
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.101854544641059e-05,
      "loss": 0.222,
      "step": 81330
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.101742690320127e-05,
      "loss": 0.2168,
      "step": 81340
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.101630835999195e-05,
      "loss": 0.21,
      "step": 81350
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1015189816782626e-05,
      "loss": 0.22,
      "step": 81360
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1014071273573304e-05,
      "loss": 0.2212,
      "step": 81370
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1012952730363975e-05,
      "loss": 0.2181,
      "step": 81380
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.101183418715465e-05,
      "loss": 0.2163,
      "step": 81390
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.101071564394533e-05,
      "loss": 0.2136,
      "step": 81400
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1009597100736e-05,
      "loss": 0.2181,
      "step": 81410
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.100847855752668e-05,
      "loss": 0.2141,
      "step": 81420
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.100736001431735e-05,
      "loss": 0.2153,
      "step": 81430
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.100624147110803e-05,
      "loss": 0.2201,
      "step": 81440
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.100512292789871e-05,
      "loss": 0.2212,
      "step": 81450
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1004004384689385e-05,
      "loss": 0.2134,
      "step": 81460
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.100299769580099e-05,
      "loss": 0.2148,
      "step": 81470
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1001879152591665e-05,
      "loss": 0.2142,
      "step": 81480
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.100076060938234e-05,
      "loss": 0.22,
      "step": 81490
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0999642066173014e-05,
      "loss": 0.2206,
      "step": 81500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.099852352296369e-05,
      "loss": 0.2172,
      "step": 81510
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.099740497975437e-05,
      "loss": 0.2205,
      "step": 81520
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.099628643654505e-05,
      "loss": 0.2212,
      "step": 81530
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0995167893335725e-05,
      "loss": 0.2208,
      "step": 81540
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0994049350126396e-05,
      "loss": 0.2213,
      "step": 81550
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0992930806917074e-05,
      "loss": 0.2165,
      "step": 81560
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.099181226370775e-05,
      "loss": 0.2167,
      "step": 81570
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0990693720498423e-05,
      "loss": 0.2192,
      "step": 81580
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.09895751772891e-05,
      "loss": 0.2209,
      "step": 81590
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.098845663407977e-05,
      "loss": 0.22,
      "step": 81600
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.098733809087045e-05,
      "loss": 0.2205,
      "step": 81610
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.098621954766113e-05,
      "loss": 0.2138,
      "step": 81620
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0985101004451806e-05,
      "loss": 0.2184,
      "step": 81630
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0983982461242484e-05,
      "loss": 0.2209,
      "step": 81640
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0982863918033155e-05,
      "loss": 0.2187,
      "step": 81650
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.098174537482383e-05,
      "loss": 0.2169,
      "step": 81660
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0980626831614505e-05,
      "loss": 0.2215,
      "step": 81670
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.097950828840518e-05,
      "loss": 0.2186,
      "step": 81680
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.097838974519586e-05,
      "loss": 0.2143,
      "step": 81690
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.097727120198653e-05,
      "loss": 0.2134,
      "step": 81700
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.097615265877721e-05,
      "loss": 0.2164,
      "step": 81710
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.097503411556789e-05,
      "loss": 0.2188,
      "step": 81720
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0973915572358565e-05,
      "loss": 0.2164,
      "step": 81730
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.097279702914924e-05,
      "loss": 0.2198,
      "step": 81740
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0971678485939914e-05,
      "loss": 0.2156,
      "step": 81750
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.097055994273059e-05,
      "loss": 0.2157,
      "step": 81760
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0969441399521263e-05,
      "loss": 0.2206,
      "step": 81770
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.096832285631194e-05,
      "loss": 0.2251,
      "step": 81780
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.096720431310262e-05,
      "loss": 0.2271,
      "step": 81790
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.096608576989329e-05,
      "loss": 0.2199,
      "step": 81800
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.096496722668397e-05,
      "loss": 0.2197,
      "step": 81810
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.096384868347464e-05,
      "loss": 0.2128,
      "step": 81820
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.096273014026532e-05,
      "loss": 0.2192,
      "step": 81830
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0961611597056e-05,
      "loss": 0.2177,
      "step": 81840
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.096049305384667e-05,
      "loss": 0.2123,
      "step": 81850
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.095937451063735e-05,
      "loss": 0.2253,
      "step": 81860
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.095825596742802e-05,
      "loss": 0.2143,
      "step": 81870
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.09571374242187e-05,
      "loss": 0.2147,
      "step": 81880
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.095601888100938e-05,
      "loss": 0.2131,
      "step": 81890
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.095490033780005e-05,
      "loss": 0.2233,
      "step": 81900
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.095378179459073e-05,
      "loss": 0.2206,
      "step": 81910
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.09526632513814e-05,
      "loss": 0.2245,
      "step": 81920
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0951544708172076e-05,
      "loss": 0.2222,
      "step": 81930
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0950426164962754e-05,
      "loss": 0.2131,
      "step": 81940
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.094930762175343e-05,
      "loss": 0.2161,
      "step": 81950
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.094818907854411e-05,
      "loss": 0.2235,
      "step": 81960
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.094707053533478e-05,
      "loss": 0.2211,
      "step": 81970
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.094595199212546e-05,
      "loss": 0.2217,
      "step": 81980
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.094483344891613e-05,
      "loss": 0.2195,
      "step": 81990
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.094371490570681e-05,
      "loss": 0.2216,
      "step": 82000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0942596362497486e-05,
      "loss": 0.2181,
      "step": 82010
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.094147781928816e-05,
      "loss": 0.2178,
      "step": 82020
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0940359276078835e-05,
      "loss": 0.2177,
      "step": 82030
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.093924073286951e-05,
      "loss": 0.2154,
      "step": 82040
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.093812218966019e-05,
      "loss": 0.2211,
      "step": 82050
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.093700364645087e-05,
      "loss": 0.2152,
      "step": 82060
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.093588510324154e-05,
      "loss": 0.2157,
      "step": 82070
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.093476656003222e-05,
      "loss": 0.2156,
      "step": 82080
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.093364801682289e-05,
      "loss": 0.2166,
      "step": 82090
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.093252947361357e-05,
      "loss": 0.2161,
      "step": 82100
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0931410930404245e-05,
      "loss": 0.219,
      "step": 82110
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0930292387194916e-05,
      "loss": 0.2189,
      "step": 82120
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0929173843985594e-05,
      "loss": 0.2169,
      "step": 82130
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.092805530077627e-05,
      "loss": 0.2146,
      "step": 82140
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.092693675756695e-05,
      "loss": 0.219,
      "step": 82150
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.092581821435763e-05,
      "loss": 0.219,
      "step": 82160
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.09246996711483e-05,
      "loss": 0.2207,
      "step": 82170
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.092358112793898e-05,
      "loss": 0.2195,
      "step": 82180
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.092246258472965e-05,
      "loss": 0.2183,
      "step": 82190
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0921344041520326e-05,
      "loss": 0.22,
      "step": 82200
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0920225498311e-05,
      "loss": 0.2205,
      "step": 82210
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0919106955101675e-05,
      "loss": 0.2199,
      "step": 82220
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.091798841189235e-05,
      "loss": 0.2169,
      "step": 82230
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0916869868683024e-05,
      "loss": 0.2201,
      "step": 82240
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.09157513254737e-05,
      "loss": 0.2172,
      "step": 82250
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.091463278226438e-05,
      "loss": 0.2141,
      "step": 82260
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.091351423905506e-05,
      "loss": 0.2181,
      "step": 82270
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0912395695845736e-05,
      "loss": 0.2187,
      "step": 82280
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.091127715263641e-05,
      "loss": 0.2138,
      "step": 82290
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0910158609427085e-05,
      "loss": 0.2125,
      "step": 82300
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0909040066217756e-05,
      "loss": 0.2122,
      "step": 82310
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0907921523008434e-05,
      "loss": 0.213,
      "step": 82320
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.090680297979911e-05,
      "loss": 0.2148,
      "step": 82330
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.090568443658978e-05,
      "loss": 0.2157,
      "step": 82340
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.090456589338046e-05,
      "loss": 0.2179,
      "step": 82350
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.090344735017114e-05,
      "loss": 0.2193,
      "step": 82360
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.090232880696182e-05,
      "loss": 0.2187,
      "step": 82370
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0901210263752495e-05,
      "loss": 0.2121,
      "step": 82380
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0900091720543166e-05,
      "loss": 0.2129,
      "step": 82390
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0898973177333844e-05,
      "loss": 0.2175,
      "step": 82400
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0897854634124515e-05,
      "loss": 0.2215,
      "step": 82410
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.089673609091519e-05,
      "loss": 0.2179,
      "step": 82420
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.089561754770587e-05,
      "loss": 0.2158,
      "step": 82430
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.089449900449654e-05,
      "loss": 0.2183,
      "step": 82440
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.089338046128722e-05,
      "loss": 0.2153,
      "step": 82450
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.08922619180779e-05,
      "loss": 0.214,
      "step": 82460
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0891143374868576e-05,
      "loss": 0.2197,
      "step": 82470
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0890024831659254e-05,
      "loss": 0.2101,
      "step": 82480
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0888906288449925e-05,
      "loss": 0.2137,
      "step": 82490
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.08877877452406e-05,
      "loss": 0.2144,
      "step": 82500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0886669202031274e-05,
      "loss": 0.2206,
      "step": 82510
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.088555065882195e-05,
      "loss": 0.2171,
      "step": 82520
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.088443211561262e-05,
      "loss": 0.2184,
      "step": 82530
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.08833135724033e-05,
      "loss": 0.2203,
      "step": 82540
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.088219502919398e-05,
      "loss": 0.2149,
      "step": 82550
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.088107648598466e-05,
      "loss": 0.2101,
      "step": 82560
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0879957942775335e-05,
      "loss": 0.2174,
      "step": 82570
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0878839399566006e-05,
      "loss": 0.2184,
      "step": 82580
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0877720856356684e-05,
      "loss": 0.2173,
      "step": 82590
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.087660231314736e-05,
      "loss": 0.2204,
      "step": 82600
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.087548376993803e-05,
      "loss": 0.2188,
      "step": 82610
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.087436522672871e-05,
      "loss": 0.2174,
      "step": 82620
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.087324668351938e-05,
      "loss": 0.2213,
      "step": 82630
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.087212814031006e-05,
      "loss": 0.2174,
      "step": 82640
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.087100959710074e-05,
      "loss": 0.2154,
      "step": 82650
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.086989105389141e-05,
      "loss": 0.2191,
      "step": 82660
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0868772510682094e-05,
      "loss": 0.213,
      "step": 82670
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0867653967472765e-05,
      "loss": 0.2191,
      "step": 82680
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.086653542426344e-05,
      "loss": 0.2202,
      "step": 82690
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.086541688105412e-05,
      "loss": 0.2143,
      "step": 82700
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.086429833784479e-05,
      "loss": 0.2201,
      "step": 82710
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.086317979463547e-05,
      "loss": 0.2184,
      "step": 82720
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.086206125142614e-05,
      "loss": 0.2203,
      "step": 82730
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.086094270821682e-05,
      "loss": 0.2194,
      "step": 82740
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.08598241650075e-05,
      "loss": 0.2171,
      "step": 82750
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.085870562179817e-05,
      "loss": 0.2139,
      "step": 82760
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0857587078588846e-05,
      "loss": 0.2122,
      "step": 82770
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0856468535379524e-05,
      "loss": 0.2209,
      "step": 82780
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.08553499921702e-05,
      "loss": 0.2132,
      "step": 82790
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.085423144896088e-05,
      "loss": 0.2147,
      "step": 82800
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.085311290575155e-05,
      "loss": 0.2139,
      "step": 82810
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.085199436254223e-05,
      "loss": 0.2182,
      "step": 82820
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.08508758193329e-05,
      "loss": 0.2156,
      "step": 82830
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.084975727612358e-05,
      "loss": 0.2171,
      "step": 82840
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.084863873291425e-05,
      "loss": 0.2186,
      "step": 82850
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.084752018970493e-05,
      "loss": 0.2158,
      "step": 82860
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.0846401646495605e-05,
      "loss": 0.2133,
      "step": 82870
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.084528310328628e-05,
      "loss": 0.2157,
      "step": 82880
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.084416456007696e-05,
      "loss": 0.2132,
      "step": 82890
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.084304601686763e-05,
      "loss": 0.2202,
      "step": 82900
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.084192747365831e-05,
      "loss": 0.2211,
      "step": 82910
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.084080893044899e-05,
      "loss": 0.2155,
      "step": 82920
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.083969038723966e-05,
      "loss": 0.218,
      "step": 82930
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.083857184403034e-05,
      "loss": 0.2167,
      "step": 82940
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.083745330082101e-05,
      "loss": 0.214,
      "step": 82950
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0836334757611686e-05,
      "loss": 0.2176,
      "step": 82960
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0835216214402364e-05,
      "loss": 0.2235,
      "step": 82970
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.083409767119304e-05,
      "loss": 0.2193,
      "step": 82980
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.083297912798372e-05,
      "loss": 0.2155,
      "step": 82990
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.083186058477439e-05,
      "loss": 0.2179,
      "step": 83000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.083074204156507e-05,
      "loss": 0.2171,
      "step": 83010
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.082962349835575e-05,
      "loss": 0.2167,
      "step": 83020
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.082850495514642e-05,
      "loss": 0.2123,
      "step": 83030
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0827386411937096e-05,
      "loss": 0.2136,
      "step": 83040
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.082626786872777e-05,
      "loss": 0.2111,
      "step": 83050
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0825149325518445e-05,
      "loss": 0.2152,
      "step": 83060
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.082403078230912e-05,
      "loss": 0.2216,
      "step": 83070
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.08229122390998e-05,
      "loss": 0.2125,
      "step": 83080
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.082179369589048e-05,
      "loss": 0.2127,
      "step": 83090
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.082067515268115e-05,
      "loss": 0.2174,
      "step": 83100
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.081955660947183e-05,
      "loss": 0.2147,
      "step": 83110
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0818438066262506e-05,
      "loss": 0.2166,
      "step": 83120
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.081731952305318e-05,
      "loss": 0.2164,
      "step": 83130
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0816200979843855e-05,
      "loss": 0.2233,
      "step": 83140
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0815082436634526e-05,
      "loss": 0.217,
      "step": 83150
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0813963893425204e-05,
      "loss": 0.2256,
      "step": 83160
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0812845350215875e-05,
      "loss": 0.2137,
      "step": 83170
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.081172680700655e-05,
      "loss": 0.2223,
      "step": 83180
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.081060826379723e-05,
      "loss": 0.2306,
      "step": 83190
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.080948972058791e-05,
      "loss": 0.217,
      "step": 83200
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.080837117737859e-05,
      "loss": 0.2159,
      "step": 83210
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.080725263416926e-05,
      "loss": 0.2176,
      "step": 83220
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0806134090959936e-05,
      "loss": 0.2101,
      "step": 83230
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0805015547750614e-05,
      "loss": 0.2224,
      "step": 83240
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0803897004541285e-05,
      "loss": 0.2173,
      "step": 83250
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.080277846133196e-05,
      "loss": 0.2221,
      "step": 83260
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0801659918122634e-05,
      "loss": 0.2181,
      "step": 83270
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.080054137491331e-05,
      "loss": 0.2114,
      "step": 83280
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.079942283170399e-05,
      "loss": 0.2213,
      "step": 83290
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.079830428849467e-05,
      "loss": 0.2212,
      "step": 83300
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0797185745285346e-05,
      "loss": 0.2225,
      "step": 83310
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.079606720207602e-05,
      "loss": 0.2159,
      "step": 83320
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0794948658866695e-05,
      "loss": 0.2133,
      "step": 83330
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.079383011565737e-05,
      "loss": 0.2194,
      "step": 83340
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0792711572448044e-05,
      "loss": 0.2173,
      "step": 83350
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.079159302923872e-05,
      "loss": 0.2187,
      "step": 83360
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.079047448602939e-05,
      "loss": 0.2182,
      "step": 83370
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.078935594282007e-05,
      "loss": 0.2156,
      "step": 83380
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.078823739961075e-05,
      "loss": 0.2119,
      "step": 83390
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.078711885640143e-05,
      "loss": 0.2128,
      "step": 83400
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0786000313192105e-05,
      "loss": 0.2122,
      "step": 83410
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0784881769982776e-05,
      "loss": 0.2221,
      "step": 83420
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0783763226773454e-05,
      "loss": 0.2166,
      "step": 83430
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.078264468356413e-05,
      "loss": 0.2177,
      "step": 83440
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.07815261403548e-05,
      "loss": 0.222,
      "step": 83450
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.078040759714548e-05,
      "loss": 0.2115,
      "step": 83460
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.077928905393615e-05,
      "loss": 0.2192,
      "step": 83470
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.077817051072683e-05,
      "loss": 0.2171,
      "step": 83480
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.077716382183844e-05,
      "loss": 0.218,
      "step": 83490
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.077604527862912e-05,
      "loss": 0.2115,
      "step": 83500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0774926735419795e-05,
      "loss": 0.2189,
      "step": 83510
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0773808192210466e-05,
      "loss": 0.2132,
      "step": 83520
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0772689649001144e-05,
      "loss": 0.2221,
      "step": 83530
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0771571105791815e-05,
      "loss": 0.2173,
      "step": 83540
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.077045256258249e-05,
      "loss": 0.2193,
      "step": 83550
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.076933401937317e-05,
      "loss": 0.216,
      "step": 83560
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.076821547616385e-05,
      "loss": 0.2228,
      "step": 83570
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0767096932954527e-05,
      "loss": 0.2188,
      "step": 83580
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.07659783897452e-05,
      "loss": 0.2207,
      "step": 83590
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0764859846535876e-05,
      "loss": 0.2165,
      "step": 83600
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.076374130332655e-05,
      "loss": 0.2188,
      "step": 83610
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0762622760117225e-05,
      "loss": 0.2126,
      "step": 83620
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.07615042169079e-05,
      "loss": 0.2143,
      "step": 83630
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0760385673698574e-05,
      "loss": 0.2173,
      "step": 83640
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.075926713048925e-05,
      "loss": 0.2154,
      "step": 83650
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.075814858727993e-05,
      "loss": 0.2126,
      "step": 83660
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.075703004407061e-05,
      "loss": 0.2189,
      "step": 83670
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0755911500861285e-05,
      "loss": 0.2177,
      "step": 83680
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.075479295765196e-05,
      "loss": 0.2137,
      "step": 83690
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0753674414442635e-05,
      "loss": 0.2135,
      "step": 83700
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0752555871233306e-05,
      "loss": 0.214,
      "step": 83710
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0751437328023984e-05,
      "loss": 0.2177,
      "step": 83720
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.075031878481466e-05,
      "loss": 0.2152,
      "step": 83730
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.074920024160533e-05,
      "loss": 0.2174,
      "step": 83740
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.074808169839601e-05,
      "loss": 0.2156,
      "step": 83750
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.074696315518668e-05,
      "loss": 0.2102,
      "step": 83760
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.074584461197736e-05,
      "loss": 0.214,
      "step": 83770
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.074472606876804e-05,
      "loss": 0.2142,
      "step": 83780
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0743607525558716e-05,
      "loss": 0.2178,
      "step": 83790
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0742488982349393e-05,
      "loss": 0.2153,
      "step": 83800
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0741370439140065e-05,
      "loss": 0.2213,
      "step": 83810
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.074025189593074e-05,
      "loss": 0.2145,
      "step": 83820
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.073913335272142e-05,
      "loss": 0.2198,
      "step": 83830
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.073801480951209e-05,
      "loss": 0.214,
      "step": 83840
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.073689626630277e-05,
      "loss": 0.2135,
      "step": 83850
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.073577772309344e-05,
      "loss": 0.2152,
      "step": 83860
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.073465917988412e-05,
      "loss": 0.2159,
      "step": 83870
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0733540636674797e-05,
      "loss": 0.2139,
      "step": 83880
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0732422093465475e-05,
      "loss": 0.2147,
      "step": 83890
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.073130355025615e-05,
      "loss": 0.2203,
      "step": 83900
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0730185007046824e-05,
      "loss": 0.2156,
      "step": 83910
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.07290664638375e-05,
      "loss": 0.2174,
      "step": 83920
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.072794792062817e-05,
      "loss": 0.2193,
      "step": 83930
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.072682937741885e-05,
      "loss": 0.2142,
      "step": 83940
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.072571083420953e-05,
      "loss": 0.2132,
      "step": 83950
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.07245922910002e-05,
      "loss": 0.2109,
      "step": 83960
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.072347374779088e-05,
      "loss": 0.2101,
      "step": 83970
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0722355204581556e-05,
      "loss": 0.2159,
      "step": 83980
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0721236661372233e-05,
      "loss": 0.2131,
      "step": 83990
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.072011811816291e-05,
      "loss": 0.2147,
      "step": 84000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.071899957495358e-05,
      "loss": 0.2162,
      "step": 84010
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.071788103174426e-05,
      "loss": 0.2167,
      "step": 84020
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.071676248853493e-05,
      "loss": 0.2095,
      "step": 84030
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.071564394532561e-05,
      "loss": 0.213,
      "step": 84040
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.071452540211629e-05,
      "loss": 0.2157,
      "step": 84050
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.071340685890696e-05,
      "loss": 0.2111,
      "step": 84060
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0712288315697637e-05,
      "loss": 0.2142,
      "step": 84070
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0711169772488314e-05,
      "loss": 0.2197,
      "step": 84080
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.071005122927899e-05,
      "loss": 0.2178,
      "step": 84090
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.070893268606967e-05,
      "loss": 0.2181,
      "step": 84100
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.070781414286034e-05,
      "loss": 0.2214,
      "step": 84110
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.070669559965102e-05,
      "loss": 0.2155,
      "step": 84120
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.070557705644169e-05,
      "loss": 0.2147,
      "step": 84130
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.070445851323237e-05,
      "loss": 0.215,
      "step": 84140
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0703339970023046e-05,
      "loss": 0.2145,
      "step": 84150
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.070222142681372e-05,
      "loss": 0.2138,
      "step": 84160
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0701102883604396e-05,
      "loss": 0.2156,
      "step": 84170
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.069998434039507e-05,
      "loss": 0.2193,
      "step": 84180
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0698865797185745e-05,
      "loss": 0.2185,
      "step": 84190
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.069774725397642e-05,
      "loss": 0.2129,
      "step": 84200
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.06966287107671e-05,
      "loss": 0.2213,
      "step": 84210
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.069551016755778e-05,
      "loss": 0.2154,
      "step": 84220
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.069439162434845e-05,
      "loss": 0.2128,
      "step": 84230
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.069327308113913e-05,
      "loss": 0.2133,
      "step": 84240
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.06921545379298e-05,
      "loss": 0.2212,
      "step": 84250
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0691035994720477e-05,
      "loss": 0.2173,
      "step": 84260
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0689917451511154e-05,
      "loss": 0.2109,
      "step": 84270
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0688798908301826e-05,
      "loss": 0.2191,
      "step": 84280
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0687680365092504e-05,
      "loss": 0.2227,
      "step": 84290
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.068656182188318e-05,
      "loss": 0.2138,
      "step": 84300
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.068544327867386e-05,
      "loss": 0.2165,
      "step": 84310
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.068432473546454e-05,
      "loss": 0.2097,
      "step": 84320
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.068320619225521e-05,
      "loss": 0.2105,
      "step": 84330
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0682087649045886e-05,
      "loss": 0.2161,
      "step": 84340
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.068096910583656e-05,
      "loss": 0.2169,
      "step": 84350
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0679850562627235e-05,
      "loss": 0.2153,
      "step": 84360
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0678732019417913e-05,
      "loss": 0.2122,
      "step": 84370
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0677613476208585e-05,
      "loss": 0.2161,
      "step": 84380
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.067649493299926e-05,
      "loss": 0.2165,
      "step": 84390
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.067537638978994e-05,
      "loss": 0.2147,
      "step": 84400
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.067425784658062e-05,
      "loss": 0.2139,
      "step": 84410
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0673139303371296e-05,
      "loss": 0.215,
      "step": 84420
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.067202076016197e-05,
      "loss": 0.218,
      "step": 84430
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0670902216952645e-05,
      "loss": 0.219,
      "step": 84440
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0669783673743316e-05,
      "loss": 0.2118,
      "step": 84450
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0668665130533994e-05,
      "loss": 0.212,
      "step": 84460
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.066754658732467e-05,
      "loss": 0.2177,
      "step": 84470
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0666428044115344e-05,
      "loss": 0.2152,
      "step": 84480
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.066530950090602e-05,
      "loss": 0.2134,
      "step": 84490
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.06641909576967e-05,
      "loss": 0.2135,
      "step": 84500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.066307241448738e-05,
      "loss": 0.2159,
      "step": 84510
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.066195387127805e-05,
      "loss": 0.2153,
      "step": 84520
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0660835328068726e-05,
      "loss": 0.2127,
      "step": 84530
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0659716784859404e-05,
      "loss": 0.2141,
      "step": 84540
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0658598241650075e-05,
      "loss": 0.217,
      "step": 84550
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.065747969844075e-05,
      "loss": 0.2118,
      "step": 84560
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0656361155231425e-05,
      "loss": 0.2134,
      "step": 84570
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.06552426120221e-05,
      "loss": 0.2139,
      "step": 84580
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.065412406881278e-05,
      "loss": 0.2142,
      "step": 84590
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.065300552560345e-05,
      "loss": 0.2118,
      "step": 84600
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0651886982394136e-05,
      "loss": 0.2174,
      "step": 84610
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.065076843918481e-05,
      "loss": 0.221,
      "step": 84620
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0649649895975485e-05,
      "loss": 0.2139,
      "step": 84630
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.064853135276616e-05,
      "loss": 0.2152,
      "step": 84640
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0647412809556834e-05,
      "loss": 0.2169,
      "step": 84650
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.064629426634751e-05,
      "loss": 0.2113,
      "step": 84660
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0645175723138183e-05,
      "loss": 0.2144,
      "step": 84670
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.064405717992886e-05,
      "loss": 0.2214,
      "step": 84680
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.064293863671954e-05,
      "loss": 0.2175,
      "step": 84690
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.064182009351021e-05,
      "loss": 0.2167,
      "step": 84700
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.064070155030089e-05,
      "loss": 0.2152,
      "step": 84710
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0639583007091566e-05,
      "loss": 0.2222,
      "step": 84720
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0638464463882244e-05,
      "loss": 0.2161,
      "step": 84730
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.063734592067292e-05,
      "loss": 0.2174,
      "step": 84740
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.063622737746359e-05,
      "loss": 0.2144,
      "step": 84750
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.063510883425427e-05,
      "loss": 0.2114,
      "step": 84760
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.063399029104494e-05,
      "loss": 0.2208,
      "step": 84770
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.063287174783562e-05,
      "loss": 0.2131,
      "step": 84780
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.06317532046263e-05,
      "loss": 0.2139,
      "step": 84790
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.063063466141697e-05,
      "loss": 0.2164,
      "step": 84800
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.062951611820765e-05,
      "loss": 0.2147,
      "step": 84810
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0628397574998325e-05,
      "loss": 0.2194,
      "step": 84820
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0627279031789e-05,
      "loss": 0.2199,
      "step": 84830
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0626160488579674e-05,
      "loss": 0.2187,
      "step": 84840
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.062504194537035e-05,
      "loss": 0.2133,
      "step": 84850
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.062392340216103e-05,
      "loss": 0.2176,
      "step": 84860
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.06228048589517e-05,
      "loss": 0.214,
      "step": 84870
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.062168631574238e-05,
      "loss": 0.2118,
      "step": 84880
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.062056777253305e-05,
      "loss": 0.2143,
      "step": 84890
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.061944922932373e-05,
      "loss": 0.216,
      "step": 84900
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0618330686114406e-05,
      "loss": 0.217,
      "step": 84910
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0617212142905084e-05,
      "loss": 0.2168,
      "step": 84920
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.061609359969576e-05,
      "loss": 0.2198,
      "step": 84930
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.061497505648643e-05,
      "loss": 0.2178,
      "step": 84940
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.061385651327711e-05,
      "loss": 0.2096,
      "step": 84950
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.061273797006779e-05,
      "loss": 0.2197,
      "step": 84960
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.061161942685846e-05,
      "loss": 0.2134,
      "step": 84970
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.061050088364914e-05,
      "loss": 0.2152,
      "step": 84980
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.060938234043981e-05,
      "loss": 0.2151,
      "step": 84990
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.060826379723049e-05,
      "loss": 0.2181,
      "step": 85000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0607145254021165e-05,
      "loss": 0.2162,
      "step": 85010
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0606026710811836e-05,
      "loss": 0.2181,
      "step": 85020
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.060490816760252e-05,
      "loss": 0.2134,
      "step": 85030
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.060378962439319e-05,
      "loss": 0.2192,
      "step": 85040
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.060267108118387e-05,
      "loss": 0.2164,
      "step": 85050
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.060155253797455e-05,
      "loss": 0.213,
      "step": 85060
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.060043399476522e-05,
      "loss": 0.2128,
      "step": 85070
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.05993154515559e-05,
      "loss": 0.216,
      "step": 85080
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.059819690834657e-05,
      "loss": 0.2115,
      "step": 85090
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0597078365137246e-05,
      "loss": 0.2119,
      "step": 85100
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0595959821927924e-05,
      "loss": 0.2183,
      "step": 85110
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0594841278718595e-05,
      "loss": 0.2197,
      "step": 85120
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.059372273550927e-05,
      "loss": 0.2203,
      "step": 85130
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.059260419229995e-05,
      "loss": 0.2173,
      "step": 85140
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.059148564909063e-05,
      "loss": 0.2163,
      "step": 85150
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.05903671058813e-05,
      "loss": 0.2158,
      "step": 85160
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.058924856267198e-05,
      "loss": 0.217,
      "step": 85170
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0588130019462656e-05,
      "loss": 0.2116,
      "step": 85180
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.058701147625333e-05,
      "loss": 0.2165,
      "step": 85190
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0585892933044005e-05,
      "loss": 0.2151,
      "step": 85200
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0584774389834676e-05,
      "loss": 0.2203,
      "step": 85210
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0583655846625354e-05,
      "loss": 0.2142,
      "step": 85220
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.058253730341603e-05,
      "loss": 0.2095,
      "step": 85230
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.058141876020671e-05,
      "loss": 0.2176,
      "step": 85240
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.058030021699739e-05,
      "loss": 0.2071,
      "step": 85250
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.057918167378806e-05,
      "loss": 0.2154,
      "step": 85260
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.057806313057874e-05,
      "loss": 0.2165,
      "step": 85270
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0576944587369415e-05,
      "loss": 0.2047,
      "step": 85280
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0575826044160086e-05,
      "loss": 0.2112,
      "step": 85290
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0574707500950764e-05,
      "loss": 0.2213,
      "step": 85300
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0573588957741435e-05,
      "loss": 0.2163,
      "step": 85310
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.057247041453211e-05,
      "loss": 0.2178,
      "step": 85320
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.057135187132279e-05,
      "loss": 0.2163,
      "step": 85330
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.057023332811347e-05,
      "loss": 0.2172,
      "step": 85340
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.056911478490415e-05,
      "loss": 0.2118,
      "step": 85350
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.056799624169482e-05,
      "loss": 0.2115,
      "step": 85360
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0566877698485496e-05,
      "loss": 0.217,
      "step": 85370
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0565759155276174e-05,
      "loss": 0.2124,
      "step": 85380
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0564640612066845e-05,
      "loss": 0.2137,
      "step": 85390
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.056352206885752e-05,
      "loss": 0.2141,
      "step": 85400
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0562403525648194e-05,
      "loss": 0.2155,
      "step": 85410
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.056128498243887e-05,
      "loss": 0.2151,
      "step": 85420
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.056016643922954e-05,
      "loss": 0.2192,
      "step": 85430
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.055904789602023e-05,
      "loss": 0.2128,
      "step": 85440
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0557929352810906e-05,
      "loss": 0.2171,
      "step": 85450
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.055681080960158e-05,
      "loss": 0.2123,
      "step": 85460
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0555692266392255e-05,
      "loss": 0.2153,
      "step": 85470
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0554573723182926e-05,
      "loss": 0.219,
      "step": 85480
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0553567034294535e-05,
      "loss": 0.2115,
      "step": 85490
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.055244849108521e-05,
      "loss": 0.2085,
      "step": 85500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.055132994787589e-05,
      "loss": 0.2082,
      "step": 85510
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.055021140466657e-05,
      "loss": 0.2273,
      "step": 85520
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.054909286145724e-05,
      "loss": 0.2171,
      "step": 85530
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.054797431824792e-05,
      "loss": 0.2156,
      "step": 85540
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.054685577503859e-05,
      "loss": 0.2092,
      "step": 85550
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.054573723182927e-05,
      "loss": 0.2158,
      "step": 85560
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0544618688619945e-05,
      "loss": 0.212,
      "step": 85570
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0543500145410616e-05,
      "loss": 0.2168,
      "step": 85580
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0542381602201294e-05,
      "loss": 0.2185,
      "step": 85590
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0541263058991965e-05,
      "loss": 0.2208,
      "step": 85600
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.054014451578265e-05,
      "loss": 0.2124,
      "step": 85610
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.053902597257333e-05,
      "loss": 0.2118,
      "step": 85620
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0537907429364e-05,
      "loss": 0.2167,
      "step": 85630
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.053678888615468e-05,
      "loss": 0.2109,
      "step": 85640
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.053567034294535e-05,
      "loss": 0.2132,
      "step": 85650
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0534551799736026e-05,
      "loss": 0.2134,
      "step": 85660
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0533433256526704e-05,
      "loss": 0.2144,
      "step": 85670
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0532314713317375e-05,
      "loss": 0.2171,
      "step": 85680
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.053119617010805e-05,
      "loss": 0.2108,
      "step": 85690
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0530077626898724e-05,
      "loss": 0.2184,
      "step": 85700
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.05289590836894e-05,
      "loss": 0.2138,
      "step": 85710
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.052784054048008e-05,
      "loss": 0.2161,
      "step": 85720
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.052672199727076e-05,
      "loss": 0.2133,
      "step": 85730
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0525603454061436e-05,
      "loss": 0.2142,
      "step": 85740
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.052448491085211e-05,
      "loss": 0.2148,
      "step": 85750
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0523366367642785e-05,
      "loss": 0.2131,
      "step": 85760
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.052224782443346e-05,
      "loss": 0.2152,
      "step": 85770
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0521129281224134e-05,
      "loss": 0.2117,
      "step": 85780
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.052001073801481e-05,
      "loss": 0.2137,
      "step": 85790
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.051889219480548e-05,
      "loss": 0.2168,
      "step": 85800
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.051777365159616e-05,
      "loss": 0.212,
      "step": 85810
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.051665510838684e-05,
      "loss": 0.2151,
      "step": 85820
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.051553656517752e-05,
      "loss": 0.2217,
      "step": 85830
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0514418021968195e-05,
      "loss": 0.2137,
      "step": 85840
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0513299478758866e-05,
      "loss": 0.2077,
      "step": 85850
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0512180935549544e-05,
      "loss": 0.2091,
      "step": 85860
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0511062392340215e-05,
      "loss": 0.2146,
      "step": 85870
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.050994384913089e-05,
      "loss": 0.214,
      "step": 85880
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.050882530592157e-05,
      "loss": 0.2147,
      "step": 85890
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.050770676271224e-05,
      "loss": 0.2125,
      "step": 85900
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.050658821950292e-05,
      "loss": 0.2121,
      "step": 85910
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.05054696762936e-05,
      "loss": 0.2132,
      "step": 85920
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0504351133084276e-05,
      "loss": 0.2129,
      "step": 85930
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0503232589874954e-05,
      "loss": 0.2124,
      "step": 85940
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0502114046665625e-05,
      "loss": 0.2134,
      "step": 85950
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.05009955034563e-05,
      "loss": 0.2098,
      "step": 85960
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0499876960246974e-05,
      "loss": 0.2141,
      "step": 85970
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.049875841703765e-05,
      "loss": 0.2129,
      "step": 85980
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.049763987382833e-05,
      "loss": 0.2208,
      "step": 85990
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0496521330619e-05,
      "loss": 0.2099,
      "step": 86000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.049540278740968e-05,
      "loss": 0.2181,
      "step": 86010
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.049428424420036e-05,
      "loss": 0.2166,
      "step": 86020
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0493165700991035e-05,
      "loss": 0.217,
      "step": 86030
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.049204715778171e-05,
      "loss": 0.2149,
      "step": 86040
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0490928614572384e-05,
      "loss": 0.213,
      "step": 86050
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.048981007136306e-05,
      "loss": 0.216,
      "step": 86060
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.048869152815373e-05,
      "loss": 0.2136,
      "step": 86070
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.048757298494441e-05,
      "loss": 0.2189,
      "step": 86080
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.048645444173509e-05,
      "loss": 0.2135,
      "step": 86090
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.048533589852576e-05,
      "loss": 0.2165,
      "step": 86100
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.048421735531644e-05,
      "loss": 0.2183,
      "step": 86110
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.048309881210711e-05,
      "loss": 0.2129,
      "step": 86120
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.048198026889779e-05,
      "loss": 0.2108,
      "step": 86130
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0480861725688465e-05,
      "loss": 0.2087,
      "step": 86140
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.047974318247914e-05,
      "loss": 0.211,
      "step": 86150
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.047862463926982e-05,
      "loss": 0.2184,
      "step": 86160
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.047750609606049e-05,
      "loss": 0.2152,
      "step": 86170
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.047638755285117e-05,
      "loss": 0.2164,
      "step": 86180
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.047526900964184e-05,
      "loss": 0.2121,
      "step": 86190
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.047415046643252e-05,
      "loss": 0.2136,
      "step": 86200
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.04730319232232e-05,
      "loss": 0.2163,
      "step": 86210
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.047191338001387e-05,
      "loss": 0.2169,
      "step": 86220
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0470794836804546e-05,
      "loss": 0.2108,
      "step": 86230
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0469676293595224e-05,
      "loss": 0.2154,
      "step": 86240
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.04685577503859e-05,
      "loss": 0.2138,
      "step": 86250
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.046743920717658e-05,
      "loss": 0.2108,
      "step": 86260
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.046632066396725e-05,
      "loss": 0.2093,
      "step": 86270
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.046520212075793e-05,
      "loss": 0.2117,
      "step": 86280
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.04640835775486e-05,
      "loss": 0.2124,
      "step": 86290
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.046296503433928e-05,
      "loss": 0.2169,
      "step": 86300
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0461846491129956e-05,
      "loss": 0.2148,
      "step": 86310
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.046072794792063e-05,
      "loss": 0.2115,
      "step": 86320
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0459609404711305e-05,
      "loss": 0.2118,
      "step": 86330
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.045849086150198e-05,
      "loss": 0.2117,
      "step": 86340
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.045737231829266e-05,
      "loss": 0.2145,
      "step": 86350
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.045625377508334e-05,
      "loss": 0.2095,
      "step": 86360
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.045513523187401e-05,
      "loss": 0.2112,
      "step": 86370
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.045401668866469e-05,
      "loss": 0.2141,
      "step": 86380
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.045289814545536e-05,
      "loss": 0.2138,
      "step": 86390
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.045177960224604e-05,
      "loss": 0.2165,
      "step": 86400
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0450661059036715e-05,
      "loss": 0.212,
      "step": 86410
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0449542515827386e-05,
      "loss": 0.2105,
      "step": 86420
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0448423972618064e-05,
      "loss": 0.2102,
      "step": 86430
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.044730542940874e-05,
      "loss": 0.2173,
      "step": 86440
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.044618688619942e-05,
      "loss": 0.2143,
      "step": 86450
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.044506834299009e-05,
      "loss": 0.2104,
      "step": 86460
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.044394979978077e-05,
      "loss": 0.2131,
      "step": 86470
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0442831256571447e-05,
      "loss": 0.2119,
      "step": 86480
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.044171271336212e-05,
      "loss": 0.2105,
      "step": 86490
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0440594170152796e-05,
      "loss": 0.2128,
      "step": 86500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.043947562694347e-05,
      "loss": 0.2131,
      "step": 86510
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0438357083734145e-05,
      "loss": 0.2146,
      "step": 86520
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.043723854052482e-05,
      "loss": 0.2147,
      "step": 86530
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0436119997315494e-05,
      "loss": 0.215,
      "step": 86540
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.043500145410617e-05,
      "loss": 0.211,
      "step": 86550
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.043388291089685e-05,
      "loss": 0.2103,
      "step": 86560
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.043276436768753e-05,
      "loss": 0.2114,
      "step": 86570
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0431645824478205e-05,
      "loss": 0.2116,
      "step": 86580
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.043052728126888e-05,
      "loss": 0.2117,
      "step": 86590
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0429408738059555e-05,
      "loss": 0.2187,
      "step": 86600
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0428290194850226e-05,
      "loss": 0.218,
      "step": 86610
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0427171651640904e-05,
      "loss": 0.2109,
      "step": 86620
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.042605310843158e-05,
      "loss": 0.213,
      "step": 86630
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.042493456522225e-05,
      "loss": 0.2139,
      "step": 86640
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.042381602201293e-05,
      "loss": 0.2089,
      "step": 86650
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.042269747880361e-05,
      "loss": 0.2091,
      "step": 86660
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0421578935594287e-05,
      "loss": 0.2093,
      "step": 86670
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0420460392384964e-05,
      "loss": 0.2121,
      "step": 86680
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0419341849175636e-05,
      "loss": 0.2131,
      "step": 86690
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0418223305966314e-05,
      "loss": 0.2108,
      "step": 86700
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0417104762756985e-05,
      "loss": 0.2079,
      "step": 86710
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.041598621954766e-05,
      "loss": 0.2183,
      "step": 86720
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.041486767633834e-05,
      "loss": 0.2136,
      "step": 86730
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.041374913312901e-05,
      "loss": 0.2161,
      "step": 86740
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.041263058991969e-05,
      "loss": 0.2127,
      "step": 86750
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.041151204671037e-05,
      "loss": 0.213,
      "step": 86760
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0410393503501045e-05,
      "loss": 0.2066,
      "step": 86770
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0409274960291717e-05,
      "loss": 0.2137,
      "step": 86780
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0408156417082395e-05,
      "loss": 0.2135,
      "step": 86790
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.040703787387307e-05,
      "loss": 0.2119,
      "step": 86800
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0405919330663744e-05,
      "loss": 0.2121,
      "step": 86810
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.040480078745442e-05,
      "loss": 0.2087,
      "step": 86820
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.040368224424509e-05,
      "loss": 0.2095,
      "step": 86830
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.040256370103577e-05,
      "loss": 0.2079,
      "step": 86840
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.040144515782645e-05,
      "loss": 0.2087,
      "step": 86850
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0400326614617126e-05,
      "loss": 0.2123,
      "step": 86860
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0399208071407804e-05,
      "loss": 0.2146,
      "step": 86870
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0398089528198476e-05,
      "loss": 0.2174,
      "step": 86880
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0396970984989153e-05,
      "loss": 0.2135,
      "step": 86890
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.039585244177983e-05,
      "loss": 0.2133,
      "step": 86900
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.03947338985705e-05,
      "loss": 0.2177,
      "step": 86910
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.039361535536118e-05,
      "loss": 0.2113,
      "step": 86920
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.039249681215185e-05,
      "loss": 0.2068,
      "step": 86930
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.039137826894253e-05,
      "loss": 0.2084,
      "step": 86940
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.039025972573321e-05,
      "loss": 0.2143,
      "step": 86950
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.038914118252388e-05,
      "loss": 0.2119,
      "step": 86960
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.038802263931456e-05,
      "loss": 0.2192,
      "step": 86970
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0386904096105235e-05,
      "loss": 0.2131,
      "step": 86980
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.038578555289591e-05,
      "loss": 0.2188,
      "step": 86990
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.038466700968659e-05,
      "loss": 0.2154,
      "step": 87000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.038354846647726e-05,
      "loss": 0.2155,
      "step": 87010
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.038242992326794e-05,
      "loss": 0.2167,
      "step": 87020
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.038131138005861e-05,
      "loss": 0.2168,
      "step": 87030
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.038019283684929e-05,
      "loss": 0.2165,
      "step": 87040
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0379074293639966e-05,
      "loss": 0.2155,
      "step": 87050
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.037795575043064e-05,
      "loss": 0.2126,
      "step": 87060
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0376837207221316e-05,
      "loss": 0.2111,
      "step": 87070
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0375718664011993e-05,
      "loss": 0.2111,
      "step": 87080
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.037460012080267e-05,
      "loss": 0.2096,
      "step": 87090
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.037348157759334e-05,
      "loss": 0.2103,
      "step": 87100
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.037236303438402e-05,
      "loss": 0.2103,
      "step": 87110
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.03712444911747e-05,
      "loss": 0.2154,
      "step": 87120
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.037012594796537e-05,
      "loss": 0.2176,
      "step": 87130
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.036900740475605e-05,
      "loss": 0.2176,
      "step": 87140
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.036788886154672e-05,
      "loss": 0.2147,
      "step": 87150
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0366770318337397e-05,
      "loss": 0.2175,
      "step": 87160
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0365651775128074e-05,
      "loss": 0.2163,
      "step": 87170
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.036453323191875e-05,
      "loss": 0.2076,
      "step": 87180
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.036341468870943e-05,
      "loss": 0.2185,
      "step": 87190
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.03622961455001e-05,
      "loss": 0.2113,
      "step": 87200
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.036117760229078e-05,
      "loss": 0.2129,
      "step": 87210
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.036005905908146e-05,
      "loss": 0.2141,
      "step": 87220
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.035894051587213e-05,
      "loss": 0.2155,
      "step": 87230
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0357821972662806e-05,
      "loss": 0.2125,
      "step": 87240
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.035670342945348e-05,
      "loss": 0.2145,
      "step": 87250
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0355584886244155e-05,
      "loss": 0.2159,
      "step": 87260
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0354466343034833e-05,
      "loss": 0.2086,
      "step": 87270
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.035334779982551e-05,
      "loss": 0.2085,
      "step": 87280
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.035222925661619e-05,
      "loss": 0.2186,
      "step": 87290
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.035111071340686e-05,
      "loss": 0.2096,
      "step": 87300
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.034999217019754e-05,
      "loss": 0.2117,
      "step": 87310
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0348873626988216e-05,
      "loss": 0.2162,
      "step": 87320
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.034775508377889e-05,
      "loss": 0.2173,
      "step": 87330
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0346636540569565e-05,
      "loss": 0.2182,
      "step": 87340
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0345517997360237e-05,
      "loss": 0.2087,
      "step": 87350
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0344399454150914e-05,
      "loss": 0.2121,
      "step": 87360
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.034328091094159e-05,
      "loss": 0.2085,
      "step": 87370
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0342162367732264e-05,
      "loss": 0.2189,
      "step": 87380
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.034104382452295e-05,
      "loss": 0.2132,
      "step": 87390
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.033992528131362e-05,
      "loss": 0.2084,
      "step": 87400
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.03388067381043e-05,
      "loss": 0.2212,
      "step": 87410
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.033768819489497e-05,
      "loss": 0.2145,
      "step": 87420
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0336569651685646e-05,
      "loss": 0.2066,
      "step": 87430
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0335451108476324e-05,
      "loss": 0.2153,
      "step": 87440
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0334332565266995e-05,
      "loss": 0.2115,
      "step": 87450
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.033321402205767e-05,
      "loss": 0.2114,
      "step": 87460
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0332095478848345e-05,
      "loss": 0.2087,
      "step": 87470
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.033097693563902e-05,
      "loss": 0.2123,
      "step": 87480
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.03298583924297e-05,
      "loss": 0.218,
      "step": 87490
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.032885170354131e-05,
      "loss": 0.2129,
      "step": 87500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.032773316033199e-05,
      "loss": 0.2146,
      "step": 87510
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.032661461712266e-05,
      "loss": 0.2219,
      "step": 87520
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0325496073913336e-05,
      "loss": 0.21,
      "step": 87530
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.032437753070401e-05,
      "loss": 0.2111,
      "step": 87540
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.032325898749469e-05,
      "loss": 0.2059,
      "step": 87550
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.032214044428537e-05,
      "loss": 0.2133,
      "step": 87560
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.032102190107604e-05,
      "loss": 0.2142,
      "step": 87570
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.031990335786672e-05,
      "loss": 0.212,
      "step": 87580
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.031878481465739e-05,
      "loss": 0.2148,
      "step": 87590
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.031766627144807e-05,
      "loss": 0.2132,
      "step": 87600
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0316547728238746e-05,
      "loss": 0.2123,
      "step": 87610
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.031542918502942e-05,
      "loss": 0.2059,
      "step": 87620
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0314310641820095e-05,
      "loss": 0.2119,
      "step": 87630
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0313192098610766e-05,
      "loss": 0.2154,
      "step": 87640
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0312073555401444e-05,
      "loss": 0.2084,
      "step": 87650
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.031095501219212e-05,
      "loss": 0.2098,
      "step": 87660
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.03098364689828e-05,
      "loss": 0.2144,
      "step": 87670
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.030871792577348e-05,
      "loss": 0.2102,
      "step": 87680
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.030759938256415e-05,
      "loss": 0.2098,
      "step": 87690
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.030648083935483e-05,
      "loss": 0.2113,
      "step": 87700
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0305362296145505e-05,
      "loss": 0.2134,
      "step": 87710
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0304243752936176e-05,
      "loss": 0.2103,
      "step": 87720
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0303125209726854e-05,
      "loss": 0.213,
      "step": 87730
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0302006666517525e-05,
      "loss": 0.2151,
      "step": 87740
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.03008881233082e-05,
      "loss": 0.2089,
      "step": 87750
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.029976958009888e-05,
      "loss": 0.214,
      "step": 87760
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.029865103688956e-05,
      "loss": 0.2157,
      "step": 87770
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.029753249368024e-05,
      "loss": 0.2117,
      "step": 87780
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.029641395047091e-05,
      "loss": 0.2086,
      "step": 87790
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0295295407261586e-05,
      "loss": 0.2165,
      "step": 87800
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.029417686405226e-05,
      "loss": 0.2141,
      "step": 87810
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0293058320842935e-05,
      "loss": 0.212,
      "step": 87820
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.029193977763361e-05,
      "loss": 0.2152,
      "step": 87830
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0290821234424284e-05,
      "loss": 0.2123,
      "step": 87840
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.028970269121496e-05,
      "loss": 0.2126,
      "step": 87850
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.028858414800564e-05,
      "loss": 0.2157,
      "step": 87860
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.028746560479632e-05,
      "loss": 0.2073,
      "step": 87870
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0286347061586996e-05,
      "loss": 0.2103,
      "step": 87880
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.028522851837767e-05,
      "loss": 0.2089,
      "step": 87890
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0284109975168345e-05,
      "loss": 0.2152,
      "step": 87900
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0282991431959016e-05,
      "loss": 0.2117,
      "step": 87910
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0281872888749694e-05,
      "loss": 0.216,
      "step": 87920
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.028075434554037e-05,
      "loss": 0.2109,
      "step": 87930
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.027963580233104e-05,
      "loss": 0.2122,
      "step": 87940
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.027851725912172e-05,
      "loss": 0.2121,
      "step": 87950
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.027739871591239e-05,
      "loss": 0.2105,
      "step": 87960
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.027628017270308e-05,
      "loss": 0.2115,
      "step": 87970
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0275161629493755e-05,
      "loss": 0.2161,
      "step": 87980
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0274043086284426e-05,
      "loss": 0.2127,
      "step": 87990
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0272924543075104e-05,
      "loss": 0.2167,
      "step": 88000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0271805999865775e-05,
      "loss": 0.2153,
      "step": 88010
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.027068745665645e-05,
      "loss": 0.2126,
      "step": 88020
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.026956891344713e-05,
      "loss": 0.2123,
      "step": 88030
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.02684503702378e-05,
      "loss": 0.2111,
      "step": 88040
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.026733182702848e-05,
      "loss": 0.2113,
      "step": 88050
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.026621328381915e-05,
      "loss": 0.2198,
      "step": 88060
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.026509474060983e-05,
      "loss": 0.2148,
      "step": 88070
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.026397619740051e-05,
      "loss": 0.2154,
      "step": 88080
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0262857654191185e-05,
      "loss": 0.2162,
      "step": 88090
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.026173911098186e-05,
      "loss": 0.2102,
      "step": 88100
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0260620567772534e-05,
      "loss": 0.2161,
      "step": 88110
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.025950202456321e-05,
      "loss": 0.2082,
      "step": 88120
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.025838348135388e-05,
      "loss": 0.2102,
      "step": 88130
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.025726493814456e-05,
      "loss": 0.2099,
      "step": 88140
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.025614639493524e-05,
      "loss": 0.2118,
      "step": 88150
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.025502785172591e-05,
      "loss": 0.2113,
      "step": 88160
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.025390930851659e-05,
      "loss": 0.2116,
      "step": 88170
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0252790765307266e-05,
      "loss": 0.2113,
      "step": 88180
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0251672222097944e-05,
      "loss": 0.214,
      "step": 88190
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.025055367888862e-05,
      "loss": 0.2165,
      "step": 88200
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.024943513567929e-05,
      "loss": 0.2144,
      "step": 88210
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.024831659246997e-05,
      "loss": 0.2107,
      "step": 88220
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.024719804926064e-05,
      "loss": 0.2081,
      "step": 88230
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.024607950605132e-05,
      "loss": 0.2169,
      "step": 88240
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0244960962842e-05,
      "loss": 0.2183,
      "step": 88250
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.024384241963267e-05,
      "loss": 0.218,
      "step": 88260
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.024272387642335e-05,
      "loss": 0.2106,
      "step": 88270
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0241605333214025e-05,
      "loss": 0.2077,
      "step": 88280
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.02404867900047e-05,
      "loss": 0.2107,
      "step": 88290
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.023936824679538e-05,
      "loss": 0.2118,
      "step": 88300
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.023824970358605e-05,
      "loss": 0.2216,
      "step": 88310
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.023713116037673e-05,
      "loss": 0.212,
      "step": 88320
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.02360126171674e-05,
      "loss": 0.2113,
      "step": 88330
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.023489407395808e-05,
      "loss": 0.2163,
      "step": 88340
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.023377553074876e-05,
      "loss": 0.2102,
      "step": 88350
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.023265698753943e-05,
      "loss": 0.2156,
      "step": 88360
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0231538444330106e-05,
      "loss": 0.2161,
      "step": 88370
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0230419901120784e-05,
      "loss": 0.209,
      "step": 88380
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.022930135791146e-05,
      "loss": 0.2127,
      "step": 88390
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.022818281470213e-05,
      "loss": 0.2137,
      "step": 88400
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.022706427149281e-05,
      "loss": 0.2118,
      "step": 88410
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.022594572828349e-05,
      "loss": 0.2171,
      "step": 88420
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.022482718507416e-05,
      "loss": 0.2122,
      "step": 88430
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.022370864186484e-05,
      "loss": 0.2154,
      "step": 88440
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.022259009865551e-05,
      "loss": 0.21,
      "step": 88450
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.022147155544619e-05,
      "loss": 0.2047,
      "step": 88460
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0220353012236865e-05,
      "loss": 0.2132,
      "step": 88470
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0219234469027536e-05,
      "loss": 0.2065,
      "step": 88480
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0218115925818214e-05,
      "loss": 0.2079,
      "step": 88490
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.021699738260889e-05,
      "loss": 0.2144,
      "step": 88500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.021587883939957e-05,
      "loss": 0.2133,
      "step": 88510
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.021476029619025e-05,
      "loss": 0.2095,
      "step": 88520
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.021364175298092e-05,
      "loss": 0.2188,
      "step": 88530
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.02125232097716e-05,
      "loss": 0.2134,
      "step": 88540
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.021140466656227e-05,
      "loss": 0.2171,
      "step": 88550
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0210286123352946e-05,
      "loss": 0.2125,
      "step": 88560
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0209167580143624e-05,
      "loss": 0.2136,
      "step": 88570
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0208049036934295e-05,
      "loss": 0.2116,
      "step": 88580
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.020693049372497e-05,
      "loss": 0.2132,
      "step": 88590
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.020581195051565e-05,
      "loss": 0.21,
      "step": 88600
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.020469340730633e-05,
      "loss": 0.2093,
      "step": 88610
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.020357486409701e-05,
      "loss": 0.2126,
      "step": 88620
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.020245632088768e-05,
      "loss": 0.2138,
      "step": 88630
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0201337777678356e-05,
      "loss": 0.2155,
      "step": 88640
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.020021923446903e-05,
      "loss": 0.2163,
      "step": 88650
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0199100691259705e-05,
      "loss": 0.2141,
      "step": 88660
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.019798214805038e-05,
      "loss": 0.2106,
      "step": 88670
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0196863604841054e-05,
      "loss": 0.2052,
      "step": 88680
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.019574506163173e-05,
      "loss": 0.2098,
      "step": 88690
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.019462651842241e-05,
      "loss": 0.2117,
      "step": 88700
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.019350797521309e-05,
      "loss": 0.2082,
      "step": 88710
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.019238943200376e-05,
      "loss": 0.2113,
      "step": 88720
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.019127088879444e-05,
      "loss": 0.209,
      "step": 88730
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0190152345585115e-05,
      "loss": 0.2137,
      "step": 88740
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0189033802375786e-05,
      "loss": 0.2103,
      "step": 88750
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0187915259166464e-05,
      "loss": 0.2051,
      "step": 88760
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0186796715957135e-05,
      "loss": 0.2148,
      "step": 88770
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.018567817274781e-05,
      "loss": 0.2158,
      "step": 88780
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.018455962953849e-05,
      "loss": 0.2127,
      "step": 88790
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.018344108632917e-05,
      "loss": 0.2128,
      "step": 88800
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.018232254311985e-05,
      "loss": 0.2057,
      "step": 88810
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.018120399991052e-05,
      "loss": 0.208,
      "step": 88820
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0180085456701196e-05,
      "loss": 0.2074,
      "step": 88830
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0178966913491874e-05,
      "loss": 0.2134,
      "step": 88840
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0177848370282545e-05,
      "loss": 0.2107,
      "step": 88850
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.017672982707322e-05,
      "loss": 0.2114,
      "step": 88860
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0175611283863894e-05,
      "loss": 0.2089,
      "step": 88870
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.017449274065457e-05,
      "loss": 0.2134,
      "step": 88880
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.017337419744525e-05,
      "loss": 0.211,
      "step": 88890
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.017225565423592e-05,
      "loss": 0.2103,
      "step": 88900
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.01711371110266e-05,
      "loss": 0.2107,
      "step": 88910
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.017001856781728e-05,
      "loss": 0.2079,
      "step": 88920
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0168900024607955e-05,
      "loss": 0.2144,
      "step": 88930
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.016778148139863e-05,
      "loss": 0.2103,
      "step": 88940
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0166662938189304e-05,
      "loss": 0.203,
      "step": 88950
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.016554439497998e-05,
      "loss": 0.2093,
      "step": 88960
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.016442585177065e-05,
      "loss": 0.2126,
      "step": 88970
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.016330730856133e-05,
      "loss": 0.2111,
      "step": 88980
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.016218876535201e-05,
      "loss": 0.2048,
      "step": 88990
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.016107022214268e-05,
      "loss": 0.2108,
      "step": 89000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.015995167893336e-05,
      "loss": 0.2096,
      "step": 89010
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0158833135724036e-05,
      "loss": 0.2118,
      "step": 89020
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0157714592514714e-05,
      "loss": 0.2054,
      "step": 89030
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0156596049305385e-05,
      "loss": 0.2085,
      "step": 89040
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.015547750609606e-05,
      "loss": 0.2065,
      "step": 89050
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.015435896288674e-05,
      "loss": 0.2081,
      "step": 89060
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.015324041967741e-05,
      "loss": 0.2099,
      "step": 89070
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.015212187646809e-05,
      "loss": 0.2088,
      "step": 89080
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.015100333325876e-05,
      "loss": 0.2128,
      "step": 89090
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.014988479004944e-05,
      "loss": 0.2134,
      "step": 89100
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.014876624684012e-05,
      "loss": 0.2112,
      "step": 89110
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0147647703630795e-05,
      "loss": 0.2152,
      "step": 89120
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.014652916042147e-05,
      "loss": 0.211,
      "step": 89130
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0145410617212144e-05,
      "loss": 0.2144,
      "step": 89140
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.014429207400282e-05,
      "loss": 0.2088,
      "step": 89150
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.01431735307935e-05,
      "loss": 0.2085,
      "step": 89160
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.014205498758417e-05,
      "loss": 0.2089,
      "step": 89170
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.014093644437485e-05,
      "loss": 0.2155,
      "step": 89180
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.013981790116552e-05,
      "loss": 0.2112,
      "step": 89190
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.01386993579562e-05,
      "loss": 0.215,
      "step": 89200
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0137580814746876e-05,
      "loss": 0.2134,
      "step": 89210
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0136462271537554e-05,
      "loss": 0.2126,
      "step": 89220
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.013534372832823e-05,
      "loss": 0.2108,
      "step": 89230
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.01342251851189e-05,
      "loss": 0.2064,
      "step": 89240
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.013310664190958e-05,
      "loss": 0.2132,
      "step": 89250
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.013198809870026e-05,
      "loss": 0.2162,
      "step": 89260
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.013086955549093e-05,
      "loss": 0.2072,
      "step": 89270
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.012975101228161e-05,
      "loss": 0.2116,
      "step": 89280
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.012863246907228e-05,
      "loss": 0.2099,
      "step": 89290
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.012751392586296e-05,
      "loss": 0.2107,
      "step": 89300
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0126395382653635e-05,
      "loss": 0.2043,
      "step": 89310
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0125276839444306e-05,
      "loss": 0.2106,
      "step": 89320
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.012415829623499e-05,
      "loss": 0.213,
      "step": 89330
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.012303975302566e-05,
      "loss": 0.2105,
      "step": 89340
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.012192120981634e-05,
      "loss": 0.212,
      "step": 89350
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.012080266660701e-05,
      "loss": 0.2106,
      "step": 89360
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.011968412339769e-05,
      "loss": 0.2112,
      "step": 89370
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0118565580188367e-05,
      "loss": 0.2154,
      "step": 89380
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.011744703697904e-05,
      "loss": 0.2098,
      "step": 89390
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0116328493769716e-05,
      "loss": 0.2183,
      "step": 89400
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.011520995056039e-05,
      "loss": 0.2099,
      "step": 89410
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0114091407351065e-05,
      "loss": 0.2099,
      "step": 89420
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.011297286414174e-05,
      "loss": 0.2156,
      "step": 89430
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.011185432093242e-05,
      "loss": 0.2123,
      "step": 89440
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.01107357777231e-05,
      "loss": 0.2076,
      "step": 89450
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.010961723451377e-05,
      "loss": 0.2112,
      "step": 89460
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.010849869130445e-05,
      "loss": 0.213,
      "step": 89470
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0107380148095126e-05,
      "loss": 0.2161,
      "step": 89480
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.01062616048858e-05,
      "loss": 0.215,
      "step": 89490
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.010525491599741e-05,
      "loss": 0.2065,
      "step": 89500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.010413637278808e-05,
      "loss": 0.2082,
      "step": 89510
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.010301782957876e-05,
      "loss": 0.2089,
      "step": 89520
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.010189928636943e-05,
      "loss": 0.2169,
      "step": 89530
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.010078074316011e-05,
      "loss": 0.2156,
      "step": 89540
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.009966219995079e-05,
      "loss": 0.216,
      "step": 89550
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.009854365674146e-05,
      "loss": 0.2117,
      "step": 89560
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.009742511353214e-05,
      "loss": 0.2139,
      "step": 89570
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.009630657032281e-05,
      "loss": 0.2058,
      "step": 89580
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0095188027113486e-05,
      "loss": 0.2088,
      "step": 89590
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0094069483904164e-05,
      "loss": 0.2096,
      "step": 89600
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.009295094069484e-05,
      "loss": 0.2139,
      "step": 89610
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.009183239748552e-05,
      "loss": 0.2109,
      "step": 89620
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.009071385427619e-05,
      "loss": 0.211,
      "step": 89630
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.008959531106687e-05,
      "loss": 0.2146,
      "step": 89640
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.008847676785755e-05,
      "loss": 0.2144,
      "step": 89650
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.008735822464822e-05,
      "loss": 0.212,
      "step": 89660
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0086239681438896e-05,
      "loss": 0.2147,
      "step": 89670
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.008512113822957e-05,
      "loss": 0.2139,
      "step": 89680
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0084002595020245e-05,
      "loss": 0.2091,
      "step": 89690
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.008288405181092e-05,
      "loss": 0.2169,
      "step": 89700
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.00817655086016e-05,
      "loss": 0.2118,
      "step": 89710
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.008064696539228e-05,
      "loss": 0.2099,
      "step": 89720
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.007952842218295e-05,
      "loss": 0.2114,
      "step": 89730
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.007840987897363e-05,
      "loss": 0.2136,
      "step": 89740
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.00772913357643e-05,
      "loss": 0.2091,
      "step": 89750
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.007617279255498e-05,
      "loss": 0.212,
      "step": 89760
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0075054249345655e-05,
      "loss": 0.2143,
      "step": 89770
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0073935706136326e-05,
      "loss": 0.2113,
      "step": 89780
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0072817162927004e-05,
      "loss": 0.2113,
      "step": 89790
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.007169861971768e-05,
      "loss": 0.2134,
      "step": 89800
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.007058007650836e-05,
      "loss": 0.2112,
      "step": 89810
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.006946153329904e-05,
      "loss": 0.206,
      "step": 89820
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.006834299008971e-05,
      "loss": 0.2147,
      "step": 89830
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.006722444688039e-05,
      "loss": 0.2112,
      "step": 89840
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.006610590367106e-05,
      "loss": 0.2139,
      "step": 89850
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0064987360461736e-05,
      "loss": 0.2081,
      "step": 89860
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0063868817252414e-05,
      "loss": 0.2165,
      "step": 89870
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0062750274043085e-05,
      "loss": 0.2118,
      "step": 89880
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.006163173083376e-05,
      "loss": 0.216,
      "step": 89890
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0060513187624434e-05,
      "loss": 0.2139,
      "step": 89900
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.005939464441512e-05,
      "loss": 0.2088,
      "step": 89910
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.00582761012058e-05,
      "loss": 0.2144,
      "step": 89920
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.005715755799647e-05,
      "loss": 0.2042,
      "step": 89930
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0056039014787146e-05,
      "loss": 0.2162,
      "step": 89940
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.005492047157782e-05,
      "loss": 0.2158,
      "step": 89950
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0053801928368495e-05,
      "loss": 0.2075,
      "step": 89960
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.005268338515917e-05,
      "loss": 0.2173,
      "step": 89970
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0051564841949844e-05,
      "loss": 0.211,
      "step": 89980
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.005044629874052e-05,
      "loss": 0.2066,
      "step": 89990
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0049327755531193e-05,
      "loss": 0.2115,
      "step": 90000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.004820921232187e-05,
      "loss": 0.2106,
      "step": 90010
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.004709066911255e-05,
      "loss": 0.2103,
      "step": 90020
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.004597212590323e-05,
      "loss": 0.2095,
      "step": 90030
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0044853582693905e-05,
      "loss": 0.2094,
      "step": 90040
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0043735039484576e-05,
      "loss": 0.21,
      "step": 90050
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0042616496275254e-05,
      "loss": 0.2113,
      "step": 90060
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0041497953065925e-05,
      "loss": 0.2162,
      "step": 90070
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.00403794098566e-05,
      "loss": 0.2127,
      "step": 90080
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.003926086664728e-05,
      "loss": 0.2071,
      "step": 90090
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.003814232343795e-05,
      "loss": 0.2062,
      "step": 90100
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.003702378022863e-05,
      "loss": 0.2138,
      "step": 90110
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.003590523701931e-05,
      "loss": 0.2103,
      "step": 90120
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0034786693809986e-05,
      "loss": 0.2135,
      "step": 90130
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0033668150600664e-05,
      "loss": 0.2088,
      "step": 90140
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0032549607391335e-05,
      "loss": 0.2121,
      "step": 90150
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.003143106418201e-05,
      "loss": 0.2113,
      "step": 90160
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0030312520972684e-05,
      "loss": 0.208,
      "step": 90170
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.002919397776336e-05,
      "loss": 0.2094,
      "step": 90180
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.002807543455404e-05,
      "loss": 0.2093,
      "step": 90190
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.002695689134471e-05,
      "loss": 0.214,
      "step": 90200
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.002583834813539e-05,
      "loss": 0.2135,
      "step": 90210
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.002471980492607e-05,
      "loss": 0.2097,
      "step": 90220
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0023601261716745e-05,
      "loss": 0.2109,
      "step": 90230
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.002248271850742e-05,
      "loss": 0.2067,
      "step": 90240
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0021364175298094e-05,
      "loss": 0.2089,
      "step": 90250
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.002024563208877e-05,
      "loss": 0.2111,
      "step": 90260
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.001912708887944e-05,
      "loss": 0.2106,
      "step": 90270
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.001800854567012e-05,
      "loss": 0.2132,
      "step": 90280
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.00168900024608e-05,
      "loss": 0.2109,
      "step": 90290
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.001577145925147e-05,
      "loss": 0.2169,
      "step": 90300
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.001465291604215e-05,
      "loss": 0.2043,
      "step": 90310
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.001353437283282e-05,
      "loss": 0.2093,
      "step": 90320
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0012415829623504e-05,
      "loss": 0.2085,
      "step": 90330
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.001129728641418e-05,
      "loss": 0.211,
      "step": 90340
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.001017874320485e-05,
      "loss": 0.2107,
      "step": 90350
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.000906019999553e-05,
      "loss": 0.2142,
      "step": 90360
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.00079416567862e-05,
      "loss": 0.2078,
      "step": 90370
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.000682311357688e-05,
      "loss": 0.2074,
      "step": 90380
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.000570457036755e-05,
      "loss": 0.2142,
      "step": 90390
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.000458602715823e-05,
      "loss": 0.2104,
      "step": 90400
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.000346748394891e-05,
      "loss": 0.2103,
      "step": 90410
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.000234894073958e-05,
      "loss": 0.2131,
      "step": 90420
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0001230397530256e-05,
      "loss": 0.2056,
      "step": 90430
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0000111854320934e-05,
      "loss": 0.2108,
      "step": 90440
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.999899331111161e-05,
      "loss": 0.2083,
      "step": 90450
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.999787476790229e-05,
      "loss": 0.2125,
      "step": 90460
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.999675622469296e-05,
      "loss": 0.2107,
      "step": 90470
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.999563768148364e-05,
      "loss": 0.2083,
      "step": 90480
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.999451913827431e-05,
      "loss": 0.2094,
      "step": 90490
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.999340059506499e-05,
      "loss": 0.209,
      "step": 90500
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9992282051855666e-05,
      "loss": 0.2111,
      "step": 90510
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.999116350864634e-05,
      "loss": 0.209,
      "step": 90520
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9990044965437015e-05,
      "loss": 0.215,
      "step": 90530
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.998892642222769e-05,
      "loss": 0.2068,
      "step": 90540
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.998780787901837e-05,
      "loss": 0.2134,
      "step": 90550
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.998668933580905e-05,
      "loss": 0.2081,
      "step": 90560
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.998557079259972e-05,
      "loss": 0.2115,
      "step": 90570
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.99844522493904e-05,
      "loss": 0.2069,
      "step": 90580
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.998333370618107e-05,
      "loss": 0.2076,
      "step": 90590
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.998221516297175e-05,
      "loss": 0.2074,
      "step": 90600
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9981096619762425e-05,
      "loss": 0.2129,
      "step": 90610
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9979978076553096e-05,
      "loss": 0.2038,
      "step": 90620
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9978859533343774e-05,
      "loss": 0.2069,
      "step": 90630
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.997774099013445e-05,
      "loss": 0.2149,
      "step": 90640
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.997662244692513e-05,
      "loss": 0.2068,
      "step": 90650
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.997550390371581e-05,
      "loss": 0.2084,
      "step": 90660
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.997438536050648e-05,
      "loss": 0.2093,
      "step": 90670
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.997326681729716e-05,
      "loss": 0.2063,
      "step": 90680
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.997214827408783e-05,
      "loss": 0.2082,
      "step": 90690
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9971029730878506e-05,
      "loss": 0.2045,
      "step": 90700
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.996991118766918e-05,
      "loss": 0.2133,
      "step": 90710
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9968792644459855e-05,
      "loss": 0.2072,
      "step": 90720
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.996767410125053e-05,
      "loss": 0.2079,
      "step": 90730
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.996655555804121e-05,
      "loss": 0.2123,
      "step": 90740
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.996543701483189e-05,
      "loss": 0.2112,
      "step": 90750
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.996431847162256e-05,
      "loss": 0.2197,
      "step": 90760
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.996319992841324e-05,
      "loss": 0.2113,
      "step": 90770
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9962081385203916e-05,
      "loss": 0.2057,
      "step": 90780
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.996096284199459e-05,
      "loss": 0.208,
      "step": 90790
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9959844298785265e-05,
      "loss": 0.2085,
      "step": 90800
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9958725755575936e-05,
      "loss": 0.2163,
      "step": 90810
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9957607212366614e-05,
      "loss": 0.2083,
      "step": 90820
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.995648866915729e-05,
      "loss": 0.2089,
      "step": 90830
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.995537012594796e-05,
      "loss": 0.2102,
      "step": 90840
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.995425158273864e-05,
      "loss": 0.2122,
      "step": 90850
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.995313303952932e-05,
      "loss": 0.2086,
      "step": 90860
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.995201449632e-05,
      "loss": 0.2127,
      "step": 90870
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9950895953110675e-05,
      "loss": 0.2126,
      "step": 90880
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9949777409901346e-05,
      "loss": 0.2062,
      "step": 90890
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9948658866692024e-05,
      "loss": 0.2081,
      "step": 90900
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9947540323482695e-05,
      "loss": 0.2113,
      "step": 90910
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.994642178027337e-05,
      "loss": 0.2094,
      "step": 90920
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.994530323706405e-05,
      "loss": 0.2101,
      "step": 90930
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.994418469385472e-05,
      "loss": 0.2058,
      "step": 90940
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.99430661506454e-05,
      "loss": 0.2082,
      "step": 90950
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.994194760743608e-05,
      "loss": 0.2078,
      "step": 90960
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9940829064226756e-05,
      "loss": 0.2075,
      "step": 90970
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.993971052101743e-05,
      "loss": 0.2083,
      "step": 90980
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9938591977808105e-05,
      "loss": 0.2112,
      "step": 90990
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.993747343459878e-05,
      "loss": 0.2132,
      "step": 91000
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9936354891389454e-05,
      "loss": 0.214,
      "step": 91010
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.993523634818013e-05,
      "loss": 0.2065,
      "step": 91020
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.99341178049708e-05,
      "loss": 0.2161,
      "step": 91030
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.993299926176148e-05,
      "loss": 0.2107,
      "step": 91040
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.993188071855216e-05,
      "loss": 0.204,
      "step": 91050
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.993076217534284e-05,
      "loss": 0.2043,
      "step": 91060
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9929643632133515e-05,
      "loss": 0.2047,
      "step": 91070
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9928525088924186e-05,
      "loss": 0.2085,
      "step": 91080
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9927406545714864e-05,
      "loss": 0.2071,
      "step": 91090
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.992628800250554e-05,
      "loss": 0.2097,
      "step": 91100
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.992516945929621e-05,
      "loss": 0.2099,
      "step": 91110
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.992405091608689e-05,
      "loss": 0.21,
      "step": 91120
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.992293237287756e-05,
      "loss": 0.2062,
      "step": 91130
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.992181382966824e-05,
      "loss": 0.2093,
      "step": 91140
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.992069528645892e-05,
      "loss": 0.2064,
      "step": 91150
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9919576743249596e-05,
      "loss": 0.2096,
      "step": 91160
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9918458200040274e-05,
      "loss": 0.2142,
      "step": 91170
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9917339656830945e-05,
      "loss": 0.2115,
      "step": 91180
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.991622111362162e-05,
      "loss": 0.2103,
      "step": 91190
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.99151025704123e-05,
      "loss": 0.2108,
      "step": 91200
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.991398402720297e-05,
      "loss": 0.2108,
      "step": 91210
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.991286548399365e-05,
      "loss": 0.2107,
      "step": 91220
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.991174694078432e-05,
      "loss": 0.2087,
      "step": 91230
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9910628397575e-05,
      "loss": 0.2063,
      "step": 91240
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.990950985436568e-05,
      "loss": 0.2094,
      "step": 91250
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.990839131115635e-05,
      "loss": 0.2052,
      "step": 91260
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9907272767947026e-05,
      "loss": 0.2053,
      "step": 91270
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9906154224737704e-05,
      "loss": 0.2116,
      "step": 91280
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.990503568152838e-05,
      "loss": 0.21,
      "step": 91290
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.990391713831905e-05,
      "loss": 0.2052,
      "step": 91300
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.990279859510973e-05,
      "loss": 0.2093,
      "step": 91310
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.990168005190041e-05,
      "loss": 0.2102,
      "step": 91320
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.990056150869108e-05,
      "loss": 0.2079,
      "step": 91330
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.989944296548176e-05,
      "loss": 0.2095,
      "step": 91340
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.989832442227243e-05,
      "loss": 0.2122,
      "step": 91350
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.989720587906311e-05,
      "loss": 0.2135,
      "step": 91360
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9896087335853785e-05,
      "loss": 0.2103,
      "step": 91370
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.989496879264446e-05,
      "loss": 0.2135,
      "step": 91380
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.989385024943514e-05,
      "loss": 0.2137,
      "step": 91390
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.989273170622581e-05,
      "loss": 0.2102,
      "step": 91400
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.989161316301649e-05,
      "loss": 0.2086,
      "step": 91410
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.989049461980717e-05,
      "loss": 0.2107,
      "step": 91420
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.988937607659784e-05,
      "loss": 0.2095,
      "step": 91430
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.988825753338852e-05,
      "loss": 0.2102,
      "step": 91440
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.988713899017919e-05,
      "loss": 0.2106,
      "step": 91450
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9886020446969866e-05,
      "loss": 0.2058,
      "step": 91460
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9884901903760544e-05,
      "loss": 0.2124,
      "step": 91470
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.988378336055122e-05,
      "loss": 0.2139,
      "step": 91480
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.98826648173419e-05,
      "loss": 0.2173,
      "step": 91490
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.988154627413257e-05,
      "loss": 0.2106,
      "step": 91500
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.988042773092325e-05,
      "loss": 0.2055,
      "step": 91510
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.987942104203485e-05,
      "loss": 0.2039,
      "step": 91520
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.987830249882553e-05,
      "loss": 0.2029,
      "step": 91530
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.987718395561621e-05,
      "loss": 0.217,
      "step": 91540
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9876065412406885e-05,
      "loss": 0.209,
      "step": 91550
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.987494686919756e-05,
      "loss": 0.2155,
      "step": 91560
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9873828325988234e-05,
      "loss": 0.205,
      "step": 91570
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.987270978277891e-05,
      "loss": 0.2154,
      "step": 91580
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.987159123956959e-05,
      "loss": 0.2083,
      "step": 91590
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.987047269636026e-05,
      "loss": 0.2094,
      "step": 91600
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.986935415315094e-05,
      "loss": 0.2104,
      "step": 91610
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.986823560994161e-05,
      "loss": 0.2089,
      "step": 91620
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.986711706673229e-05,
      "loss": 0.2115,
      "step": 91630
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9865998523522966e-05,
      "loss": 0.2107,
      "step": 91640
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9864879980313644e-05,
      "loss": 0.2107,
      "step": 91650
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.986376143710432e-05,
      "loss": 0.2073,
      "step": 91660
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.986264289389499e-05,
      "loss": 0.2128,
      "step": 91670
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.986152435068567e-05,
      "loss": 0.2025,
      "step": 91680
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.986040580747634e-05,
      "loss": 0.2121,
      "step": 91690
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.985928726426702e-05,
      "loss": 0.2118,
      "step": 91700
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.98581687210577e-05,
      "loss": 0.2079,
      "step": 91710
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.985705017784837e-05,
      "loss": 0.2105,
      "step": 91720
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9855931634639047e-05,
      "loss": 0.2151,
      "step": 91730
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9854813091429725e-05,
      "loss": 0.2085,
      "step": 91740
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.98536945482204e-05,
      "loss": 0.2079,
      "step": 91750
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.985257600501108e-05,
      "loss": 0.2071,
      "step": 91760
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.985145746180175e-05,
      "loss": 0.2101,
      "step": 91770
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.985033891859243e-05,
      "loss": 0.2064,
      "step": 91780
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.98492203753831e-05,
      "loss": 0.2057,
      "step": 91790
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.984810183217378e-05,
      "loss": 0.212,
      "step": 91800
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9846983288964456e-05,
      "loss": 0.2128,
      "step": 91810
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.984586474575513e-05,
      "loss": 0.2077,
      "step": 91820
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9844746202545806e-05,
      "loss": 0.2081,
      "step": 91830
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.984362765933648e-05,
      "loss": 0.2082,
      "step": 91840
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9842509116127155e-05,
      "loss": 0.2077,
      "step": 91850
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.984139057291784e-05,
      "loss": 0.214,
      "step": 91860
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.984027202970851e-05,
      "loss": 0.2113,
      "step": 91870
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.983915348649919e-05,
      "loss": 0.2088,
      "step": 91880
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.983803494328986e-05,
      "loss": 0.2051,
      "step": 91890
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.983691640008054e-05,
      "loss": 0.2111,
      "step": 91900
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9835797856871215e-05,
      "loss": 0.2116,
      "step": 91910
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9834679313661887e-05,
      "loss": 0.2109,
      "step": 91920
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9833560770452564e-05,
      "loss": 0.2077,
      "step": 91930
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9832442227243236e-05,
      "loss": 0.2104,
      "step": 91940
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9831323684033914e-05,
      "loss": 0.2053,
      "step": 91950
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.983020514082459e-05,
      "loss": 0.2118,
      "step": 91960
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.982908659761527e-05,
      "loss": 0.2107,
      "step": 91970
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.982796805440595e-05,
      "loss": 0.2069,
      "step": 91980
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.982684951119662e-05,
      "loss": 0.2046,
      "step": 91990
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9825730967987296e-05,
      "loss": 0.2104,
      "step": 92000
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.982461242477797e-05,
      "loss": 0.2048,
      "step": 92010
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9823493881568646e-05,
      "loss": 0.2125,
      "step": 92020
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9822375338359323e-05,
      "loss": 0.2057,
      "step": 92030
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9821256795149995e-05,
      "loss": 0.2081,
      "step": 92040
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.982013825194067e-05,
      "loss": 0.2102,
      "step": 92050
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.981901970873135e-05,
      "loss": 0.2095,
      "step": 92060
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.981790116552203e-05,
      "loss": 0.2094,
      "step": 92070
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9816782622312706e-05,
      "loss": 0.2082,
      "step": 92080
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.981566407910338e-05,
      "loss": 0.2129,
      "step": 92090
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9814545535894055e-05,
      "loss": 0.2048,
      "step": 92100
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9813426992684727e-05,
      "loss": 0.2118,
      "step": 92110
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9812308449475404e-05,
      "loss": 0.2082,
      "step": 92120
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.981118990626608e-05,
      "loss": 0.2118,
      "step": 92130
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9810071363056754e-05,
      "loss": 0.212,
      "step": 92140
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.980895281984743e-05,
      "loss": 0.2081,
      "step": 92150
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.980783427663811e-05,
      "loss": 0.2085,
      "step": 92160
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.980671573342879e-05,
      "loss": 0.2067,
      "step": 92170
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9805597190219465e-05,
      "loss": 0.2076,
      "step": 92180
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9804478647010136e-05,
      "loss": 0.2131,
      "step": 92190
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9803360103800814e-05,
      "loss": 0.2098,
      "step": 92200
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9802241560591485e-05,
      "loss": 0.2025,
      "step": 92210
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9801123017382163e-05,
      "loss": 0.2141,
      "step": 92220
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.980000447417284e-05,
      "loss": 0.2059,
      "step": 92230
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.979888593096351e-05,
      "loss": 0.2124,
      "step": 92240
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.979776738775419e-05,
      "loss": 0.2105,
      "step": 92250
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.979664884454486e-05,
      "loss": 0.2096,
      "step": 92260
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9795530301335546e-05,
      "loss": 0.2077,
      "step": 92270
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9794411758126224e-05,
      "loss": 0.2188,
      "step": 92280
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9793293214916895e-05,
      "loss": 0.2162,
      "step": 92290
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.979217467170757e-05,
      "loss": 0.212,
      "step": 92300
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9791056128498244e-05,
      "loss": 0.206,
      "step": 92310
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.978993758528892e-05,
      "loss": 0.2089,
      "step": 92320
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9788819042079594e-05,
      "loss": 0.2143,
      "step": 92330
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.978770049887027e-05,
      "loss": 0.2143,
      "step": 92340
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.978658195566095e-05,
      "loss": 0.2103,
      "step": 92350
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.978546341245162e-05,
      "loss": 0.2117,
      "step": 92360
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.97843448692423e-05,
      "loss": 0.2058,
      "step": 92370
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9783226326032976e-05,
      "loss": 0.208,
      "step": 92380
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9782107782823654e-05,
      "loss": 0.2062,
      "step": 92390
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.978098923961433e-05,
      "loss": 0.2029,
      "step": 92400
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9779870696405e-05,
      "loss": 0.208,
      "step": 92410
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.977875215319568e-05,
      "loss": 0.2066,
      "step": 92420
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.977763360998635e-05,
      "loss": 0.2041,
      "step": 92430
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.977651506677703e-05,
      "loss": 0.2058,
      "step": 92440
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.977539652356771e-05,
      "loss": 0.2106,
      "step": 92450
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.977427798035838e-05,
      "loss": 0.2086,
      "step": 92460
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.977315943714906e-05,
      "loss": 0.2166,
      "step": 92470
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9772040893939735e-05,
      "loss": 0.2116,
      "step": 92480
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.977092235073041e-05,
      "loss": 0.2087,
      "step": 92490
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.976980380752109e-05,
      "loss": 0.2117,
      "step": 92500
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.976868526431176e-05,
      "loss": 0.2071,
      "step": 92510
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.976756672110244e-05,
      "loss": 0.2057,
      "step": 92520
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.976644817789311e-05,
      "loss": 0.2109,
      "step": 92530
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.976532963468379e-05,
      "loss": 0.2069,
      "step": 92540
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.976421109147447e-05,
      "loss": 0.2025,
      "step": 92550
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.976309254826514e-05,
      "loss": 0.206,
      "step": 92560
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9761974005055816e-05,
      "loss": 0.2077,
      "step": 92570
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9760855461846494e-05,
      "loss": 0.2117,
      "step": 92580
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.975973691863717e-05,
      "loss": 0.2068,
      "step": 92590
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.975861837542785e-05,
      "loss": 0.2044,
      "step": 92600
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.975749983221852e-05,
      "loss": 0.2089,
      "step": 92610
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.97563812890092e-05,
      "loss": 0.2071,
      "step": 92620
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.975526274579987e-05,
      "loss": 0.2085,
      "step": 92630
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.975414420259055e-05,
      "loss": 0.2052,
      "step": 92640
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.975302565938122e-05,
      "loss": 0.2119,
      "step": 92650
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.97519071161719e-05,
      "loss": 0.2066,
      "step": 92660
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9750788572962575e-05,
      "loss": 0.2085,
      "step": 92670
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.974967002975325e-05,
      "loss": 0.2097,
      "step": 92680
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.974855148654393e-05,
      "loss": 0.208,
      "step": 92690
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.97474329433346e-05,
      "loss": 0.2076,
      "step": 92700
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.974631440012528e-05,
      "loss": 0.2099,
      "step": 92710
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.974519585691596e-05,
      "loss": 0.2078,
      "step": 92720
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.974407731370663e-05,
      "loss": 0.2083,
      "step": 92730
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.974295877049731e-05,
      "loss": 0.2132,
      "step": 92740
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.974184022728798e-05,
      "loss": 0.2099,
      "step": 92750
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9740721684078656e-05,
      "loss": 0.2051,
      "step": 92760
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9739603140869334e-05,
      "loss": 0.2084,
      "step": 92770
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9738484597660005e-05,
      "loss": 0.2156,
      "step": 92780
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.973736605445068e-05,
      "loss": 0.2018,
      "step": 92790
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.973624751124136e-05,
      "loss": 0.2082,
      "step": 92800
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.973512896803204e-05,
      "loss": 0.2095,
      "step": 92810
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.973401042482272e-05,
      "loss": 0.2093,
      "step": 92820
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.973289188161339e-05,
      "loss": 0.2092,
      "step": 92830
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9731773338404066e-05,
      "loss": 0.2102,
      "step": 92840
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.973065479519474e-05,
      "loss": 0.2098,
      "step": 92850
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9729536251985415e-05,
      "loss": 0.2071,
      "step": 92860
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.972841770877609e-05,
      "loss": 0.2058,
      "step": 92870
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9727299165566764e-05,
      "loss": 0.2097,
      "step": 92880
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.972618062235744e-05,
      "loss": 0.2046,
      "step": 92890
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.972506207914812e-05,
      "loss": 0.2058,
      "step": 92900
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.97239435359388e-05,
      "loss": 0.2085,
      "step": 92910
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9722824992729476e-05,
      "loss": 0.2145,
      "step": 92920
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.972170644952015e-05,
      "loss": 0.2062,
      "step": 92930
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9720587906310825e-05,
      "loss": 0.2129,
      "step": 92940
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9719469363101496e-05,
      "loss": 0.2129,
      "step": 92950
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9718350819892174e-05,
      "loss": 0.2126,
      "step": 92960
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9717232276682845e-05,
      "loss": 0.2055,
      "step": 92970
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.971611373347352e-05,
      "loss": 0.2105,
      "step": 92980
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.97149951902642e-05,
      "loss": 0.2085,
      "step": 92990
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.971387664705488e-05,
      "loss": 0.213,
      "step": 93000
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.971275810384556e-05,
      "loss": 0.2071,
      "step": 93010
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.971163956063623e-05,
      "loss": 0.2114,
      "step": 93020
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9710521017426906e-05,
      "loss": 0.2172,
      "step": 93030
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9709402474217584e-05,
      "loss": 0.2033,
      "step": 93040
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9708283931008255e-05,
      "loss": 0.2019,
      "step": 93050
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.970716538779893e-05,
      "loss": 0.2119,
      "step": 93060
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9706046844589604e-05,
      "loss": 0.2106,
      "step": 93070
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.970492830138028e-05,
      "loss": 0.2067,
      "step": 93080
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.970380975817096e-05,
      "loss": 0.2061,
      "step": 93090
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.970269121496164e-05,
      "loss": 0.2071,
      "step": 93100
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9701572671752316e-05,
      "loss": 0.204,
      "step": 93110
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.970045412854299e-05,
      "loss": 0.2044,
      "step": 93120
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9699335585333665e-05,
      "loss": 0.2098,
      "step": 93130
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.969821704212434e-05,
      "loss": 0.2059,
      "step": 93140
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9697098498915014e-05,
      "loss": 0.2045,
      "step": 93150
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.969597995570569e-05,
      "loss": 0.2067,
      "step": 93160
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.969486141249636e-05,
      "loss": 0.2095,
      "step": 93170
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.969374286928704e-05,
      "loss": 0.2103,
      "step": 93180
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.969262432607772e-05,
      "loss": 0.1995,
      "step": 93190
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.969150578286839e-05,
      "loss": 0.2071,
      "step": 93200
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.969038723965907e-05,
      "loss": 0.2103,
      "step": 93210
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9689268696449746e-05,
      "loss": 0.206,
      "step": 93220
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9688150153240424e-05,
      "loss": 0.2052,
      "step": 93230
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.96870316100311e-05,
      "loss": 0.2101,
      "step": 93240
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.968591306682177e-05,
      "loss": 0.2035,
      "step": 93250
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.968479452361245e-05,
      "loss": 0.2036,
      "step": 93260
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.968367598040312e-05,
      "loss": 0.2076,
      "step": 93270
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.96825574371938e-05,
      "loss": 0.2036,
      "step": 93280
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.968143889398447e-05,
      "loss": 0.2066,
      "step": 93290
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.968032035077515e-05,
      "loss": 0.2059,
      "step": 93300
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.967920180756583e-05,
      "loss": 0.2021,
      "step": 93310
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9678083264356505e-05,
      "loss": 0.2119,
      "step": 93320
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.967696472114718e-05,
      "loss": 0.206,
      "step": 93330
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9675846177937854e-05,
      "loss": 0.2075,
      "step": 93340
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.967472763472853e-05,
      "loss": 0.212,
      "step": 93350
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.967360909151921e-05,
      "loss": 0.2084,
      "step": 93360
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.967249054830988e-05,
      "loss": 0.2086,
      "step": 93370
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.967137200510056e-05,
      "loss": 0.2078,
      "step": 93380
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.967025346189123e-05,
      "loss": 0.2027,
      "step": 93390
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.966913491868191e-05,
      "loss": 0.2063,
      "step": 93400
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9668016375472586e-05,
      "loss": 0.2084,
      "step": 93410
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9666897832263264e-05,
      "loss": 0.2065,
      "step": 93420
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.966577928905394e-05,
      "loss": 0.2086,
      "step": 93430
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.966466074584461e-05,
      "loss": 0.2086,
      "step": 93440
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.966354220263529e-05,
      "loss": 0.2093,
      "step": 93450
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.966242365942597e-05,
      "loss": 0.2076,
      "step": 93460
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.966130511621664e-05,
      "loss": 0.2105,
      "step": 93470
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.966018657300732e-05,
      "loss": 0.2065,
      "step": 93480
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.965906802979799e-05,
      "loss": 0.2048,
      "step": 93490
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.965794948658867e-05,
      "loss": 0.2052,
      "step": 93500
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9656830943379345e-05,
      "loss": 0.2104,
      "step": 93510
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9655824254490954e-05,
      "loss": 0.213,
      "step": 93520
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.965470571128163e-05,
      "loss": 0.2104,
      "step": 93530
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.96535871680723e-05,
      "loss": 0.2096,
      "step": 93540
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.965246862486298e-05,
      "loss": 0.2041,
      "step": 93550
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.965135008165365e-05,
      "loss": 0.2074,
      "step": 93560
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.965023153844433e-05,
      "loss": 0.207,
      "step": 93570
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.964911299523501e-05,
      "loss": 0.208,
      "step": 93580
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9647994452025686e-05,
      "loss": 0.2048,
      "step": 93590
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9646875908816364e-05,
      "loss": 0.2027,
      "step": 93600
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9645757365607035e-05,
      "loss": 0.2066,
      "step": 93610
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.964463882239771e-05,
      "loss": 0.2074,
      "step": 93620
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9643520279188384e-05,
      "loss": 0.2086,
      "step": 93630
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.964240173597906e-05,
      "loss": 0.2022,
      "step": 93640
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.964128319276974e-05,
      "loss": 0.2058,
      "step": 93650
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.964016464956041e-05,
      "loss": 0.2117,
      "step": 93660
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.963904610635109e-05,
      "loss": 0.2058,
      "step": 93670
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.963792756314177e-05,
      "loss": 0.2094,
      "step": 93680
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9636809019932445e-05,
      "loss": 0.2165,
      "step": 93690
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.963569047672312e-05,
      "loss": 0.207,
      "step": 93700
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9634571933513794e-05,
      "loss": 0.2016,
      "step": 93710
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.963345339030447e-05,
      "loss": 0.2142,
      "step": 93720
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.963233484709514e-05,
      "loss": 0.2045,
      "step": 93730
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.963121630388582e-05,
      "loss": 0.2099,
      "step": 93740
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.96300977606765e-05,
      "loss": 0.2055,
      "step": 93750
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.962897921746717e-05,
      "loss": 0.2107,
      "step": 93760
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.962786067425785e-05,
      "loss": 0.2068,
      "step": 93770
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.962674213104852e-05,
      "loss": 0.2079,
      "step": 93780
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.96256235878392e-05,
      "loss": 0.2021,
      "step": 93790
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.962450504462988e-05,
      "loss": 0.204,
      "step": 93800
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.962338650142055e-05,
      "loss": 0.2051,
      "step": 93810
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.962226795821123e-05,
      "loss": 0.2079,
      "step": 93820
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.96211494150019e-05,
      "loss": 0.2062,
      "step": 93830
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.962003087179258e-05,
      "loss": 0.2055,
      "step": 93840
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.961891232858326e-05,
      "loss": 0.2076,
      "step": 93850
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.961779378537393e-05,
      "loss": 0.2035,
      "step": 93860
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.961667524216461e-05,
      "loss": 0.2064,
      "step": 93870
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.961555669895528e-05,
      "loss": 0.207,
      "step": 93880
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9614438155745956e-05,
      "loss": 0.205,
      "step": 93890
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9613319612536634e-05,
      "loss": 0.2061,
      "step": 93900
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.961220106932731e-05,
      "loss": 0.204,
      "step": 93910
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.961108252611799e-05,
      "loss": 0.2114,
      "step": 93920
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.960996398290866e-05,
      "loss": 0.204,
      "step": 93930
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.960884543969934e-05,
      "loss": 0.2112,
      "step": 93940
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.960772689649001e-05,
      "loss": 0.2078,
      "step": 93950
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.960660835328069e-05,
      "loss": 0.2077,
      "step": 93960
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9605489810071366e-05,
      "loss": 0.2056,
      "step": 93970
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.960437126686204e-05,
      "loss": 0.209,
      "step": 93980
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9603252723652715e-05,
      "loss": 0.2039,
      "step": 93990
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.960213418044339e-05,
      "loss": 0.2026,
      "step": 94000
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.960101563723407e-05,
      "loss": 0.209,
      "step": 94010
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.959989709402475e-05,
      "loss": 0.2109,
      "step": 94020
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.959877855081542e-05,
      "loss": 0.2136,
      "step": 94030
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.95976600076061e-05,
      "loss": 0.2091,
      "step": 94040
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.959654146439677e-05,
      "loss": 0.2022,
      "step": 94050
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.959542292118745e-05,
      "loss": 0.2038,
      "step": 94060
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9594304377978125e-05,
      "loss": 0.208,
      "step": 94070
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9593185834768796e-05,
      "loss": 0.2053,
      "step": 94080
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9592067291559474e-05,
      "loss": 0.2082,
      "step": 94090
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.959094874835015e-05,
      "loss": 0.2076,
      "step": 94100
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.958983020514083e-05,
      "loss": 0.2016,
      "step": 94110
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.958871166193151e-05,
      "loss": 0.2025,
      "step": 94120
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.958759311872218e-05,
      "loss": 0.2092,
      "step": 94130
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9586474575512857e-05,
      "loss": 0.2109,
      "step": 94140
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.958535603230353e-05,
      "loss": 0.2071,
      "step": 94150
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9584237489094206e-05,
      "loss": 0.204,
      "step": 94160
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9583118945884884e-05,
      "loss": 0.2054,
      "step": 94170
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9582000402675555e-05,
      "loss": 0.204,
      "step": 94180
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.958088185946623e-05,
      "loss": 0.2106,
      "step": 94190
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9579763316256904e-05,
      "loss": 0.2079,
      "step": 94200
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.957864477304758e-05,
      "loss": 0.208,
      "step": 94210
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9577526229838266e-05,
      "loss": 0.2031,
      "step": 94220
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.957640768662894e-05,
      "loss": 0.2044,
      "step": 94230
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9575289143419616e-05,
      "loss": 0.2063,
      "step": 94240
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.957417060021029e-05,
      "loss": 0.2048,
      "step": 94250
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9573052057000965e-05,
      "loss": 0.2116,
      "step": 94260
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9571933513791636e-05,
      "loss": 0.2133,
      "step": 94270
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9570814970582314e-05,
      "loss": 0.2054,
      "step": 94280
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.956969642737299e-05,
      "loss": 0.2087,
      "step": 94290
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.956857788416366e-05,
      "loss": 0.2034,
      "step": 94300
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.956745934095434e-05,
      "loss": 0.2008,
      "step": 94310
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.956634079774502e-05,
      "loss": 0.2033,
      "step": 94320
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9565222254535697e-05,
      "loss": 0.2127,
      "step": 94330
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9564103711326374e-05,
      "loss": 0.2053,
      "step": 94340
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9562985168117046e-05,
      "loss": 0.2038,
      "step": 94350
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9561866624907724e-05,
      "loss": 0.2027,
      "step": 94360
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9560748081698395e-05,
      "loss": 0.2078,
      "step": 94370
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.955962953848907e-05,
      "loss": 0.2023,
      "step": 94380
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.955851099527975e-05,
      "loss": 0.2113,
      "step": 94390
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.955739245207042e-05,
      "loss": 0.2085,
      "step": 94400
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.95562739088611e-05,
      "loss": 0.2043,
      "step": 94410
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.955515536565178e-05,
      "loss": 0.208,
      "step": 94420
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9554036822442455e-05,
      "loss": 0.2101,
      "step": 94430
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9552918279233133e-05,
      "loss": 0.2004,
      "step": 94440
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9551799736023805e-05,
      "loss": 0.2052,
      "step": 94450
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.955068119281448e-05,
      "loss": 0.1991,
      "step": 94460
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9549562649605154e-05,
      "loss": 0.2041,
      "step": 94470
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.954844410639583e-05,
      "loss": 0.2103,
      "step": 94480
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.954732556318651e-05,
      "loss": 0.2091,
      "step": 94490
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.954620701997718e-05,
      "loss": 0.2092,
      "step": 94500
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.954508847676786e-05,
      "loss": 0.2105,
      "step": 94510
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9543969933558537e-05,
      "loss": 0.2014,
      "step": 94520
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9542851390349214e-05,
      "loss": 0.1994,
      "step": 94530
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.954173284713989e-05,
      "loss": 0.206,
      "step": 94540
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9540614303930564e-05,
      "loss": 0.2038,
      "step": 94550
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.953949576072124e-05,
      "loss": 0.2024,
      "step": 94560
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.953837721751191e-05,
      "loss": 0.2094,
      "step": 94570
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.953725867430259e-05,
      "loss": 0.2049,
      "step": 94580
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.953614013109326e-05,
      "loss": 0.2084,
      "step": 94590
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.953502158788394e-05,
      "loss": 0.2062,
      "step": 94600
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.953390304467462e-05,
      "loss": 0.2089,
      "step": 94610
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.953278450146529e-05,
      "loss": 0.2064,
      "step": 94620
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9531665958255973e-05,
      "loss": 0.2087,
      "step": 94630
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9530547415046645e-05,
      "loss": 0.2095,
      "step": 94640
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.952942887183732e-05,
      "loss": 0.2094,
      "step": 94650
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9528310328628e-05,
      "loss": 0.2078,
      "step": 94660
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.952719178541867e-05,
      "loss": 0.2104,
      "step": 94670
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.952607324220935e-05,
      "loss": 0.2125,
      "step": 94680
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.952495469900002e-05,
      "loss": 0.2077,
      "step": 94690
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.95238361557907e-05,
      "loss": 0.2064,
      "step": 94700
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9522717612581376e-05,
      "loss": 0.1994,
      "step": 94710
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.952159906937205e-05,
      "loss": 0.2054,
      "step": 94720
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9520480526162726e-05,
      "loss": 0.2089,
      "step": 94730
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9519361982953403e-05,
      "loss": 0.2088,
      "step": 94740
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.951824343974408e-05,
      "loss": 0.207,
      "step": 94750
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.951712489653476e-05,
      "loss": 0.2116,
      "step": 94760
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.951600635332543e-05,
      "loss": 0.2103,
      "step": 94770
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.951488781011611e-05,
      "loss": 0.1993,
      "step": 94780
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.951376926690678e-05,
      "loss": 0.2079,
      "step": 94790
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.951265072369746e-05,
      "loss": 0.2118,
      "step": 94800
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9511532180488135e-05,
      "loss": 0.1998,
      "step": 94810
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9510413637278807e-05,
      "loss": 0.2111,
      "step": 94820
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9509295094069485e-05,
      "loss": 0.2019,
      "step": 94830
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.950817655086016e-05,
      "loss": 0.2066,
      "step": 94840
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.950705800765084e-05,
      "loss": 0.2093,
      "step": 94850
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.950593946444152e-05,
      "loss": 0.2042,
      "step": 94860
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.950482092123219e-05,
      "loss": 0.2044,
      "step": 94870
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.950370237802287e-05,
      "loss": 0.2051,
      "step": 94880
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.950258383481354e-05,
      "loss": 0.2118,
      "step": 94890
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9501465291604216e-05,
      "loss": 0.2086,
      "step": 94900
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.950034674839489e-05,
      "loss": 0.2047,
      "step": 94910
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9499228205185566e-05,
      "loss": 0.2071,
      "step": 94920
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9498109661976243e-05,
      "loss": 0.2044,
      "step": 94930
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.949699111876692e-05,
      "loss": 0.2086,
      "step": 94940
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.94958725755576e-05,
      "loss": 0.1985,
      "step": 94950
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.949475403234827e-05,
      "loss": 0.21,
      "step": 94960
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.949363548913895e-05,
      "loss": 0.1997,
      "step": 94970
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9492516945929626e-05,
      "loss": 0.2079,
      "step": 94980
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.94913984027203e-05,
      "loss": 0.2106,
      "step": 94990
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9490279859510975e-05,
      "loss": 0.2063,
      "step": 95000
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9489161316301647e-05,
      "loss": 0.2102,
      "step": 95010
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9488042773092324e-05,
      "loss": 0.2043,
      "step": 95020
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9486924229883e-05,
      "loss": 0.2103,
      "step": 95030
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.948580568667368e-05,
      "loss": 0.2041,
      "step": 95040
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.948468714346436e-05,
      "loss": 0.2037,
      "step": 95050
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.948356860025503e-05,
      "loss": 0.2122,
      "step": 95060
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.948245005704571e-05,
      "loss": 0.2049,
      "step": 95070
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9481331513836385e-05,
      "loss": 0.206,
      "step": 95080
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9480212970627056e-05,
      "loss": 0.2064,
      "step": 95090
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9479094427417734e-05,
      "loss": 0.2103,
      "step": 95100
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9477975884208405e-05,
      "loss": 0.2055,
      "step": 95110
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9476857340999083e-05,
      "loss": 0.2052,
      "step": 95120
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.947573879778976e-05,
      "loss": 0.2076,
      "step": 95130
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.947462025458043e-05,
      "loss": 0.2098,
      "step": 95140
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.947350171137111e-05,
      "loss": 0.2056,
      "step": 95150
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.947238316816179e-05,
      "loss": 0.208,
      "step": 95160
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9471264624952466e-05,
      "loss": 0.2073,
      "step": 95170
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9470146081743144e-05,
      "loss": 0.2085,
      "step": 95180
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9469027538533815e-05,
      "loss": 0.2032,
      "step": 95190
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.946790899532449e-05,
      "loss": 0.2037,
      "step": 95200
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9466790452115164e-05,
      "loss": 0.2093,
      "step": 95210
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.946567190890584e-05,
      "loss": 0.2092,
      "step": 95220
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9464553365696514e-05,
      "loss": 0.2075,
      "step": 95230
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.946343482248719e-05,
      "loss": 0.2061,
      "step": 95240
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.946231627927787e-05,
      "loss": 0.2136,
      "step": 95250
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.946119773606855e-05,
      "loss": 0.2023,
      "step": 95260
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9460079192859225e-05,
      "loss": 0.2037,
      "step": 95270
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9458960649649896e-05,
      "loss": 0.2116,
      "step": 95280
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9457842106440574e-05,
      "loss": 0.2111,
      "step": 95290
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.945672356323125e-05,
      "loss": 0.2093,
      "step": 95300
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9455605020021923e-05,
      "loss": 0.2045,
      "step": 95310
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.94544864768126e-05,
      "loss": 0.2091,
      "step": 95320
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.945336793360327e-05,
      "loss": 0.2049,
      "step": 95330
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.945224939039395e-05,
      "loss": 0.2116,
      "step": 95340
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.945113084718463e-05,
      "loss": 0.2029,
      "step": 95350
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9450012303975306e-05,
      "loss": 0.202,
      "step": 95360
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9448893760765984e-05,
      "loss": 0.2044,
      "step": 95370
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9447775217556655e-05,
      "loss": 0.201,
      "step": 95380
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.944665667434733e-05,
      "loss": 0.2054,
      "step": 95390
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.944553813113801e-05,
      "loss": 0.2037,
      "step": 95400
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.944441958792868e-05,
      "loss": 0.2044,
      "step": 95410
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.944330104471936e-05,
      "loss": 0.2013,
      "step": 95420
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.944218250151003e-05,
      "loss": 0.2065,
      "step": 95430
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.944106395830071e-05,
      "loss": 0.2096,
      "step": 95440
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.943994541509139e-05,
      "loss": 0.2029,
      "step": 95450
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9438826871882065e-05,
      "loss": 0.2055,
      "step": 95460
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.943770832867274e-05,
      "loss": 0.21,
      "step": 95470
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9436589785463414e-05,
      "loss": 0.2051,
      "step": 95480
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.943547124225409e-05,
      "loss": 0.2087,
      "step": 95490
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.943435269904477e-05,
      "loss": 0.2046,
      "step": 95500
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.943323415583544e-05,
      "loss": 0.2015,
      "step": 95510
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.943211561262612e-05,
      "loss": 0.2023,
      "step": 95520
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.943099706941679e-05,
      "loss": 0.201,
      "step": 95530
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.942987852620747e-05,
      "loss": 0.2132,
      "step": 95540
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.942875998299814e-05,
      "loss": 0.2046,
      "step": 95550
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.942764143978882e-05,
      "loss": 0.21,
      "step": 95560
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9426522896579495e-05,
      "loss": 0.2086,
      "step": 95570
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.942540435337017e-05,
      "loss": 0.2026,
      "step": 95580
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.942428581016085e-05,
      "loss": 0.2089,
      "step": 95590
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.942316726695152e-05,
      "loss": 0.2015,
      "step": 95600
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.94220487237422e-05,
      "loss": 0.2122,
      "step": 95610
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.942104203485381e-05,
      "loss": 0.2018,
      "step": 95620
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.941992349164449e-05,
      "loss": 0.2033,
      "step": 95630
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9418804948435165e-05,
      "loss": 0.2026,
      "step": 95640
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9417686405225836e-05,
      "loss": 0.2058,
      "step": 95650
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9416567862016514e-05,
      "loss": 0.2039,
      "step": 95660
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9415449318807185e-05,
      "loss": 0.2048,
      "step": 95670
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.941433077559786e-05,
      "loss": 0.2081,
      "step": 95680
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.941321223238854e-05,
      "loss": 0.2036,
      "step": 95690
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.941209368917921e-05,
      "loss": 0.2062,
      "step": 95700
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.941097514596989e-05,
      "loss": 0.2075,
      "step": 95710
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.940985660276056e-05,
      "loss": 0.204,
      "step": 95720
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.940873805955124e-05,
      "loss": 0.2033,
      "step": 95730
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.940761951634192e-05,
      "loss": 0.204,
      "step": 95740
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9406500973132595e-05,
      "loss": 0.2052,
      "step": 95750
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.940538242992327e-05,
      "loss": 0.2095,
      "step": 95760
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9404263886713944e-05,
      "loss": 0.2056,
      "step": 95770
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.940314534350462e-05,
      "loss": 0.2055,
      "step": 95780
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.94020268002953e-05,
      "loss": 0.2056,
      "step": 95790
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.940090825708597e-05,
      "loss": 0.2062,
      "step": 95800
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.939978971387665e-05,
      "loss": 0.2004,
      "step": 95810
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.939867117066732e-05,
      "loss": 0.2088,
      "step": 95820
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9397552627458e-05,
      "loss": 0.205,
      "step": 95830
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9396434084248676e-05,
      "loss": 0.2066,
      "step": 95840
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9395315541039354e-05,
      "loss": 0.2113,
      "step": 95850
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.939419699783003e-05,
      "loss": 0.1993,
      "step": 95860
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.93930784546207e-05,
      "loss": 0.2022,
      "step": 95870
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.939195991141138e-05,
      "loss": 0.2054,
      "step": 95880
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.939084136820206e-05,
      "loss": 0.2092,
      "step": 95890
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.938972282499273e-05,
      "loss": 0.211,
      "step": 95900
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.938860428178341e-05,
      "loss": 0.2059,
      "step": 95910
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.938748573857408e-05,
      "loss": 0.2055,
      "step": 95920
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.938636719536476e-05,
      "loss": 0.2077,
      "step": 95930
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9385248652155435e-05,
      "loss": 0.2027,
      "step": 95940
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.938413010894611e-05,
      "loss": 0.2024,
      "step": 95950
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.938301156573679e-05,
      "loss": 0.2066,
      "step": 95960
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.938189302252746e-05,
      "loss": 0.206,
      "step": 95970
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.938077447931814e-05,
      "loss": 0.2047,
      "step": 95980
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.937965593610881e-05,
      "loss": 0.2104,
      "step": 95990
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.937853739289949e-05,
      "loss": 0.2045,
      "step": 96000
    },
    {
      "epoch": 0.21,
      "eval_NEIMS_canon_smiles": 0.9498833333333333,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.05853333333333333,
      "eval_NEIMS_daylight_tanimoto_simil": 0.4627459933756142,
      "eval_NEIMS_exact_mols": 0.05843333333333333,
      "eval_NEIMS_exact_smiles": 0.05675,
      "eval_NEIMS_loss": 0.21724660694599152,
      "eval_NEIMS_matched_formulas": 0.5455166666666666,
      "eval_NEIMS_morgan_tanimoto_simil": 0.36668735368261884,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.05878333333333333,
      "eval_NEIMS_runtime": 740.4336,
      "eval_NEIMS_samples_per_second": 81.034,
      "eval_NEIMS_steps_per_second": 1.267,
      "step": 96000
    },
    {
      "epoch": 0.21,
      "eval_RASSP_canon_smiles": 0.9467392393228036,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.0864360369986977,
      "eval_RASSP_daylight_tanimoto_simil": 0.542271450331729,
      "eval_RASSP_exact_mols": 0.08615220222392894,
      "eval_RASSP_exact_smiles": 0.08359768925101012,
      "eval_RASSP_loss": 0.1830580234527588,
      "eval_RASSP_matched_formulas": 0.6968477643837446,
      "eval_RASSP_morgan_tanimoto_simil": 0.404296418018788,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.0862189868768157,
      "eval_RASSP_runtime": 837.3787,
      "eval_RASSP_samples_per_second": 71.526,
      "eval_RASSP_steps_per_second": 1.118,
      "step": 96000
    },
    {
      "epoch": 0.21,
      "eval_NEIMS_old_canon_smiles": 0.9500666666666666,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.058,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.462089647874399,
      "eval_NEIMS_old_exact_mols": 0.05776666666666667,
      "eval_NEIMS_old_exact_smiles": 0.05603333333333333,
      "eval_NEIMS_old_loss": 0.21671070158481598,
      "eval_NEIMS_old_matched_formulas": 0.5479666666666667,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.3669061040722215,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.058133333333333335,
      "eval_NEIMS_old_runtime": 371.9528,
      "eval_NEIMS_old_samples_per_second": 80.655,
      "eval_NEIMS_old_steps_per_second": 1.261,
      "step": 96000
    },
    {
      "epoch": 0.21,
      "eval_RASSP_old_canon_smiles": 0.9460740147495579,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.10328027496913271,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.5593726994617684,
      "eval_RASSP_old_exact_mols": 0.10287983448459972,
      "eval_RASSP_old_exact_smiles": 0.10004338105249107,
      "eval_RASSP_old_loss": 0.1748560518026352,
      "eval_RASSP_old_matched_formulas": 0.7140854940434478,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.42418436017487615,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.10301331464611072,
      "eval_RASSP_old_runtime": 414.896,
      "eval_RASSP_old_samples_per_second": 72.228,
      "eval_RASSP_old_steps_per_second": 1.13,
      "step": 96000
    },
    {
      "epoch": 0.21,
      "eval_NIST_canon_smiles": 0.8761401142776023,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.015793022678070767,
      "eval_NIST_daylight_tanimoto_simil": 0.27161352261198485,
      "eval_NIST_exact_mols": 0.015438123292046704,
      "eval_NIST_exact_smiles": 0.014479894949781738,
      "eval_NIST_loss": 1.8289155960083008,
      "eval_NIST_matched_formulas": 0.08993150441849736,
      "eval_NIST_morgan_tanimoto_simil": 0.22712913944048627,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.015686552862263548,
      "eval_NIST_runtime": 526.0596,
      "eval_NIST_samples_per_second": 53.562,
      "eval_NIST_steps_per_second": 0.838,
      "step": 96000
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.937741884969017e-05,
      "loss": 0.2048,
      "step": 96010
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.937630030648084e-05,
      "loss": 0.2062,
      "step": 96020
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9375181763271516e-05,
      "loss": 0.2048,
      "step": 96030
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9374063220062194e-05,
      "loss": 0.2047,
      "step": 96040
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.937294467685287e-05,
      "loss": 0.2104,
      "step": 96050
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.937182613364355e-05,
      "loss": 0.2086,
      "step": 96060
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.937070759043422e-05,
      "loss": 0.2085,
      "step": 96070
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.93695890472249e-05,
      "loss": 0.2026,
      "step": 96080
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.936847050401557e-05,
      "loss": 0.2036,
      "step": 96090
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.936735196080625e-05,
      "loss": 0.2118,
      "step": 96100
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9366233417596926e-05,
      "loss": 0.2114,
      "step": 96110
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.93651148743876e-05,
      "loss": 0.2085,
      "step": 96120
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9363996331178275e-05,
      "loss": 0.2081,
      "step": 96130
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9362877787968946e-05,
      "loss": 0.2039,
      "step": 96140
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9361759244759624e-05,
      "loss": 0.2069,
      "step": 96150
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.936064070155031e-05,
      "loss": 0.2057,
      "step": 96160
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.935952215834098e-05,
      "loss": 0.2037,
      "step": 96170
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.935840361513166e-05,
      "loss": 0.2069,
      "step": 96180
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.935728507192233e-05,
      "loss": 0.2061,
      "step": 96190
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.935616652871301e-05,
      "loss": 0.2047,
      "step": 96200
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9355047985503685e-05,
      "loss": 0.2001,
      "step": 96210
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9353929442294356e-05,
      "loss": 0.2017,
      "step": 96220
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9352810899085034e-05,
      "loss": 0.2072,
      "step": 96230
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9351692355875705e-05,
      "loss": 0.2065,
      "step": 96240
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.935057381266638e-05,
      "loss": 0.2037,
      "step": 96250
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.934945526945706e-05,
      "loss": 0.2043,
      "step": 96260
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.934833672624774e-05,
      "loss": 0.2059,
      "step": 96270
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.934721818303842e-05,
      "loss": 0.2084,
      "step": 96280
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.934609963982909e-05,
      "loss": 0.208,
      "step": 96290
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9344981096619766e-05,
      "loss": 0.2033,
      "step": 96300
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.934386255341044e-05,
      "loss": 0.2081,
      "step": 96310
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9342744010201115e-05,
      "loss": 0.2027,
      "step": 96320
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.934162546699179e-05,
      "loss": 0.2084,
      "step": 96330
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9340506923782464e-05,
      "loss": 0.204,
      "step": 96340
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.933938838057314e-05,
      "loss": 0.2023,
      "step": 96350
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.933826983736382e-05,
      "loss": 0.2059,
      "step": 96360
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.93371512941545e-05,
      "loss": 0.2072,
      "step": 96370
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9336032750945176e-05,
      "loss": 0.2013,
      "step": 96380
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.933491420773585e-05,
      "loss": 0.2048,
      "step": 96390
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9333795664526525e-05,
      "loss": 0.2077,
      "step": 96400
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9332677121317196e-05,
      "loss": 0.2093,
      "step": 96410
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9331558578107874e-05,
      "loss": 0.1993,
      "step": 96420
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.933044003489855e-05,
      "loss": 0.2075,
      "step": 96430
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.932932149168922e-05,
      "loss": 0.1991,
      "step": 96440
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.93282029484799e-05,
      "loss": 0.2048,
      "step": 96450
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.932708440527058e-05,
      "loss": 0.2041,
      "step": 96460
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.932596586206126e-05,
      "loss": 0.2073,
      "step": 96470
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9324847318851935e-05,
      "loss": 0.2004,
      "step": 96480
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9323728775642606e-05,
      "loss": 0.21,
      "step": 96490
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9322610232433284e-05,
      "loss": 0.2079,
      "step": 96500
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9321491689223955e-05,
      "loss": 0.2028,
      "step": 96510
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.932037314601463e-05,
      "loss": 0.2027,
      "step": 96520
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9319254602805304e-05,
      "loss": 0.2053,
      "step": 96530
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.931813605959598e-05,
      "loss": 0.209,
      "step": 96540
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.931701751638666e-05,
      "loss": 0.2037,
      "step": 96550
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.931589897317733e-05,
      "loss": 0.2018,
      "step": 96560
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9314780429968016e-05,
      "loss": 0.2085,
      "step": 96570
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.931366188675869e-05,
      "loss": 0.2054,
      "step": 96580
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9312543343549365e-05,
      "loss": 0.205,
      "step": 96590
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.931142480034004e-05,
      "loss": 0.2043,
      "step": 96600
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9310306257130714e-05,
      "loss": 0.2069,
      "step": 96610
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.930918771392139e-05,
      "loss": 0.2076,
      "step": 96620
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.930806917071206e-05,
      "loss": 0.2048,
      "step": 96630
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.930695062750274e-05,
      "loss": 0.2009,
      "step": 96640
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.930583208429342e-05,
      "loss": 0.2045,
      "step": 96650
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.930471354108409e-05,
      "loss": 0.2098,
      "step": 96660
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.930359499787477e-05,
      "loss": 0.2011,
      "step": 96670
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9302476454665446e-05,
      "loss": 0.2022,
      "step": 96680
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9301357911456124e-05,
      "loss": 0.2079,
      "step": 96690
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.93002393682468e-05,
      "loss": 0.2076,
      "step": 96700
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.929912082503747e-05,
      "loss": 0.2063,
      "step": 96710
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.929800228182815e-05,
      "loss": 0.2015,
      "step": 96720
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.929688373861882e-05,
      "loss": 0.2011,
      "step": 96730
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.92957651954095e-05,
      "loss": 0.2072,
      "step": 96740
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.929464665220018e-05,
      "loss": 0.2088,
      "step": 96750
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.929352810899085e-05,
      "loss": 0.203,
      "step": 96760
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.929240956578153e-05,
      "loss": 0.2077,
      "step": 96770
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9291291022572205e-05,
      "loss": 0.2032,
      "step": 96780
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.929017247936288e-05,
      "loss": 0.2025,
      "step": 96790
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.928905393615356e-05,
      "loss": 0.2055,
      "step": 96800
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.928793539294423e-05,
      "loss": 0.2047,
      "step": 96810
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.928681684973491e-05,
      "loss": 0.1988,
      "step": 96820
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.928569830652558e-05,
      "loss": 0.2056,
      "step": 96830
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.928457976331626e-05,
      "loss": 0.199,
      "step": 96840
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.928346122010693e-05,
      "loss": 0.2094,
      "step": 96850
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.928234267689761e-05,
      "loss": 0.2018,
      "step": 96860
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9281224133688286e-05,
      "loss": 0.2024,
      "step": 96870
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9280105590478964e-05,
      "loss": 0.2015,
      "step": 96880
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.927898704726964e-05,
      "loss": 0.203,
      "step": 96890
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.927786850406031e-05,
      "loss": 0.2078,
      "step": 96900
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.927674996085099e-05,
      "loss": 0.2051,
      "step": 96910
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.927563141764167e-05,
      "loss": 0.197,
      "step": 96920
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.927451287443234e-05,
      "loss": 0.2009,
      "step": 96930
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.927339433122302e-05,
      "loss": 0.2073,
      "step": 96940
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.927227578801369e-05,
      "loss": 0.2012,
      "step": 96950
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.927115724480437e-05,
      "loss": 0.2049,
      "step": 96960
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9270038701595045e-05,
      "loss": 0.2071,
      "step": 96970
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9268920158385716e-05,
      "loss": 0.207,
      "step": 96980
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.92678016151764e-05,
      "loss": 0.2002,
      "step": 96990
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.926668307196707e-05,
      "loss": 0.2036,
      "step": 97000
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.926556452875775e-05,
      "loss": 0.2051,
      "step": 97010
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.926444598554843e-05,
      "loss": 0.2024,
      "step": 97020
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.92633274423391e-05,
      "loss": 0.2043,
      "step": 97030
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9262208899129777e-05,
      "loss": 0.2052,
      "step": 97040
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.926109035592045e-05,
      "loss": 0.2027,
      "step": 97050
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9259971812711126e-05,
      "loss": 0.1986,
      "step": 97060
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9258853269501804e-05,
      "loss": 0.2059,
      "step": 97070
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9257734726292475e-05,
      "loss": 0.2,
      "step": 97080
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.925661618308315e-05,
      "loss": 0.2062,
      "step": 97090
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.925549763987383e-05,
      "loss": 0.2062,
      "step": 97100
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.925437909666451e-05,
      "loss": 0.1995,
      "step": 97110
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9253260553455186e-05,
      "loss": 0.2048,
      "step": 97120
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.925214201024586e-05,
      "loss": 0.203,
      "step": 97130
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9251023467036536e-05,
      "loss": 0.1999,
      "step": 97140
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.924990492382721e-05,
      "loss": 0.2001,
      "step": 97150
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9248786380617885e-05,
      "loss": 0.2023,
      "step": 97160
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9247667837408556e-05,
      "loss": 0.2003,
      "step": 97170
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9246549294199234e-05,
      "loss": 0.2003,
      "step": 97180
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.924543075098991e-05,
      "loss": 0.2113,
      "step": 97190
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.924431220778059e-05,
      "loss": 0.2032,
      "step": 97200
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.924319366457127e-05,
      "loss": 0.206,
      "step": 97210
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.924207512136194e-05,
      "loss": 0.2042,
      "step": 97220
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9240956578152617e-05,
      "loss": 0.2073,
      "step": 97230
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9239838034943294e-05,
      "loss": 0.2072,
      "step": 97240
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9238719491733966e-05,
      "loss": 0.2019,
      "step": 97250
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9237600948524644e-05,
      "loss": 0.2049,
      "step": 97260
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9236482405315315e-05,
      "loss": 0.2024,
      "step": 97270
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.923536386210599e-05,
      "loss": 0.2024,
      "step": 97280
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.923424531889667e-05,
      "loss": 0.2024,
      "step": 97290
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.923312677568735e-05,
      "loss": 0.2024,
      "step": 97300
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9232008232478026e-05,
      "loss": 0.1985,
      "step": 97310
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.92308896892687e-05,
      "loss": 0.202,
      "step": 97320
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9229771146059376e-05,
      "loss": 0.2044,
      "step": 97330
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9228652602850053e-05,
      "loss": 0.2029,
      "step": 97340
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9227534059640725e-05,
      "loss": 0.2017,
      "step": 97350
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.92264155164314e-05,
      "loss": 0.2095,
      "step": 97360
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9225296973222074e-05,
      "loss": 0.2089,
      "step": 97370
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.922417843001275e-05,
      "loss": 0.2019,
      "step": 97380
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.922305988680343e-05,
      "loss": 0.2035,
      "step": 97390
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.922194134359411e-05,
      "loss": 0.2023,
      "step": 97400
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9220822800384785e-05,
      "loss": 0.1987,
      "step": 97410
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9219704257175457e-05,
      "loss": 0.2022,
      "step": 97420
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9218585713966134e-05,
      "loss": 0.2036,
      "step": 97430
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.921746717075681e-05,
      "loss": 0.2057,
      "step": 97440
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9216348627547484e-05,
      "loss": 0.2024,
      "step": 97450
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.921523008433816e-05,
      "loss": 0.2037,
      "step": 97460
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.921411154112883e-05,
      "loss": 0.2012,
      "step": 97470
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.921299299791951e-05,
      "loss": 0.2012,
      "step": 97480
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.921187445471018e-05,
      "loss": 0.2074,
      "step": 97490
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.921075591150086e-05,
      "loss": 0.2046,
      "step": 97500
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.920963736829154e-05,
      "loss": 0.2067,
      "step": 97510
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9208518825082215e-05,
      "loss": 0.2052,
      "step": 97520
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9207400281872893e-05,
      "loss": 0.2021,
      "step": 97530
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9206281738663565e-05,
      "loss": 0.2005,
      "step": 97540
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.920516319545424e-05,
      "loss": 0.2049,
      "step": 97550
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.920404465224492e-05,
      "loss": 0.2019,
      "step": 97560
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.920292610903559e-05,
      "loss": 0.2027,
      "step": 97570
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.920180756582627e-05,
      "loss": 0.2069,
      "step": 97580
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.920068902261694e-05,
      "loss": 0.1981,
      "step": 97590
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.919957047940762e-05,
      "loss": 0.2049,
      "step": 97600
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9198451936198296e-05,
      "loss": 0.2021,
      "step": 97610
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9197333392988974e-05,
      "loss": 0.2021,
      "step": 97620
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.919621484977965e-05,
      "loss": 0.2114,
      "step": 97630
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9195096306570324e-05,
      "loss": 0.2024,
      "step": 97640
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9193977763361e-05,
      "loss": 0.2008,
      "step": 97650
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.919285922015168e-05,
      "loss": 0.2025,
      "step": 97660
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.919174067694235e-05,
      "loss": 0.2151,
      "step": 97670
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.919062213373303e-05,
      "loss": 0.2092,
      "step": 97680
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.918961544484464e-05,
      "loss": 0.2069,
      "step": 97690
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9188496901635315e-05,
      "loss": 0.2032,
      "step": 97700
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9187378358425986e-05,
      "loss": 0.2019,
      "step": 97710
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9186259815216664e-05,
      "loss": 0.2055,
      "step": 97720
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.918514127200734e-05,
      "loss": 0.2025,
      "step": 97730
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.918402272879801e-05,
      "loss": 0.2093,
      "step": 97740
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.918290418558869e-05,
      "loss": 0.2032,
      "step": 97750
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.918178564237936e-05,
      "loss": 0.2045,
      "step": 97760
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.918066709917004e-05,
      "loss": 0.2033,
      "step": 97770
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.917954855596072e-05,
      "loss": 0.2033,
      "step": 97780
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9178430012751396e-05,
      "loss": 0.2015,
      "step": 97790
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9177311469542074e-05,
      "loss": 0.2031,
      "step": 97800
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9176192926332745e-05,
      "loss": 0.2075,
      "step": 97810
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.917507438312342e-05,
      "loss": 0.2001,
      "step": 97820
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.91739558399141e-05,
      "loss": 0.2019,
      "step": 97830
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.917283729670477e-05,
      "loss": 0.2047,
      "step": 97840
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.917171875349545e-05,
      "loss": 0.2032,
      "step": 97850
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.917060021028612e-05,
      "loss": 0.203,
      "step": 97860
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.91694816670768e-05,
      "loss": 0.2051,
      "step": 97870
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.916836312386748e-05,
      "loss": 0.2043,
      "step": 97880
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9167244580658155e-05,
      "loss": 0.2022,
      "step": 97890
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.916612603744883e-05,
      "loss": 0.2033,
      "step": 97900
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9165007494239504e-05,
      "loss": 0.2074,
      "step": 97910
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.916388895103018e-05,
      "loss": 0.2091,
      "step": 97920
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.916277040782085e-05,
      "loss": 0.2141,
      "step": 97930
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.916165186461153e-05,
      "loss": 0.2077,
      "step": 97940
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.916053332140221e-05,
      "loss": 0.2034,
      "step": 97950
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.915941477819288e-05,
      "loss": 0.2105,
      "step": 97960
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.915829623498356e-05,
      "loss": 0.2014,
      "step": 97970
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9157177691774236e-05,
      "loss": 0.2065,
      "step": 97980
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9156059148564914e-05,
      "loss": 0.2091,
      "step": 97990
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.915494060535559e-05,
      "loss": 0.2014,
      "step": 98000
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.915382206214626e-05,
      "loss": 0.2049,
      "step": 98010
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.915270351893694e-05,
      "loss": 0.208,
      "step": 98020
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.915158497572761e-05,
      "loss": 0.2,
      "step": 98030
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.915046643251829e-05,
      "loss": 0.2029,
      "step": 98040
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.914934788930897e-05,
      "loss": 0.1977,
      "step": 98050
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.914822934609964e-05,
      "loss": 0.1994,
      "step": 98060
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.914711080289032e-05,
      "loss": 0.2014,
      "step": 98070
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.914599225968099e-05,
      "loss": 0.1993,
      "step": 98080
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9144873716471666e-05,
      "loss": 0.2046,
      "step": 98090
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9143755173262344e-05,
      "loss": 0.2019,
      "step": 98100
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.914263663005302e-05,
      "loss": 0.2052,
      "step": 98110
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.91415180868437e-05,
      "loss": 0.2023,
      "step": 98120
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.914039954363437e-05,
      "loss": 0.2061,
      "step": 98130
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.913928100042505e-05,
      "loss": 0.2058,
      "step": 98140
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.913816245721573e-05,
      "loss": 0.2081,
      "step": 98150
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.91370439140064e-05,
      "loss": 0.1995,
      "step": 98160
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9135925370797076e-05,
      "loss": 0.2082,
      "step": 98170
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.913480682758775e-05,
      "loss": 0.2062,
      "step": 98180
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9133688284378425e-05,
      "loss": 0.2014,
      "step": 98190
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.91325697411691e-05,
      "loss": 0.2006,
      "step": 98200
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.913145119795978e-05,
      "loss": 0.2002,
      "step": 98210
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.913033265475046e-05,
      "loss": 0.1991,
      "step": 98220
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.912921411154113e-05,
      "loss": 0.2067,
      "step": 98230
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.912809556833181e-05,
      "loss": 0.2023,
      "step": 98240
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.912697702512248e-05,
      "loss": 0.2041,
      "step": 98250
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.912585848191316e-05,
      "loss": 0.2016,
      "step": 98260
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9124739938703835e-05,
      "loss": 0.2004,
      "step": 98270
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9123621395494506e-05,
      "loss": 0.199,
      "step": 98280
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9122502852285184e-05,
      "loss": 0.2023,
      "step": 98290
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.912138430907586e-05,
      "loss": 0.206,
      "step": 98300
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.912026576586654e-05,
      "loss": 0.2072,
      "step": 98310
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.911914722265722e-05,
      "loss": 0.2009,
      "step": 98320
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.911802867944789e-05,
      "loss": 0.2066,
      "step": 98330
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.911691013623857e-05,
      "loss": 0.2044,
      "step": 98340
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.911579159302924e-05,
      "loss": 0.2057,
      "step": 98350
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9114673049819916e-05,
      "loss": 0.2067,
      "step": 98360
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9113554506610594e-05,
      "loss": 0.2006,
      "step": 98370
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9112435963401265e-05,
      "loss": 0.2036,
      "step": 98380
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.911131742019194e-05,
      "loss": 0.2032,
      "step": 98390
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.911019887698262e-05,
      "loss": 0.2017,
      "step": 98400
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.91090803337733e-05,
      "loss": 0.2035,
      "step": 98410
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.910796179056398e-05,
      "loss": 0.2052,
      "step": 98420
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.910684324735465e-05,
      "loss": 0.21,
      "step": 98430
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9105724704145326e-05,
      "loss": 0.2074,
      "step": 98440
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9104606160936e-05,
      "loss": 0.2027,
      "step": 98450
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9103487617726675e-05,
      "loss": 0.2042,
      "step": 98460
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.910236907451735e-05,
      "loss": 0.2061,
      "step": 98470
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9101250531308024e-05,
      "loss": 0.2126,
      "step": 98480
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.91001319880987e-05,
      "loss": 0.2066,
      "step": 98490
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.909901344488937e-05,
      "loss": 0.2086,
      "step": 98500
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.909789490168005e-05,
      "loss": 0.2036,
      "step": 98510
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.909677635847073e-05,
      "loss": 0.2062,
      "step": 98520
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.909565781526141e-05,
      "loss": 0.1994,
      "step": 98530
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9094539272052085e-05,
      "loss": 0.1999,
      "step": 98540
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9093420728842756e-05,
      "loss": 0.204,
      "step": 98550
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9092302185633434e-05,
      "loss": 0.1982,
      "step": 98560
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9091183642424105e-05,
      "loss": 0.2022,
      "step": 98570
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.909006509921478e-05,
      "loss": 0.2068,
      "step": 98580
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.908894655600546e-05,
      "loss": 0.1955,
      "step": 98590
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.908782801279613e-05,
      "loss": 0.2054,
      "step": 98600
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.908670946958681e-05,
      "loss": 0.201,
      "step": 98610
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.908559092637749e-05,
      "loss": 0.1984,
      "step": 98620
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9084472383168166e-05,
      "loss": 0.2012,
      "step": 98630
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9083353839958844e-05,
      "loss": 0.2076,
      "step": 98640
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9082235296749515e-05,
      "loss": 0.2068,
      "step": 98650
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.908111675354019e-05,
      "loss": 0.2045,
      "step": 98660
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9079998210330864e-05,
      "loss": 0.2032,
      "step": 98670
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.907887966712154e-05,
      "loss": 0.2075,
      "step": 98680
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.907776112391222e-05,
      "loss": 0.2052,
      "step": 98690
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.907664258070289e-05,
      "loss": 0.2012,
      "step": 98700
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.907552403749357e-05,
      "loss": 0.2032,
      "step": 98710
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.907440549428425e-05,
      "loss": 0.2019,
      "step": 98720
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9073286951074925e-05,
      "loss": 0.1986,
      "step": 98730
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.90721684078656e-05,
      "loss": 0.204,
      "step": 98740
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9071049864656274e-05,
      "loss": 0.2077,
      "step": 98750
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.906993132144695e-05,
      "loss": 0.2017,
      "step": 98760
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.906881277823762e-05,
      "loss": 0.2032,
      "step": 98770
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.90676942350283e-05,
      "loss": 0.202,
      "step": 98780
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.906657569181898e-05,
      "loss": 0.2031,
      "step": 98790
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.906545714860965e-05,
      "loss": 0.2052,
      "step": 98800
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.906433860540033e-05,
      "loss": 0.2007,
      "step": 98810
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9063220062191006e-05,
      "loss": 0.1992,
      "step": 98820
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9062101518981684e-05,
      "loss": 0.2087,
      "step": 98830
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9060982975772355e-05,
      "loss": 0.2027,
      "step": 98840
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.905986443256303e-05,
      "loss": 0.2069,
      "step": 98850
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.905874588935371e-05,
      "loss": 0.1965,
      "step": 98860
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.905762734614438e-05,
      "loss": 0.2003,
      "step": 98870
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.905650880293506e-05,
      "loss": 0.2053,
      "step": 98880
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.905539025972573e-05,
      "loss": 0.2043,
      "step": 98890
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.905427171651641e-05,
      "loss": 0.201,
      "step": 98900
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.905315317330709e-05,
      "loss": 0.2041,
      "step": 98910
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.905203463009776e-05,
      "loss": 0.2037,
      "step": 98920
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.905091608688844e-05,
      "loss": 0.2051,
      "step": 98930
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9049797543679114e-05,
      "loss": 0.1999,
      "step": 98940
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.904867900046979e-05,
      "loss": 0.2059,
      "step": 98950
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.904756045726047e-05,
      "loss": 0.2023,
      "step": 98960
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.904644191405114e-05,
      "loss": 0.2065,
      "step": 98970
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.904532337084182e-05,
      "loss": 0.206,
      "step": 98980
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.904420482763249e-05,
      "loss": 0.2031,
      "step": 98990
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.904308628442317e-05,
      "loss": 0.2014,
      "step": 99000
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9041967741213846e-05,
      "loss": 0.2041,
      "step": 99010
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.904084919800452e-05,
      "loss": 0.1987,
      "step": 99020
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9039730654795195e-05,
      "loss": 0.2042,
      "step": 99030
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.903861211158587e-05,
      "loss": 0.2019,
      "step": 99040
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.903749356837655e-05,
      "loss": 0.2011,
      "step": 99050
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.903637502516723e-05,
      "loss": 0.2005,
      "step": 99060
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.90352564819579e-05,
      "loss": 0.2042,
      "step": 99070
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.903413793874858e-05,
      "loss": 0.1984,
      "step": 99080
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.903301939553925e-05,
      "loss": 0.2001,
      "step": 99090
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.903190085232993e-05,
      "loss": 0.2065,
      "step": 99100
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9030782309120605e-05,
      "loss": 0.204,
      "step": 99110
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9029663765911276e-05,
      "loss": 0.2002,
      "step": 99120
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9028545222701954e-05,
      "loss": 0.2081,
      "step": 99130
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.902742667949263e-05,
      "loss": 0.2074,
      "step": 99140
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.902630813628331e-05,
      "loss": 0.2026,
      "step": 99150
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.902518959307398e-05,
      "loss": 0.2027,
      "step": 99160
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.902407104986466e-05,
      "loss": 0.2031,
      "step": 99170
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.902295250665534e-05,
      "loss": 0.2007,
      "step": 99180
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.902183396344601e-05,
      "loss": 0.1999,
      "step": 99190
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9020715420236686e-05,
      "loss": 0.2006,
      "step": 99200
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.901959687702736e-05,
      "loss": 0.205,
      "step": 99210
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9018478333818035e-05,
      "loss": 0.2002,
      "step": 99220
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.901735979060871e-05,
      "loss": 0.2025,
      "step": 99230
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.901624124739939e-05,
      "loss": 0.2019,
      "step": 99240
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.901512270419007e-05,
      "loss": 0.1982,
      "step": 99250
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.901400416098074e-05,
      "loss": 0.2008,
      "step": 99260
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.901288561777142e-05,
      "loss": 0.203,
      "step": 99270
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9011767074562096e-05,
      "loss": 0.2061,
      "step": 99280
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.901064853135277e-05,
      "loss": 0.1989,
      "step": 99290
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9009529988143445e-05,
      "loss": 0.2021,
      "step": 99300
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9008411444934116e-05,
      "loss": 0.2026,
      "step": 99310
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9007292901724794e-05,
      "loss": 0.2019,
      "step": 99320
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.900617435851547e-05,
      "loss": 0.1984,
      "step": 99330
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.900505581530614e-05,
      "loss": 0.2035,
      "step": 99340
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.900393727209683e-05,
      "loss": 0.2001,
      "step": 99350
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.90028187288875e-05,
      "loss": 0.1994,
      "step": 99360
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.900170018567818e-05,
      "loss": 0.203,
      "step": 99370
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9000581642468855e-05,
      "loss": 0.2046,
      "step": 99380
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8999463099259526e-05,
      "loss": 0.2051,
      "step": 99390
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8998344556050204e-05,
      "loss": 0.2019,
      "step": 99400
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8997226012840875e-05,
      "loss": 0.2044,
      "step": 99410
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.899610746963155e-05,
      "loss": 0.2034,
      "step": 99420
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8994988926422224e-05,
      "loss": 0.2064,
      "step": 99430
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.89938703832129e-05,
      "loss": 0.2068,
      "step": 99440
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.899275184000358e-05,
      "loss": 0.1998,
      "step": 99450
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.899163329679426e-05,
      "loss": 0.2006,
      "step": 99460
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8990514753584936e-05,
      "loss": 0.2048,
      "step": 99470
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.898939621037561e-05,
      "loss": 0.2033,
      "step": 99480
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8988277667166285e-05,
      "loss": 0.2059,
      "step": 99490
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.898715912395696e-05,
      "loss": 0.2034,
      "step": 99500
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8986040580747634e-05,
      "loss": 0.1999,
      "step": 99510
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.898492203753831e-05,
      "loss": 0.2021,
      "step": 99520
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.898380349432898e-05,
      "loss": 0.2034,
      "step": 99530
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.898268495111966e-05,
      "loss": 0.2034,
      "step": 99540
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.898156640791034e-05,
      "loss": 0.2016,
      "step": 99550
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.898044786470102e-05,
      "loss": 0.2013,
      "step": 99560
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8979329321491695e-05,
      "loss": 0.2002,
      "step": 99570
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8978210778282366e-05,
      "loss": 0.2023,
      "step": 99580
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8977092235073044e-05,
      "loss": 0.2078,
      "step": 99590
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.897597369186372e-05,
      "loss": 0.2028,
      "step": 99600
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.897485514865439e-05,
      "loss": 0.202,
      "step": 99610
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.897373660544507e-05,
      "loss": 0.2029,
      "step": 99620
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.897261806223574e-05,
      "loss": 0.2024,
      "step": 99630
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.897149951902642e-05,
      "loss": 0.2067,
      "step": 99640
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.89703809758171e-05,
      "loss": 0.2046,
      "step": 99650
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8969262432607776e-05,
      "loss": 0.2066,
      "step": 99660
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8968143889398454e-05,
      "loss": 0.2088,
      "step": 99670
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8967025346189125e-05,
      "loss": 0.2037,
      "step": 99680
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8966018657300733e-05,
      "loss": 0.2067,
      "step": 99690
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8964900114091405e-05,
      "loss": 0.2048,
      "step": 99700
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.896378157088208e-05,
      "loss": 0.2087,
      "step": 99710
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.896266302767276e-05,
      "loss": 0.1946,
      "step": 99720
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.896154448446344e-05,
      "loss": 0.2042,
      "step": 99730
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8960425941254116e-05,
      "loss": 0.1984,
      "step": 99740
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.895930739804479e-05,
      "loss": 0.198,
      "step": 99750
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8958188854835465e-05,
      "loss": 0.2063,
      "step": 99760
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.895707031162614e-05,
      "loss": 0.2002,
      "step": 99770
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8955951768416814e-05,
      "loss": 0.201,
      "step": 99780
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.895483322520749e-05,
      "loss": 0.2006,
      "step": 99790
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8953714681998164e-05,
      "loss": 0.1977,
      "step": 99800
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.895259613878884e-05,
      "loss": 0.203,
      "step": 99810
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.895147759557952e-05,
      "loss": 0.2007,
      "step": 99820
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.89503590523702e-05,
      "loss": 0.1987,
      "step": 99830
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8949240509160875e-05,
      "loss": 0.2063,
      "step": 99840
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8948121965951546e-05,
      "loss": 0.2067,
      "step": 99850
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8947003422742224e-05,
      "loss": 0.207,
      "step": 99860
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8945884879532896e-05,
      "loss": 0.2017,
      "step": 99870
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8944766336323573e-05,
      "loss": 0.2006,
      "step": 99880
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.894364779311425e-05,
      "loss": 0.2049,
      "step": 99890
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.894252924990492e-05,
      "loss": 0.1993,
      "step": 99900
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.89414107066956e-05,
      "loss": 0.2049,
      "step": 99910
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.894029216348627e-05,
      "loss": 0.1948,
      "step": 99920
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8939173620276956e-05,
      "loss": 0.2035,
      "step": 99930
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8938055077067634e-05,
      "loss": 0.2018,
      "step": 99940
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8936936533858305e-05,
      "loss": 0.2019,
      "step": 99950
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.893581799064898e-05,
      "loss": 0.208,
      "step": 99960
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8934699447439654e-05,
      "loss": 0.2006,
      "step": 99970
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.893358090423033e-05,
      "loss": 0.1991,
      "step": 99980
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.893246236102101e-05,
      "loss": 0.2011,
      "step": 99990
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.893134381781168e-05,
      "loss": 0.2021,
      "step": 100000
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.893022527460236e-05,
      "loss": 0.2053,
      "step": 100010
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.892910673139303e-05,
      "loss": 0.1967,
      "step": 100020
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.892798818818371e-05,
      "loss": 0.2033,
      "step": 100030
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8926869644974386e-05,
      "loss": 0.2029,
      "step": 100040
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8925751101765064e-05,
      "loss": 0.2,
      "step": 100050
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.892463255855574e-05,
      "loss": 0.1999,
      "step": 100060
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8923514015346413e-05,
      "loss": 0.2021,
      "step": 100070
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.892239547213709e-05,
      "loss": 0.2085,
      "step": 100080
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.892127692892777e-05,
      "loss": 0.1999,
      "step": 100090
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.892015838571844e-05,
      "loss": 0.1988,
      "step": 100100
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.891903984250912e-05,
      "loss": 0.2031,
      "step": 100110
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.891792129929979e-05,
      "loss": 0.2039,
      "step": 100120
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.891680275609047e-05,
      "loss": 0.1987,
      "step": 100130
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8915684212881145e-05,
      "loss": 0.2039,
      "step": 100140
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.891456566967182e-05,
      "loss": 0.202,
      "step": 100150
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.89134471264625e-05,
      "loss": 0.1989,
      "step": 100160
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.891232858325317e-05,
      "loss": 0.2068,
      "step": 100170
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.891121004004385e-05,
      "loss": 0.2033,
      "step": 100180
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.891009149683452e-05,
      "loss": 0.1987,
      "step": 100190
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.89089729536252e-05,
      "loss": 0.2028,
      "step": 100200
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.890785441041588e-05,
      "loss": 0.2053,
      "step": 100210
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.890673586720655e-05,
      "loss": 0.2024,
      "step": 100220
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8905617323997226e-05,
      "loss": 0.1985,
      "step": 100230
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8904498780787904e-05,
      "loss": 0.198,
      "step": 100240
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.890338023757858e-05,
      "loss": 0.2042,
      "step": 100250
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.890226169436926e-05,
      "loss": 0.1971,
      "step": 100260
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.890114315115993e-05,
      "loss": 0.2067,
      "step": 100270
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.890002460795061e-05,
      "loss": 0.2077,
      "step": 100280
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.889890606474128e-05,
      "loss": 0.2032,
      "step": 100290
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.889778752153196e-05,
      "loss": 0.2004,
      "step": 100300
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8896668978322636e-05,
      "loss": 0.2029,
      "step": 100310
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.889555043511331e-05,
      "loss": 0.1992,
      "step": 100320
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8894431891903985e-05,
      "loss": 0.2057,
      "step": 100330
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.889331334869466e-05,
      "loss": 0.2065,
      "step": 100340
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.889219480548534e-05,
      "loss": 0.2033,
      "step": 100350
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.889107626227602e-05,
      "loss": 0.1918,
      "step": 100360
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.888995771906669e-05,
      "loss": 0.1992,
      "step": 100370
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.888883917585737e-05,
      "loss": 0.1977,
      "step": 100380
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.888772063264804e-05,
      "loss": 0.2016,
      "step": 100390
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.888660208943872e-05,
      "loss": 0.2003,
      "step": 100400
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8885483546229395e-05,
      "loss": 0.2006,
      "step": 100410
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8884365003020066e-05,
      "loss": 0.208,
      "step": 100420
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8883246459810744e-05,
      "loss": 0.2082,
      "step": 100430
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8882127916601415e-05,
      "loss": 0.2094,
      "step": 100440
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.888100937339209e-05,
      "loss": 0.2027,
      "step": 100450
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.887989083018277e-05,
      "loss": 0.202,
      "step": 100460
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.887877228697345e-05,
      "loss": 0.203,
      "step": 100470
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.887765374376413e-05,
      "loss": 0.1993,
      "step": 100480
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.88765352005548e-05,
      "loss": 0.2064,
      "step": 100490
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8875416657345476e-05,
      "loss": 0.2074,
      "step": 100500
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.887429811413615e-05,
      "loss": 0.2006,
      "step": 100510
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8873179570926825e-05,
      "loss": 0.2069,
      "step": 100520
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.88720610277175e-05,
      "loss": 0.2016,
      "step": 100530
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8870942484508174e-05,
      "loss": 0.2042,
      "step": 100540
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.886982394129885e-05,
      "loss": 0.197,
      "step": 100550
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.886870539808953e-05,
      "loss": 0.2042,
      "step": 100560
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.886758685488021e-05,
      "loss": 0.202,
      "step": 100570
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8866468311670886e-05,
      "loss": 0.1948,
      "step": 100580
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.886534976846156e-05,
      "loss": 0.2017,
      "step": 100590
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8864231225252235e-05,
      "loss": 0.2023,
      "step": 100600
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8863112682042906e-05,
      "loss": 0.199,
      "step": 100610
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8861994138833584e-05,
      "loss": 0.1988,
      "step": 100620
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.886087559562426e-05,
      "loss": 0.201,
      "step": 100630
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.885975705241493e-05,
      "loss": 0.2027,
      "step": 100640
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.885863850920561e-05,
      "loss": 0.2015,
      "step": 100650
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.885751996599629e-05,
      "loss": 0.1972,
      "step": 100660
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.885640142278697e-05,
      "loss": 0.1994,
      "step": 100670
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8855282879577645e-05,
      "loss": 0.2051,
      "step": 100680
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8854164336368316e-05,
      "loss": 0.2007,
      "step": 100690
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8853045793158994e-05,
      "loss": 0.2064,
      "step": 100700
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8851927249949665e-05,
      "loss": 0.1985,
      "step": 100710
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.885080870674034e-05,
      "loss": 0.2015,
      "step": 100720
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.884969016353102e-05,
      "loss": 0.2032,
      "step": 100730
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.884857162032169e-05,
      "loss": 0.205,
      "step": 100740
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.884745307711237e-05,
      "loss": 0.1968,
      "step": 100750
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.884633453390305e-05,
      "loss": 0.2053,
      "step": 100760
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8845215990693726e-05,
      "loss": 0.2033,
      "step": 100770
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.88440974474844e-05,
      "loss": 0.2011,
      "step": 100780
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8842978904275075e-05,
      "loss": 0.1982,
      "step": 100790
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.884186036106575e-05,
      "loss": 0.1958,
      "step": 100800
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8840741817856424e-05,
      "loss": 0.1981,
      "step": 100810
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.88396232746471e-05,
      "loss": 0.1996,
      "step": 100820
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.883850473143777e-05,
      "loss": 0.2013,
      "step": 100830
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.883738618822845e-05,
      "loss": 0.2017,
      "step": 100840
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.883626764501913e-05,
      "loss": 0.2018,
      "step": 100850
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.88351491018098e-05,
      "loss": 0.2041,
      "step": 100860
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.883403055860048e-05,
      "loss": 0.2002,
      "step": 100870
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8832912015391156e-05,
      "loss": 0.1941,
      "step": 100880
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8831793472181834e-05,
      "loss": 0.1978,
      "step": 100890
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.883067492897251e-05,
      "loss": 0.1973,
      "step": 100900
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.882955638576318e-05,
      "loss": 0.2005,
      "step": 100910
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.882843784255386e-05,
      "loss": 0.1978,
      "step": 100920
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.882731929934453e-05,
      "loss": 0.2002,
      "step": 100930
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.882620075613521e-05,
      "loss": 0.1985,
      "step": 100940
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.882508221292589e-05,
      "loss": 0.2036,
      "step": 100950
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.882396366971656e-05,
      "loss": 0.2054,
      "step": 100960
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.882284512650724e-05,
      "loss": 0.2053,
      "step": 100970
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8821726583297915e-05,
      "loss": 0.2003,
      "step": 100980
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.882060804008859e-05,
      "loss": 0.1998,
      "step": 100990
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.881948949687927e-05,
      "loss": 0.2061,
      "step": 101000
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.881837095366994e-05,
      "loss": 0.2075,
      "step": 101010
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.881725241046062e-05,
      "loss": 0.2021,
      "step": 101020
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.881613386725129e-05,
      "loss": 0.2014,
      "step": 101030
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.881501532404197e-05,
      "loss": 0.1991,
      "step": 101040
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.881389678083265e-05,
      "loss": 0.1981,
      "step": 101050
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.881277823762332e-05,
      "loss": 0.203,
      "step": 101060
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8811659694413996e-05,
      "loss": 0.1985,
      "step": 101070
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8810541151204674e-05,
      "loss": 0.1994,
      "step": 101080
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.880942260799535e-05,
      "loss": 0.2011,
      "step": 101090
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.880830406478602e-05,
      "loss": 0.1993,
      "step": 101100
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.88071855215767e-05,
      "loss": 0.2045,
      "step": 101110
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.880606697836738e-05,
      "loss": 0.2008,
      "step": 101120
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.880494843515805e-05,
      "loss": 0.1941,
      "step": 101130
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.880382989194873e-05,
      "loss": 0.2052,
      "step": 101140
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.88027113487394e-05,
      "loss": 0.1994,
      "step": 101150
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.880159280553008e-05,
      "loss": 0.2034,
      "step": 101160
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8800474262320755e-05,
      "loss": 0.2008,
      "step": 101170
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.879935571911143e-05,
      "loss": 0.2024,
      "step": 101180
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.879823717590211e-05,
      "loss": 0.1977,
      "step": 101190
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.879711863269278e-05,
      "loss": 0.2063,
      "step": 101200
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.879600008948346e-05,
      "loss": 0.2016,
      "step": 101210
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.879488154627414e-05,
      "loss": 0.2022,
      "step": 101220
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.879376300306481e-05,
      "loss": 0.1964,
      "step": 101230
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.879264445985549e-05,
      "loss": 0.1942,
      "step": 101240
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.879152591664616e-05,
      "loss": 0.2018,
      "step": 101250
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8790407373436836e-05,
      "loss": 0.1982,
      "step": 101260
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8789288830227514e-05,
      "loss": 0.1997,
      "step": 101270
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8788170287018185e-05,
      "loss": 0.1982,
      "step": 101280
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.878705174380887e-05,
      "loss": 0.2022,
      "step": 101290
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.878593320059954e-05,
      "loss": 0.2006,
      "step": 101300
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.878481465739022e-05,
      "loss": 0.1999,
      "step": 101310
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.87836961141809e-05,
      "loss": 0.2015,
      "step": 101320
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.878257757097157e-05,
      "loss": 0.1968,
      "step": 101330
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8781459027762246e-05,
      "loss": 0.1986,
      "step": 101340
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.878034048455292e-05,
      "loss": 0.2064,
      "step": 101350
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8779221941343595e-05,
      "loss": 0.2027,
      "step": 101360
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.877810339813427e-05,
      "loss": 0.2012,
      "step": 101370
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8776984854924944e-05,
      "loss": 0.2028,
      "step": 101380
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.877586631171562e-05,
      "loss": 0.1941,
      "step": 101390
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.87747477685063e-05,
      "loss": 0.2047,
      "step": 101400
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.877362922529698e-05,
      "loss": 0.2016,
      "step": 101410
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.877251068208765e-05,
      "loss": 0.2036,
      "step": 101420
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.877139213887833e-05,
      "loss": 0.2031,
      "step": 101430
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8770273595669005e-05,
      "loss": 0.201,
      "step": 101440
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8769155052459676e-05,
      "loss": 0.1984,
      "step": 101450
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8768036509250354e-05,
      "loss": 0.1956,
      "step": 101460
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8766917966041025e-05,
      "loss": 0.1991,
      "step": 101470
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.87657994228317e-05,
      "loss": 0.1985,
      "step": 101480
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.876468087962238e-05,
      "loss": 0.2028,
      "step": 101490
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.876356233641306e-05,
      "loss": 0.1968,
      "step": 101500
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.876244379320374e-05,
      "loss": 0.2011,
      "step": 101510
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.876132524999441e-05,
      "loss": 0.1968,
      "step": 101520
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8760206706785086e-05,
      "loss": 0.2035,
      "step": 101530
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8759088163575764e-05,
      "loss": 0.207,
      "step": 101540
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8757969620366435e-05,
      "loss": 0.1982,
      "step": 101550
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.875685107715711e-05,
      "loss": 0.1936,
      "step": 101560
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8755732533947784e-05,
      "loss": 0.1972,
      "step": 101570
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.875461399073846e-05,
      "loss": 0.1988,
      "step": 101580
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.875349544752914e-05,
      "loss": 0.2,
      "step": 101590
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.875237690431982e-05,
      "loss": 0.208,
      "step": 101600
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8751258361110496e-05,
      "loss": 0.2017,
      "step": 101610
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.875013981790117e-05,
      "loss": 0.1973,
      "step": 101620
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8749021274691845e-05,
      "loss": 0.2075,
      "step": 101630
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.874790273148252e-05,
      "loss": 0.2021,
      "step": 101640
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8746784188273194e-05,
      "loss": 0.2042,
      "step": 101650
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.874566564506387e-05,
      "loss": 0.2018,
      "step": 101660
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.874454710185454e-05,
      "loss": 0.2044,
      "step": 101670
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.874342855864522e-05,
      "loss": 0.2036,
      "step": 101680
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.87423100154359e-05,
      "loss": 0.2003,
      "step": 101690
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.874119147222657e-05,
      "loss": 0.2017,
      "step": 101700
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8740184783338186e-05,
      "loss": 0.1992,
      "step": 101710
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.873906624012886e-05,
      "loss": 0.2015,
      "step": 101720
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8737947696919535e-05,
      "loss": 0.2058,
      "step": 101730
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8736829153710206e-05,
      "loss": 0.1998,
      "step": 101740
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8735710610500884e-05,
      "loss": 0.1992,
      "step": 101750
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.873459206729156e-05,
      "loss": 0.1986,
      "step": 101760
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.873347352408224e-05,
      "loss": 0.1993,
      "step": 101770
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.873235498087292e-05,
      "loss": 0.1994,
      "step": 101780
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.873123643766359e-05,
      "loss": 0.2032,
      "step": 101790
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.873011789445427e-05,
      "loss": 0.1989,
      "step": 101800
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.872899935124494e-05,
      "loss": 0.2004,
      "step": 101810
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8727880808035616e-05,
      "loss": 0.1964,
      "step": 101820
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8726762264826294e-05,
      "loss": 0.2003,
      "step": 101830
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8725643721616965e-05,
      "loss": 0.1979,
      "step": 101840
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.872452517840764e-05,
      "loss": 0.2024,
      "step": 101850
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8723406635198314e-05,
      "loss": 0.201,
      "step": 101860
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8722288091989e-05,
      "loss": 0.202,
      "step": 101870
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8721169548779676e-05,
      "loss": 0.1993,
      "step": 101880
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.872005100557035e-05,
      "loss": 0.1999,
      "step": 101890
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8718932462361026e-05,
      "loss": 0.2028,
      "step": 101900
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.87178139191517e-05,
      "loss": 0.2004,
      "step": 101910
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8716695375942375e-05,
      "loss": 0.1967,
      "step": 101920
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.871557683273305e-05,
      "loss": 0.2039,
      "step": 101930
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8714458289523724e-05,
      "loss": 0.2048,
      "step": 101940
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.87133397463144e-05,
      "loss": 0.2009,
      "step": 101950
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.871222120310507e-05,
      "loss": 0.2028,
      "step": 101960
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.871110265989575e-05,
      "loss": 0.2023,
      "step": 101970
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.870998411668643e-05,
      "loss": 0.2079,
      "step": 101980
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8708865573477107e-05,
      "loss": 0.2004,
      "step": 101990
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8707747030267785e-05,
      "loss": 0.2062,
      "step": 102000
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8706628487058456e-05,
      "loss": 0.2019,
      "step": 102010
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8705509943849134e-05,
      "loss": 0.2053,
      "step": 102020
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.870439140063981e-05,
      "loss": 0.1988,
      "step": 102030
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.870327285743048e-05,
      "loss": 0.1968,
      "step": 102040
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.870215431422116e-05,
      "loss": 0.1953,
      "step": 102050
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.870103577101183e-05,
      "loss": 0.1977,
      "step": 102060
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.869991722780251e-05,
      "loss": 0.2007,
      "step": 102070
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.869879868459319e-05,
      "loss": 0.2044,
      "step": 102080
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8697680141383866e-05,
      "loss": 0.2016,
      "step": 102090
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8696561598174543e-05,
      "loss": 0.1979,
      "step": 102100
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8695443054965215e-05,
      "loss": 0.1973,
      "step": 102110
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.869432451175589e-05,
      "loss": 0.201,
      "step": 102120
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8693205968546564e-05,
      "loss": 0.1988,
      "step": 102130
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.869208742533724e-05,
      "loss": 0.2024,
      "step": 102140
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.869096888212792e-05,
      "loss": 0.205,
      "step": 102150
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.868985033891859e-05,
      "loss": 0.2038,
      "step": 102160
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.868873179570927e-05,
      "loss": 0.2049,
      "step": 102170
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8687613252499947e-05,
      "loss": 0.2029,
      "step": 102180
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8686494709290624e-05,
      "loss": 0.1938,
      "step": 102190
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.86853761660813e-05,
      "loss": 0.2021,
      "step": 102200
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8684257622871974e-05,
      "loss": 0.1985,
      "step": 102210
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.868313907966265e-05,
      "loss": 0.1952,
      "step": 102220
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.868202053645332e-05,
      "loss": 0.1959,
      "step": 102230
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8680901993244e-05,
      "loss": 0.2027,
      "step": 102240
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.867978345003468e-05,
      "loss": 0.1984,
      "step": 102250
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.867866490682535e-05,
      "loss": 0.2016,
      "step": 102260
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.867754636361603e-05,
      "loss": 0.2033,
      "step": 102270
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.86764278204067e-05,
      "loss": 0.1993,
      "step": 102280
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8675309277197383e-05,
      "loss": 0.2007,
      "step": 102290
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.867419073398806e-05,
      "loss": 0.2002,
      "step": 102300
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.867307219077873e-05,
      "loss": 0.1987,
      "step": 102310
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.867195364756941e-05,
      "loss": 0.1999,
      "step": 102320
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.867083510436008e-05,
      "loss": 0.2011,
      "step": 102330
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.866971656115076e-05,
      "loss": 0.1996,
      "step": 102340
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.866859801794144e-05,
      "loss": 0.196,
      "step": 102350
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.866747947473211e-05,
      "loss": 0.2019,
      "step": 102360
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8666360931522787e-05,
      "loss": 0.2053,
      "step": 102370
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.866524238831346e-05,
      "loss": 0.2047,
      "step": 102380
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8664123845104136e-05,
      "loss": 0.2027,
      "step": 102390
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8663005301894814e-05,
      "loss": 0.1972,
      "step": 102400
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.866188675868549e-05,
      "loss": 0.2009,
      "step": 102410
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.866076821547617e-05,
      "loss": 0.2075,
      "step": 102420
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.865964967226684e-05,
      "loss": 0.2015,
      "step": 102430
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.865853112905752e-05,
      "loss": 0.2001,
      "step": 102440
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.865741258584819e-05,
      "loss": 0.2021,
      "step": 102450
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.865629404263887e-05,
      "loss": 0.1931,
      "step": 102460
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8655175499429545e-05,
      "loss": 0.1961,
      "step": 102470
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.865405695622022e-05,
      "loss": 0.2026,
      "step": 102480
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8652938413010895e-05,
      "loss": 0.2028,
      "step": 102490
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.865181986980157e-05,
      "loss": 0.1941,
      "step": 102500
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.865070132659225e-05,
      "loss": 0.1936,
      "step": 102510
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.864958278338293e-05,
      "loss": 0.1927,
      "step": 102520
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.86484642401736e-05,
      "loss": 0.1972,
      "step": 102530
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.864734569696428e-05,
      "loss": 0.2044,
      "step": 102540
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.864622715375495e-05,
      "loss": 0.1953,
      "step": 102550
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8645108610545626e-05,
      "loss": 0.1969,
      "step": 102560
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8643990067336304e-05,
      "loss": 0.2039,
      "step": 102570
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8642871524126976e-05,
      "loss": 0.2028,
      "step": 102580
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8641752980917653e-05,
      "loss": 0.2011,
      "step": 102590
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.864063443770833e-05,
      "loss": 0.1986,
      "step": 102600
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.863951589449901e-05,
      "loss": 0.2001,
      "step": 102610
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.863839735128969e-05,
      "loss": 0.205,
      "step": 102620
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.863727880808036e-05,
      "loss": 0.1987,
      "step": 102630
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8636160264871036e-05,
      "loss": 0.1965,
      "step": 102640
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.863504172166171e-05,
      "loss": 0.1992,
      "step": 102650
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8633923178452385e-05,
      "loss": 0.1985,
      "step": 102660
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.863280463524306e-05,
      "loss": 0.199,
      "step": 102670
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8631686092033735e-05,
      "loss": 0.2039,
      "step": 102680
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.863056754882441e-05,
      "loss": 0.1952,
      "step": 102690
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.862944900561509e-05,
      "loss": 0.2015,
      "step": 102700
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.862833046240577e-05,
      "loss": 0.2028,
      "step": 102710
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.862721191919644e-05,
      "loss": 0.2005,
      "step": 102720
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.862609337598712e-05,
      "loss": 0.2013,
      "step": 102730
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8624974832777795e-05,
      "loss": 0.1964,
      "step": 102740
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8623856289568466e-05,
      "loss": 0.2027,
      "step": 102750
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8622737746359144e-05,
      "loss": 0.2012,
      "step": 102760
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8621619203149816e-05,
      "loss": 0.2001,
      "step": 102770
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8620500659940493e-05,
      "loss": 0.2031,
      "step": 102780
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.861938211673117e-05,
      "loss": 0.1949,
      "step": 102790
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.861826357352184e-05,
      "loss": 0.1975,
      "step": 102800
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.861714503031252e-05,
      "loss": 0.1982,
      "step": 102810
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.86160264871032e-05,
      "loss": 0.2053,
      "step": 102820
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8614907943893876e-05,
      "loss": 0.2021,
      "step": 102830
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8613789400684554e-05,
      "loss": 0.2028,
      "step": 102840
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8612670857475225e-05,
      "loss": 0.1968,
      "step": 102850
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.86115523142659e-05,
      "loss": 0.2024,
      "step": 102860
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8610433771056574e-05,
      "loss": 0.1961,
      "step": 102870
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.860931522784725e-05,
      "loss": 0.1976,
      "step": 102880
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.860819668463793e-05,
      "loss": 0.2017,
      "step": 102890
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.86070781414286e-05,
      "loss": 0.1995,
      "step": 102900
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.860595959821928e-05,
      "loss": 0.1932,
      "step": 102910
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.860484105500996e-05,
      "loss": 0.1981,
      "step": 102920
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8603722511800635e-05,
      "loss": 0.1958,
      "step": 102930
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.860260396859131e-05,
      "loss": 0.196,
      "step": 102940
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8601485425381984e-05,
      "loss": 0.2018,
      "step": 102950
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.860036688217266e-05,
      "loss": 0.2048,
      "step": 102960
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8599248338963333e-05,
      "loss": 0.1958,
      "step": 102970
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.859812979575401e-05,
      "loss": 0.2023,
      "step": 102980
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.859701125254469e-05,
      "loss": 0.2,
      "step": 102990
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.859589270933536e-05,
      "loss": 0.1946,
      "step": 103000
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.859477416612604e-05,
      "loss": 0.2035,
      "step": 103010
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8593655622916716e-05,
      "loss": 0.2033,
      "step": 103020
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8592537079707394e-05,
      "loss": 0.1938,
      "step": 103030
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8591418536498065e-05,
      "loss": 0.202,
      "step": 103040
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.859029999328874e-05,
      "loss": 0.2035,
      "step": 103050
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.858918145007942e-05,
      "loss": 0.205,
      "step": 103060
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.858806290687009e-05,
      "loss": 0.1949,
      "step": 103070
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.858694436366077e-05,
      "loss": 0.2015,
      "step": 103080
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.858582582045144e-05,
      "loss": 0.2027,
      "step": 103090
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.858470727724212e-05,
      "loss": 0.2005,
      "step": 103100
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.85835887340328e-05,
      "loss": 0.1955,
      "step": 103110
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8582470190823475e-05,
      "loss": 0.2015,
      "step": 103120
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.858135164761415e-05,
      "loss": 0.1996,
      "step": 103130
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8580233104404824e-05,
      "loss": 0.1989,
      "step": 103140
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.85791145611955e-05,
      "loss": 0.1993,
      "step": 103150
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.857799601798618e-05,
      "loss": 0.2012,
      "step": 103160
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.857687747477685e-05,
      "loss": 0.1999,
      "step": 103170
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.857575893156753e-05,
      "loss": 0.2006,
      "step": 103180
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.85746403883582e-05,
      "loss": 0.2018,
      "step": 103190
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.857352184514888e-05,
      "loss": 0.1961,
      "step": 103200
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8572403301939556e-05,
      "loss": 0.2005,
      "step": 103210
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.857128475873023e-05,
      "loss": 0.2022,
      "step": 103220
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8570166215520905e-05,
      "loss": 0.2016,
      "step": 103230
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.856904767231158e-05,
      "loss": 0.2056,
      "step": 103240
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.856792912910226e-05,
      "loss": 0.2018,
      "step": 103250
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.856681058589294e-05,
      "loss": 0.2014,
      "step": 103260
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.856569204268361e-05,
      "loss": 0.2004,
      "step": 103270
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.856457349947429e-05,
      "loss": 0.2066,
      "step": 103280
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.856345495626496e-05,
      "loss": 0.2011,
      "step": 103290
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.856233641305564e-05,
      "loss": 0.2017,
      "step": 103300
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8561217869846315e-05,
      "loss": 0.2019,
      "step": 103310
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8560099326636986e-05,
      "loss": 0.2038,
      "step": 103320
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8558980783427664e-05,
      "loss": 0.1961,
      "step": 103330
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.855786224021834e-05,
      "loss": 0.198,
      "step": 103340
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.855674369700902e-05,
      "loss": 0.1996,
      "step": 103350
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.855562515379969e-05,
      "loss": 0.2008,
      "step": 103360
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.855450661059037e-05,
      "loss": 0.1993,
      "step": 103370
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.855338806738105e-05,
      "loss": 0.2068,
      "step": 103380
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.855226952417172e-05,
      "loss": 0.1984,
      "step": 103390
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8551150980962396e-05,
      "loss": 0.2001,
      "step": 103400
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.855003243775307e-05,
      "loss": 0.197,
      "step": 103410
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8548913894543745e-05,
      "loss": 0.1994,
      "step": 103420
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.854779535133442e-05,
      "loss": 0.1991,
      "step": 103430
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.85466768081251e-05,
      "loss": 0.2044,
      "step": 103440
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.854555826491578e-05,
      "loss": 0.1996,
      "step": 103450
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.854443972170645e-05,
      "loss": 0.2015,
      "step": 103460
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.854332117849713e-05,
      "loss": 0.2005,
      "step": 103470
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8542202635287806e-05,
      "loss": 0.1968,
      "step": 103480
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.854108409207848e-05,
      "loss": 0.1951,
      "step": 103490
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8539965548869155e-05,
      "loss": 0.1973,
      "step": 103500
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8538847005659826e-05,
      "loss": 0.2037,
      "step": 103510
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8537728462450504e-05,
      "loss": 0.1997,
      "step": 103520
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.853660991924118e-05,
      "loss": 0.2023,
      "step": 103530
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.853549137603186e-05,
      "loss": 0.1995,
      "step": 103540
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.853437283282254e-05,
      "loss": 0.1926,
      "step": 103550
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.853325428961321e-05,
      "loss": 0.1956,
      "step": 103560
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.853213574640389e-05,
      "loss": 0.1984,
      "step": 103570
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8531017203194565e-05,
      "loss": 0.1963,
      "step": 103580
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8529898659985236e-05,
      "loss": 0.1997,
      "step": 103590
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8528780116775914e-05,
      "loss": 0.1995,
      "step": 103600
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.852777342788752e-05,
      "loss": 0.1995,
      "step": 103610
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.85266548846782e-05,
      "loss": 0.1926,
      "step": 103620
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.852553634146887e-05,
      "loss": 0.1961,
      "step": 103630
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.852441779825955e-05,
      "loss": 0.202,
      "step": 103640
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.852329925505023e-05,
      "loss": 0.1988,
      "step": 103650
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.85221807118409e-05,
      "loss": 0.2007,
      "step": 103660
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.852106216863158e-05,
      "loss": 0.2015,
      "step": 103670
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.851994362542225e-05,
      "loss": 0.205,
      "step": 103680
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8518825082212926e-05,
      "loss": 0.1988,
      "step": 103690
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8517706539003604e-05,
      "loss": 0.195,
      "step": 103700
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.851658799579428e-05,
      "loss": 0.2013,
      "step": 103710
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.851546945258496e-05,
      "loss": 0.2032,
      "step": 103720
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.851435090937563e-05,
      "loss": 0.1964,
      "step": 103730
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.851323236616631e-05,
      "loss": 0.1992,
      "step": 103740
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.851211382295698e-05,
      "loss": 0.1971,
      "step": 103750
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.851099527974766e-05,
      "loss": 0.1998,
      "step": 103760
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8509876736538336e-05,
      "loss": 0.1963,
      "step": 103770
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.850875819332901e-05,
      "loss": 0.1951,
      "step": 103780
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8507639650119685e-05,
      "loss": 0.1993,
      "step": 103790
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8506521106910356e-05,
      "loss": 0.2,
      "step": 103800
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8505402563701034e-05,
      "loss": 0.1982,
      "step": 103810
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.850428402049172e-05,
      "loss": 0.2012,
      "step": 103820
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.850316547728239e-05,
      "loss": 0.2004,
      "step": 103830
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.850204693407307e-05,
      "loss": 0.1934,
      "step": 103840
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.850092839086374e-05,
      "loss": 0.1926,
      "step": 103850
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.849980984765442e-05,
      "loss": 0.1988,
      "step": 103860
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8498691304445095e-05,
      "loss": 0.2018,
      "step": 103870
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8497572761235766e-05,
      "loss": 0.2016,
      "step": 103880
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8496454218026444e-05,
      "loss": 0.2008,
      "step": 103890
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8495335674817115e-05,
      "loss": 0.1967,
      "step": 103900
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.849421713160779e-05,
      "loss": 0.1969,
      "step": 103910
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.849309858839847e-05,
      "loss": 0.1997,
      "step": 103920
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.849198004518915e-05,
      "loss": 0.1948,
      "step": 103930
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.849086150197983e-05,
      "loss": 0.1993,
      "step": 103940
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.84897429587705e-05,
      "loss": 0.1954,
      "step": 103950
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8488624415561176e-05,
      "loss": 0.1977,
      "step": 103960
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8487505872351854e-05,
      "loss": 0.204,
      "step": 103970
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8486387329142525e-05,
      "loss": 0.1973,
      "step": 103980
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.84852687859332e-05,
      "loss": 0.1955,
      "step": 103990
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8484150242723874e-05,
      "loss": 0.1972,
      "step": 104000
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.848303169951455e-05,
      "loss": 0.1966,
      "step": 104010
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.848191315630523e-05,
      "loss": 0.1995,
      "step": 104020
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.848079461309591e-05,
      "loss": 0.198,
      "step": 104030
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8479676069886586e-05,
      "loss": 0.194,
      "step": 104040
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.847855752667726e-05,
      "loss": 0.1974,
      "step": 104050
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8477438983467935e-05,
      "loss": 0.195,
      "step": 104060
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8476320440258606e-05,
      "loss": 0.2017,
      "step": 104070
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8475201897049284e-05,
      "loss": 0.2,
      "step": 104080
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.847408335383996e-05,
      "loss": 0.202,
      "step": 104090
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.847296481063063e-05,
      "loss": 0.1937,
      "step": 104100
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.847184626742131e-05,
      "loss": 0.1972,
      "step": 104110
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.847072772421199e-05,
      "loss": 0.1954,
      "step": 104120
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.846960918100267e-05,
      "loss": 0.1997,
      "step": 104130
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8468490637793345e-05,
      "loss": 0.1988,
      "step": 104140
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8467372094584016e-05,
      "loss": 0.1988,
      "step": 104150
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8466253551374694e-05,
      "loss": 0.2006,
      "step": 104160
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8465135008165365e-05,
      "loss": 0.1989,
      "step": 104170
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.846401646495604e-05,
      "loss": 0.2003,
      "step": 104180
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.846289792174672e-05,
      "loss": 0.1974,
      "step": 104190
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.846177937853739e-05,
      "loss": 0.1976,
      "step": 104200
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.846066083532807e-05,
      "loss": 0.1995,
      "step": 104210
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.845954229211874e-05,
      "loss": 0.2044,
      "step": 104220
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8458423748909426e-05,
      "loss": 0.1993,
      "step": 104230
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8457305205700104e-05,
      "loss": 0.1957,
      "step": 104240
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8456186662490775e-05,
      "loss": 0.1953,
      "step": 104250
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.845506811928145e-05,
      "loss": 0.1954,
      "step": 104260
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8453949576072124e-05,
      "loss": 0.1957,
      "step": 104270
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.84528310328628e-05,
      "loss": 0.2039,
      "step": 104280
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.845171248965348e-05,
      "loss": 0.1956,
      "step": 104290
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.845059394644415e-05,
      "loss": 0.2008,
      "step": 104300
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.844947540323483e-05,
      "loss": 0.2005,
      "step": 104310
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.84483568600255e-05,
      "loss": 0.1964,
      "step": 104320
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.844723831681618e-05,
      "loss": 0.2042,
      "step": 104330
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8446119773606856e-05,
      "loss": 0.193,
      "step": 104340
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8445001230397534e-05,
      "loss": 0.2013,
      "step": 104350
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.844388268718821e-05,
      "loss": 0.1945,
      "step": 104360
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.844276414397888e-05,
      "loss": 0.1927,
      "step": 104370
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.844164560076956e-05,
      "loss": 0.1944,
      "step": 104380
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.844052705756023e-05,
      "loss": 0.1973,
      "step": 104390
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.843940851435091e-05,
      "loss": 0.1954,
      "step": 104400
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.843828997114159e-05,
      "loss": 0.2018,
      "step": 104410
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.843717142793226e-05,
      "loss": 0.2017,
      "step": 104420
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.843605288472294e-05,
      "loss": 0.1992,
      "step": 104430
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8434934341513615e-05,
      "loss": 0.1993,
      "step": 104440
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.843381579830429e-05,
      "loss": 0.1992,
      "step": 104450
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.843269725509497e-05,
      "loss": 0.2012,
      "step": 104460
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.843157871188564e-05,
      "loss": 0.1963,
      "step": 104470
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.843046016867632e-05,
      "loss": 0.1939,
      "step": 104480
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.842934162546699e-05,
      "loss": 0.1994,
      "step": 104490
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.842822308225767e-05,
      "loss": 0.1974,
      "step": 104500
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.842710453904835e-05,
      "loss": 0.1961,
      "step": 104510
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.842598599583902e-05,
      "loss": 0.1965,
      "step": 104520
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8424867452629696e-05,
      "loss": 0.1953,
      "step": 104530
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8423748909420374e-05,
      "loss": 0.2032,
      "step": 104540
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.842263036621105e-05,
      "loss": 0.201,
      "step": 104550
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.842151182300173e-05,
      "loss": 0.2031,
      "step": 104560
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.84203932797924e-05,
      "loss": 0.2017,
      "step": 104570
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.841927473658308e-05,
      "loss": 0.2028,
      "step": 104580
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.841815619337375e-05,
      "loss": 0.1944,
      "step": 104590
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.841703765016443e-05,
      "loss": 0.1975,
      "step": 104600
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8415919106955106e-05,
      "loss": 0.1953,
      "step": 104610
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.841480056374578e-05,
      "loss": 0.197,
      "step": 104620
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8413682020536455e-05,
      "loss": 0.196,
      "step": 104630
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.841256347732713e-05,
      "loss": 0.1955,
      "step": 104640
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.841144493411781e-05,
      "loss": 0.1987,
      "step": 104650
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.841032639090849e-05,
      "loss": 0.1954,
      "step": 104660
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.840920784769916e-05,
      "loss": 0.1954,
      "step": 104670
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.840808930448984e-05,
      "loss": 0.1993,
      "step": 104680
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.840697076128051e-05,
      "loss": 0.2006,
      "step": 104690
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.840585221807119e-05,
      "loss": 0.2004,
      "step": 104700
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.840473367486186e-05,
      "loss": 0.1995,
      "step": 104710
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8403615131652536e-05,
      "loss": 0.2005,
      "step": 104720
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8402496588443214e-05,
      "loss": 0.1964,
      "step": 104730
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8401378045233885e-05,
      "loss": 0.1946,
      "step": 104740
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.840025950202456e-05,
      "loss": 0.2003,
      "step": 104750
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.839914095881524e-05,
      "loss": 0.2024,
      "step": 104760
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.839802241560592e-05,
      "loss": 0.2018,
      "step": 104770
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8396903872396597e-05,
      "loss": 0.1955,
      "step": 104780
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.839578532918727e-05,
      "loss": 0.2023,
      "step": 104790
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8394666785977946e-05,
      "loss": 0.1926,
      "step": 104800
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.839354824276862e-05,
      "loss": 0.2016,
      "step": 104810
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8392429699559295e-05,
      "loss": 0.1979,
      "step": 104820
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.839131115634997e-05,
      "loss": 0.2018,
      "step": 104830
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8390192613140644e-05,
      "loss": 0.199,
      "step": 104840
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.838907406993132e-05,
      "loss": 0.1965,
      "step": 104850
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8387955526722e-05,
      "loss": 0.1998,
      "step": 104860
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.838683698351268e-05,
      "loss": 0.2,
      "step": 104870
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8385718440303355e-05,
      "loss": 0.1955,
      "step": 104880
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8384599897094027e-05,
      "loss": 0.1939,
      "step": 104890
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8383481353884705e-05,
      "loss": 0.2006,
      "step": 104900
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8382362810675376e-05,
      "loss": 0.2011,
      "step": 104910
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8381244267466054e-05,
      "loss": 0.2004,
      "step": 104920
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.838012572425673e-05,
      "loss": 0.197,
      "step": 104930
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.83790071810474e-05,
      "loss": 0.2007,
      "step": 104940
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.837788863783808e-05,
      "loss": 0.1932,
      "step": 104950
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.837677009462876e-05,
      "loss": 0.2025,
      "step": 104960
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8375651551419436e-05,
      "loss": 0.2011,
      "step": 104970
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8374533008210114e-05,
      "loss": 0.1985,
      "step": 104980
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8373414465000786e-05,
      "loss": 0.1956,
      "step": 104990
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8372295921791463e-05,
      "loss": 0.1943,
      "step": 105000
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8371177378582135e-05,
      "loss": 0.191,
      "step": 105010
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.837005883537281e-05,
      "loss": 0.1984,
      "step": 105020
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8368940292163484e-05,
      "loss": 0.1949,
      "step": 105030
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.836782174895416e-05,
      "loss": 0.2007,
      "step": 105040
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.836670320574484e-05,
      "loss": 0.1927,
      "step": 105050
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.836558466253552e-05,
      "loss": 0.1973,
      "step": 105060
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8364466119326195e-05,
      "loss": 0.1946,
      "step": 105070
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8363347576116867e-05,
      "loss": 0.1957,
      "step": 105080
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8362229032907544e-05,
      "loss": 0.2004,
      "step": 105090
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.836111048969822e-05,
      "loss": 0.2019,
      "step": 105100
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8359991946488894e-05,
      "loss": 0.2004,
      "step": 105110
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.835887340327957e-05,
      "loss": 0.2034,
      "step": 105120
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.835775486007024e-05,
      "loss": 0.197,
      "step": 105130
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.835663631686092e-05,
      "loss": 0.2043,
      "step": 105140
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.83555177736516e-05,
      "loss": 0.1956,
      "step": 105150
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.835439923044227e-05,
      "loss": 0.1995,
      "step": 105160
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.835328068723295e-05,
      "loss": 0.1952,
      "step": 105170
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8352162144023626e-05,
      "loss": 0.196,
      "step": 105180
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8351043600814303e-05,
      "loss": 0.1944,
      "step": 105190
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.834992505760498e-05,
      "loss": 0.1981,
      "step": 105200
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.834880651439565e-05,
      "loss": 0.1979,
      "step": 105210
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.834768797118633e-05,
      "loss": 0.2007,
      "step": 105220
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8346569427977e-05,
      "loss": 0.195,
      "step": 105230
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.834545088476768e-05,
      "loss": 0.197,
      "step": 105240
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.834433234155836e-05,
      "loss": 0.1992,
      "step": 105250
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.834321379834903e-05,
      "loss": 0.1971,
      "step": 105260
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8342095255139707e-05,
      "loss": 0.1961,
      "step": 105270
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8340976711930384e-05,
      "loss": 0.1959,
      "step": 105280
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.833985816872106e-05,
      "loss": 0.1993,
      "step": 105290
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8338739625511734e-05,
      "loss": 0.1957,
      "step": 105300
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.833762108230241e-05,
      "loss": 0.1966,
      "step": 105310
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.833650253909309e-05,
      "loss": 0.2044,
      "step": 105320
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.833538399588376e-05,
      "loss": 0.2009,
      "step": 105330
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.833426545267444e-05,
      "loss": 0.2023,
      "step": 105340
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.833314690946511e-05,
      "loss": 0.1971,
      "step": 105350
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.833202836625579e-05,
      "loss": 0.1984,
      "step": 105360
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8330909823046465e-05,
      "loss": 0.1984,
      "step": 105370
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8329791279837143e-05,
      "loss": 0.195,
      "step": 105380
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.832867273662782e-05,
      "loss": 0.1937,
      "step": 105390
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.832755419341849e-05,
      "loss": 0.197,
      "step": 105400
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.832643565020917e-05,
      "loss": 0.1965,
      "step": 105410
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.832531710699985e-05,
      "loss": 0.2016,
      "step": 105420
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.832419856379052e-05,
      "loss": 0.2051,
      "step": 105430
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.83230800205812e-05,
      "loss": 0.2015,
      "step": 105440
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.832196147737187e-05,
      "loss": 0.1943,
      "step": 105450
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8320842934162547e-05,
      "loss": 0.1967,
      "step": 105460
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8319724390953224e-05,
      "loss": 0.1939,
      "step": 105470
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.83186058477439e-05,
      "loss": 0.2005,
      "step": 105480
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.831748730453458e-05,
      "loss": 0.197,
      "step": 105490
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.831636876132525e-05,
      "loss": 0.1969,
      "step": 105500
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.831525021811593e-05,
      "loss": 0.2015,
      "step": 105510
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.831413167490661e-05,
      "loss": 0.195,
      "step": 105520
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.831301313169728e-05,
      "loss": 0.2008,
      "step": 105530
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8311894588487956e-05,
      "loss": 0.1974,
      "step": 105540
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.831077604527863e-05,
      "loss": 0.1993,
      "step": 105550
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8309657502069305e-05,
      "loss": 0.1952,
      "step": 105560
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.830853895885998e-05,
      "loss": 0.1997,
      "step": 105570
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8307420415650655e-05,
      "loss": 0.1975,
      "step": 105580
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.830630187244133e-05,
      "loss": 0.2022,
      "step": 105590
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.830518332923201e-05,
      "loss": 0.1956,
      "step": 105600
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.830406478602269e-05,
      "loss": 0.1919,
      "step": 105610
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.830294624281336e-05,
      "loss": 0.2024,
      "step": 105620
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.830182769960404e-05,
      "loss": 0.1963,
      "step": 105630
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8300709156394715e-05,
      "loss": 0.196,
      "step": 105640
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8299590613185386e-05,
      "loss": 0.1996,
      "step": 105650
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8298472069976064e-05,
      "loss": 0.1972,
      "step": 105660
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8297353526766736e-05,
      "loss": 0.1987,
      "step": 105670
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8296234983557413e-05,
      "loss": 0.1959,
      "step": 105680
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.829511644034809e-05,
      "loss": 0.2015,
      "step": 105690
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.829399789713877e-05,
      "loss": 0.2002,
      "step": 105700
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.829287935392945e-05,
      "loss": 0.2037,
      "step": 105710
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.829176081072012e-05,
      "loss": 0.1894,
      "step": 105720
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8290642267510796e-05,
      "loss": 0.2019,
      "step": 105730
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8289523724301474e-05,
      "loss": 0.2,
      "step": 105740
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8288405181092145e-05,
      "loss": 0.1978,
      "step": 105750
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.828728663788282e-05,
      "loss": 0.1975,
      "step": 105760
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8286168094673495e-05,
      "loss": 0.1995,
      "step": 105770
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.828504955146417e-05,
      "loss": 0.1974,
      "step": 105780
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.828393100825485e-05,
      "loss": 0.1986,
      "step": 105790
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.828281246504553e-05,
      "loss": 0.1986,
      "step": 105800
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8281693921836206e-05,
      "loss": 0.1953,
      "step": 105810
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.828057537862688e-05,
      "loss": 0.1978,
      "step": 105820
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8279456835417555e-05,
      "loss": 0.2011,
      "step": 105830
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.827833829220823e-05,
      "loss": 0.1976,
      "step": 105840
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8277219748998904e-05,
      "loss": 0.1957,
      "step": 105850
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.827610120578958e-05,
      "loss": 0.1972,
      "step": 105860
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8274982662580253e-05,
      "loss": 0.1955,
      "step": 105870
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.827386411937093e-05,
      "loss": 0.1939,
      "step": 105880
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.827274557616161e-05,
      "loss": 0.1996,
      "step": 105890
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.827162703295229e-05,
      "loss": 0.1975,
      "step": 105900
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8270508489742965e-05,
      "loss": 0.1946,
      "step": 105910
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8269389946533636e-05,
      "loss": 0.2024,
      "step": 105920
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8268271403324314e-05,
      "loss": 0.2032,
      "step": 105930
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8267152860114985e-05,
      "loss": 0.1979,
      "step": 105940
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.826603431690566e-05,
      "loss": 0.1941,
      "step": 105950
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.826491577369634e-05,
      "loss": 0.1948,
      "step": 105960
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.826379723048701e-05,
      "loss": 0.1952,
      "step": 105970
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.826267868727769e-05,
      "loss": 0.1953,
      "step": 105980
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.826156014406836e-05,
      "loss": 0.1996,
      "step": 105990
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.826044160085904e-05,
      "loss": 0.1985,
      "step": 106000
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8259323057649724e-05,
      "loss": 0.199,
      "step": 106010
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8258204514440395e-05,
      "loss": 0.1952,
      "step": 106020
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.825708597123107e-05,
      "loss": 0.1983,
      "step": 106030
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8255967428021744e-05,
      "loss": 0.1955,
      "step": 106040
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.825484888481242e-05,
      "loss": 0.1941,
      "step": 106050
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.82537303416031e-05,
      "loss": 0.1993,
      "step": 106060
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.825261179839377e-05,
      "loss": 0.1969,
      "step": 106070
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.825149325518445e-05,
      "loss": 0.1968,
      "step": 106080
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.825037471197512e-05,
      "loss": 0.198,
      "step": 106090
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.82492561687658e-05,
      "loss": 0.1939,
      "step": 106100
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8248137625556476e-05,
      "loss": 0.1919,
      "step": 106110
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8247019082347154e-05,
      "loss": 0.1994,
      "step": 106120
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.824590053913783e-05,
      "loss": 0.1974,
      "step": 106130
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.82447819959285e-05,
      "loss": 0.1989,
      "step": 106140
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.824366345271918e-05,
      "loss": 0.1957,
      "step": 106150
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.824254490950986e-05,
      "loss": 0.2008,
      "step": 106160
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.824142636630053e-05,
      "loss": 0.2041,
      "step": 106170
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.824030782309121e-05,
      "loss": 0.1984,
      "step": 106180
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.823918927988188e-05,
      "loss": 0.1994,
      "step": 106190
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.823807073667256e-05,
      "loss": 0.1969,
      "step": 106200
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8236952193463235e-05,
      "loss": 0.1982,
      "step": 106210
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.823583365025391e-05,
      "loss": 0.2002,
      "step": 106220
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.823471510704459e-05,
      "loss": 0.1976,
      "step": 106230
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.823359656383526e-05,
      "loss": 0.1991,
      "step": 106240
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.823247802062594e-05,
      "loss": 0.1971,
      "step": 106250
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.823135947741661e-05,
      "loss": 0.1943,
      "step": 106260
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.823024093420729e-05,
      "loss": 0.1944,
      "step": 106270
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.822912239099797e-05,
      "loss": 0.2027,
      "step": 106280
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.822800384778864e-05,
      "loss": 0.204,
      "step": 106290
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8226885304579316e-05,
      "loss": 0.1972,
      "step": 106300
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8225766761369994e-05,
      "loss": 0.1994,
      "step": 106310
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.822464821816067e-05,
      "loss": 0.1989,
      "step": 106320
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.822352967495135e-05,
      "loss": 0.2011,
      "step": 106330
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.822241113174202e-05,
      "loss": 0.1978,
      "step": 106340
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.82212925885327e-05,
      "loss": 0.1967,
      "step": 106350
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.822017404532337e-05,
      "loss": 0.2024,
      "step": 106360
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.821905550211405e-05,
      "loss": 0.1992,
      "step": 106370
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8217936958904726e-05,
      "loss": 0.1997,
      "step": 106380
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.82168184156954e-05,
      "loss": 0.1966,
      "step": 106390
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8215699872486075e-05,
      "loss": 0.1965,
      "step": 106400
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8214581329276746e-05,
      "loss": 0.1963,
      "step": 106410
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.821346278606743e-05,
      "loss": 0.1956,
      "step": 106420
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.821234424285811e-05,
      "loss": 0.1949,
      "step": 106430
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.821122569964878e-05,
      "loss": 0.1954,
      "step": 106440
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.821010715643946e-05,
      "loss": 0.1966,
      "step": 106450
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.820898861323013e-05,
      "loss": 0.1964,
      "step": 106460
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.820787007002081e-05,
      "loss": 0.2023,
      "step": 106470
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8206751526811485e-05,
      "loss": 0.1942,
      "step": 106480
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8205632983602156e-05,
      "loss": 0.1995,
      "step": 106490
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8204514440392834e-05,
      "loss": 0.1974,
      "step": 106500
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8203395897183505e-05,
      "loss": 0.1939,
      "step": 106510
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.820227735397418e-05,
      "loss": 0.1949,
      "step": 106520
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.820115881076486e-05,
      "loss": 0.1964,
      "step": 106530
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.820004026755554e-05,
      "loss": 0.1996,
      "step": 106540
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.819892172434622e-05,
      "loss": 0.1969,
      "step": 106550
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.819780318113689e-05,
      "loss": 0.2011,
      "step": 106560
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8196684637927566e-05,
      "loss": 0.1975,
      "step": 106570
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.819556609471824e-05,
      "loss": 0.1956,
      "step": 106580
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8194447551508915e-05,
      "loss": 0.1924,
      "step": 106590
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.819332900829959e-05,
      "loss": 0.1971,
      "step": 106600
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8192210465090264e-05,
      "loss": 0.2012,
      "step": 106610
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.819109192188094e-05,
      "loss": 0.1939,
      "step": 106620
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.818997337867162e-05,
      "loss": 0.2027,
      "step": 106630
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.81888548354623e-05,
      "loss": 0.1988,
      "step": 106640
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8187736292252976e-05,
      "loss": 0.1986,
      "step": 106650
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.818661774904365e-05,
      "loss": 0.1925,
      "step": 106660
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8185499205834325e-05,
      "loss": 0.1965,
      "step": 106670
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8184380662624996e-05,
      "loss": 0.1957,
      "step": 106680
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8183262119415674e-05,
      "loss": 0.1917,
      "step": 106690
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.818214357620635e-05,
      "loss": 0.191,
      "step": 106700
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.818102503299702e-05,
      "loss": 0.201,
      "step": 106710
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.81799064897877e-05,
      "loss": 0.1979,
      "step": 106720
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.817878794657838e-05,
      "loss": 0.1985,
      "step": 106730
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.817766940336906e-05,
      "loss": 0.1951,
      "step": 106740
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8176550860159735e-05,
      "loss": 0.1934,
      "step": 106750
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8175432316950406e-05,
      "loss": 0.1926,
      "step": 106760
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8174313773741084e-05,
      "loss": 0.1949,
      "step": 106770
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8173195230531755e-05,
      "loss": 0.1987,
      "step": 106780
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.817207668732243e-05,
      "loss": 0.1957,
      "step": 106790
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.817095814411311e-05,
      "loss": 0.1902,
      "step": 106800
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.816983960090378e-05,
      "loss": 0.1973,
      "step": 106810
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.816872105769446e-05,
      "loss": 0.1946,
      "step": 106820
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.816760251448513e-05,
      "loss": 0.1912,
      "step": 106830
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8166483971275816e-05,
      "loss": 0.1943,
      "step": 106840
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8165365428066494e-05,
      "loss": 0.1995,
      "step": 106850
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8164246884857165e-05,
      "loss": 0.1942,
      "step": 106860
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.816312834164784e-05,
      "loss": 0.2002,
      "step": 106870
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8162009798438514e-05,
      "loss": 0.2007,
      "step": 106880
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.816089125522919e-05,
      "loss": 0.2005,
      "step": 106890
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.815977271201986e-05,
      "loss": 0.2018,
      "step": 106900
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.815865416881054e-05,
      "loss": 0.1948,
      "step": 106910
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.815753562560122e-05,
      "loss": 0.1917,
      "step": 106920
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.815641708239189e-05,
      "loss": 0.1999,
      "step": 106930
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.815529853918257e-05,
      "loss": 0.2036,
      "step": 106940
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8154179995973246e-05,
      "loss": 0.1937,
      "step": 106950
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8153061452763924e-05,
      "loss": 0.1999,
      "step": 106960
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.81519429095546e-05,
      "loss": 0.1985,
      "step": 106970
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.815082436634527e-05,
      "loss": 0.197,
      "step": 106980
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.814970582313595e-05,
      "loss": 0.1965,
      "step": 106990
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.814858727992662e-05,
      "loss": 0.1984,
      "step": 107000
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.81474687367173e-05,
      "loss": 0.2003,
      "step": 107010
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.814635019350798e-05,
      "loss": 0.1996,
      "step": 107020
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.814523165029865e-05,
      "loss": 0.1925,
      "step": 107030
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.814411310708933e-05,
      "loss": 0.1978,
      "step": 107040
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8142994563880005e-05,
      "loss": 0.1958,
      "step": 107050
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.814187602067068e-05,
      "loss": 0.1969,
      "step": 107060
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.814075747746136e-05,
      "loss": 0.2016,
      "step": 107070
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.813963893425203e-05,
      "loss": 0.1926,
      "step": 107080
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.813852039104271e-05,
      "loss": 0.1949,
      "step": 107090
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.813740184783338e-05,
      "loss": 0.1985,
      "step": 107100
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.813628330462406e-05,
      "loss": 0.1997,
      "step": 107110
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.813516476141474e-05,
      "loss": 0.1933,
      "step": 107120
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.813404621820541e-05,
      "loss": 0.1949,
      "step": 107130
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8132927674996086e-05,
      "loss": 0.2025,
      "step": 107140
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8131809131786764e-05,
      "loss": 0.1939,
      "step": 107150
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.813069058857744e-05,
      "loss": 0.2016,
      "step": 107160
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.812957204536812e-05,
      "loss": 0.1979,
      "step": 107170
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.812845350215879e-05,
      "loss": 0.199,
      "step": 107180
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.812733495894947e-05,
      "loss": 0.2021,
      "step": 107190
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.812621641574014e-05,
      "loss": 0.1934,
      "step": 107200
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.812509787253082e-05,
      "loss": 0.1965,
      "step": 107210
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.812397932932149e-05,
      "loss": 0.1974,
      "step": 107220
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.812286078611217e-05,
      "loss": 0.1936,
      "step": 107230
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8121742242902845e-05,
      "loss": 0.1974,
      "step": 107240
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.812062369969352e-05,
      "loss": 0.2021,
      "step": 107250
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.81195051564842e-05,
      "loss": 0.1976,
      "step": 107260
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.811838661327487e-05,
      "loss": 0.1997,
      "step": 107270
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.811726807006555e-05,
      "loss": 0.1993,
      "step": 107280
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.811614952685623e-05,
      "loss": 0.2019,
      "step": 107290
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.81150309836469e-05,
      "loss": 0.1983,
      "step": 107300
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.811391244043758e-05,
      "loss": 0.1982,
      "step": 107310
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.811279389722825e-05,
      "loss": 0.1965,
      "step": 107320
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8111675354018926e-05,
      "loss": 0.1981,
      "step": 107330
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8110556810809604e-05,
      "loss": 0.197,
      "step": 107340
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8109438267600275e-05,
      "loss": 0.1923,
      "step": 107350
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.810831972439095e-05,
      "loss": 0.1983,
      "step": 107360
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.810720118118163e-05,
      "loss": 0.1985,
      "step": 107370
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.810608263797231e-05,
      "loss": 0.1977,
      "step": 107380
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.810496409476299e-05,
      "loss": 0.1965,
      "step": 107390
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.810384555155366e-05,
      "loss": 0.1985,
      "step": 107400
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8102727008344336e-05,
      "loss": 0.1987,
      "step": 107410
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.810160846513501e-05,
      "loss": 0.1998,
      "step": 107420
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8100489921925685e-05,
      "loss": 0.2017,
      "step": 107430
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.809937137871636e-05,
      "loss": 0.1984,
      "step": 107440
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8098252835507034e-05,
      "loss": 0.1998,
      "step": 107450
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.809713429229771e-05,
      "loss": 0.1983,
      "step": 107460
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.809601574908839e-05,
      "loss": 0.1939,
      "step": 107470
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.809489720587907e-05,
      "loss": 0.1951,
      "step": 107480
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8093778662669746e-05,
      "loss": 0.1991,
      "step": 107490
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.809266011946042e-05,
      "loss": 0.1971,
      "step": 107500
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8091541576251095e-05,
      "loss": 0.2008,
      "step": 107510
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8090423033041766e-05,
      "loss": 0.1932,
      "step": 107520
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8089304489832444e-05,
      "loss": 0.1981,
      "step": 107530
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8088185946623115e-05,
      "loss": 0.1913,
      "step": 107540
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.808706740341379e-05,
      "loss": 0.1959,
      "step": 107550
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.808594886020447e-05,
      "loss": 0.1989,
      "step": 107560
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.808483031699515e-05,
      "loss": 0.2009,
      "step": 107570
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.808371177378583e-05,
      "loss": 0.1935,
      "step": 107580
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.80825932305765e-05,
      "loss": 0.1946,
      "step": 107590
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8081474687367176e-05,
      "loss": 0.1944,
      "step": 107600
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8080356144157854e-05,
      "loss": 0.1918,
      "step": 107610
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8079349455269456e-05,
      "loss": 0.1998,
      "step": 107620
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8078230912060134e-05,
      "loss": 0.1944,
      "step": 107630
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.807711236885081e-05,
      "loss": 0.1983,
      "step": 107640
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.807599382564149e-05,
      "loss": 0.1902,
      "step": 107650
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.807487528243216e-05,
      "loss": 0.1927,
      "step": 107660
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.807375673922284e-05,
      "loss": 0.1967,
      "step": 107670
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8072638196013517e-05,
      "loss": 0.1944,
      "step": 107680
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.807151965280419e-05,
      "loss": 0.1998,
      "step": 107690
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8070401109594866e-05,
      "loss": 0.1946,
      "step": 107700
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.806928256638554e-05,
      "loss": 0.1993,
      "step": 107710
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8068164023176215e-05,
      "loss": 0.1978,
      "step": 107720
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.806704547996689e-05,
      "loss": 0.1939,
      "step": 107730
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.806592693675757e-05,
      "loss": 0.1969,
      "step": 107740
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.806480839354825e-05,
      "loss": 0.1961,
      "step": 107750
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.806368985033892e-05,
      "loss": 0.1915,
      "step": 107760
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.80625713071296e-05,
      "loss": 0.199,
      "step": 107770
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8061452763920275e-05,
      "loss": 0.1907,
      "step": 107780
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.806033422071095e-05,
      "loss": 0.1928,
      "step": 107790
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8059215677501625e-05,
      "loss": 0.1978,
      "step": 107800
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8058097134292296e-05,
      "loss": 0.2011,
      "step": 107810
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8056978591082974e-05,
      "loss": 0.2039,
      "step": 107820
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.805586004787365e-05,
      "loss": 0.1988,
      "step": 107830
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.805474150466433e-05,
      "loss": 0.2027,
      "step": 107840
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.805362296145501e-05,
      "loss": 0.1987,
      "step": 107850
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.805250441824568e-05,
      "loss": 0.1939,
      "step": 107860
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8051385875036356e-05,
      "loss": 0.1958,
      "step": 107870
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8050267331827034e-05,
      "loss": 0.1944,
      "step": 107880
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8049148788617706e-05,
      "loss": 0.1986,
      "step": 107890
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8048030245408383e-05,
      "loss": 0.1972,
      "step": 107900
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8046911702199055e-05,
      "loss": 0.1939,
      "step": 107910
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.804579315898973e-05,
      "loss": 0.1947,
      "step": 107920
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8044674615780404e-05,
      "loss": 0.2039,
      "step": 107930
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.804355607257108e-05,
      "loss": 0.1982,
      "step": 107940
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8042437529361766e-05,
      "loss": 0.1932,
      "step": 107950
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.804131898615244e-05,
      "loss": 0.1986,
      "step": 107960
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8040200442943115e-05,
      "loss": 0.1931,
      "step": 107970
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8039081899733787e-05,
      "loss": 0.1903,
      "step": 107980
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8037963356524465e-05,
      "loss": 0.1956,
      "step": 107990
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.803684481331514e-05,
      "loss": 0.1912,
      "step": 108000
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8035726270105814e-05,
      "loss": 0.1914,
      "step": 108010
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.803460772689649e-05,
      "loss": 0.198,
      "step": 108020
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.803348918368716e-05,
      "loss": 0.1956,
      "step": 108030
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.803237064047784e-05,
      "loss": 0.1927,
      "step": 108040
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.803125209726852e-05,
      "loss": 0.1924,
      "step": 108050
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8030133554059196e-05,
      "loss": 0.1907,
      "step": 108060
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8029015010849874e-05,
      "loss": 0.1946,
      "step": 108070
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8027896467640546e-05,
      "loss": 0.1972,
      "step": 108080
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8026777924431223e-05,
      "loss": 0.1996,
      "step": 108090
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.80256593812219e-05,
      "loss": 0.1906,
      "step": 108100
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.802454083801257e-05,
      "loss": 0.1954,
      "step": 108110
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.802342229480325e-05,
      "loss": 0.1967,
      "step": 108120
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.802230375159392e-05,
      "loss": 0.1924,
      "step": 108130
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.80211852083846e-05,
      "loss": 0.1952,
      "step": 108140
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.802006666517528e-05,
      "loss": 0.1954,
      "step": 108150
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8018948121965955e-05,
      "loss": 0.2031,
      "step": 108160
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.801782957875663e-05,
      "loss": 0.1993,
      "step": 108170
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8016711035547304e-05,
      "loss": 0.1931,
      "step": 108180
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.801559249233798e-05,
      "loss": 0.1988,
      "step": 108190
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8014473949128654e-05,
      "loss": 0.1927,
      "step": 108200
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.801335540591933e-05,
      "loss": 0.1921,
      "step": 108210
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.801223686271001e-05,
      "loss": 0.197,
      "step": 108220
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.801111831950068e-05,
      "loss": 0.1966,
      "step": 108230
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.800999977629136e-05,
      "loss": 0.1916,
      "step": 108240
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8008881233082036e-05,
      "loss": 0.1954,
      "step": 108250
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8007762689872714e-05,
      "loss": 0.1924,
      "step": 108260
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.800664414666339e-05,
      "loss": 0.1948,
      "step": 108270
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8005525603454063e-05,
      "loss": 0.1958,
      "step": 108280
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.800440706024474e-05,
      "loss": 0.1942,
      "step": 108290
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.800328851703541e-05,
      "loss": 0.1926,
      "step": 108300
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.800216997382609e-05,
      "loss": 0.1939,
      "step": 108310
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.800105143061677e-05,
      "loss": 0.2021,
      "step": 108320
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.799993288740744e-05,
      "loss": 0.1981,
      "step": 108330
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.799881434419812e-05,
      "loss": 0.1972,
      "step": 108340
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.799769580098879e-05,
      "loss": 0.192,
      "step": 108350
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7996577257779467e-05,
      "loss": 0.1937,
      "step": 108360
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.799545871457015e-05,
      "loss": 0.1964,
      "step": 108370
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.799434017136082e-05,
      "loss": 0.1971,
      "step": 108380
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.79932216281515e-05,
      "loss": 0.1984,
      "step": 108390
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.799210308494217e-05,
      "loss": 0.1958,
      "step": 108400
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.799098454173285e-05,
      "loss": 0.194,
      "step": 108410
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.798986599852353e-05,
      "loss": 0.1929,
      "step": 108420
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.79887474553142e-05,
      "loss": 0.1991,
      "step": 108430
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7987628912104876e-05,
      "loss": 0.1985,
      "step": 108440
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.798651036889555e-05,
      "loss": 0.1929,
      "step": 108450
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7985391825686225e-05,
      "loss": 0.1949,
      "step": 108460
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7984273282476903e-05,
      "loss": 0.1968,
      "step": 108470
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.798315473926758e-05,
      "loss": 0.1924,
      "step": 108480
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.798203619605826e-05,
      "loss": 0.1955,
      "step": 108490
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.798091765284893e-05,
      "loss": 0.1934,
      "step": 108500
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.797979910963961e-05,
      "loss": 0.1956,
      "step": 108510
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.797868056643028e-05,
      "loss": 0.1969,
      "step": 108520
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.797756202322096e-05,
      "loss": 0.1953,
      "step": 108530
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7976443480011635e-05,
      "loss": 0.1993,
      "step": 108540
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7975324936802306e-05,
      "loss": 0.1937,
      "step": 108550
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7974206393592984e-05,
      "loss": 0.196,
      "step": 108560
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.797308785038366e-05,
      "loss": 0.1951,
      "step": 108570
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.797196930717434e-05,
      "loss": 0.2012,
      "step": 108580
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.797085076396502e-05,
      "loss": 0.199,
      "step": 108590
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.796973222075569e-05,
      "loss": 0.1998,
      "step": 108600
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.796861367754637e-05,
      "loss": 0.1941,
      "step": 108610
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.796749513433704e-05,
      "loss": 0.1976,
      "step": 108620
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7966376591127716e-05,
      "loss": 0.1953,
      "step": 108630
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7965258047918394e-05,
      "loss": 0.2031,
      "step": 108640
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7964139504709065e-05,
      "loss": 0.1938,
      "step": 108650
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.796302096149974e-05,
      "loss": 0.197,
      "step": 108660
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.796190241829042e-05,
      "loss": 0.1947,
      "step": 108670
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.79607838750811e-05,
      "loss": 0.1982,
      "step": 108680
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.795966533187178e-05,
      "loss": 0.1911,
      "step": 108690
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.795854678866245e-05,
      "loss": 0.1961,
      "step": 108700
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7957428245453126e-05,
      "loss": 0.1938,
      "step": 108710
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.79563097022438e-05,
      "loss": 0.1955,
      "step": 108720
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7955191159034475e-05,
      "loss": 0.1962,
      "step": 108730
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.795407261582515e-05,
      "loss": 0.1934,
      "step": 108740
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7952954072615824e-05,
      "loss": 0.1981,
      "step": 108750
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.79518355294065e-05,
      "loss": 0.1932,
      "step": 108760
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7950716986197173e-05,
      "loss": 0.1962,
      "step": 108770
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.794959844298786e-05,
      "loss": 0.2023,
      "step": 108780
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7948479899778536e-05,
      "loss": 0.1948,
      "step": 108790
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.794736135656921e-05,
      "loss": 0.1983,
      "step": 108800
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7946242813359885e-05,
      "loss": 0.1933,
      "step": 108810
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7945124270150556e-05,
      "loss": 0.1955,
      "step": 108820
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7944005726941234e-05,
      "loss": 0.1911,
      "step": 108830
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7942887183731905e-05,
      "loss": 0.1947,
      "step": 108840
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.794176864052258e-05,
      "loss": 0.1881,
      "step": 108850
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.794065009731326e-05,
      "loss": 0.1899,
      "step": 108860
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.793953155410393e-05,
      "loss": 0.1981,
      "step": 108870
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.793841301089461e-05,
      "loss": 0.183,
      "step": 108880
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.793729446768529e-05,
      "loss": 0.1994,
      "step": 108890
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7936175924475966e-05,
      "loss": 0.1925,
      "step": 108900
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7935057381266644e-05,
      "loss": 0.2006,
      "step": 108910
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7933938838057315e-05,
      "loss": 0.1926,
      "step": 108920
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.793282029484799e-05,
      "loss": 0.193,
      "step": 108930
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7931701751638664e-05,
      "loss": 0.1958,
      "step": 108940
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.793058320842934e-05,
      "loss": 0.1996,
      "step": 108950
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.792946466522002e-05,
      "loss": 0.1968,
      "step": 108960
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.792834612201069e-05,
      "loss": 0.1967,
      "step": 108970
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.792722757880137e-05,
      "loss": 0.1947,
      "step": 108980
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.792610903559205e-05,
      "loss": 0.1938,
      "step": 108990
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7924990492382725e-05,
      "loss": 0.1917,
      "step": 109000
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.79238719491734e-05,
      "loss": 0.1977,
      "step": 109010
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7922753405964074e-05,
      "loss": 0.1998,
      "step": 109020
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.792163486275475e-05,
      "loss": 0.2054,
      "step": 109030
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.792051631954542e-05,
      "loss": 0.1952,
      "step": 109040
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.79193977763361e-05,
      "loss": 0.1989,
      "step": 109050
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.791827923312678e-05,
      "loss": 0.1932,
      "step": 109060
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.791716068991745e-05,
      "loss": 0.1948,
      "step": 109070
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.791604214670813e-05,
      "loss": 0.1969,
      "step": 109080
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7914923603498806e-05,
      "loss": 0.1941,
      "step": 109090
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7913805060289484e-05,
      "loss": 0.195,
      "step": 109100
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.791268651708016e-05,
      "loss": 0.1921,
      "step": 109110
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.791156797387083e-05,
      "loss": 0.1968,
      "step": 109120
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.791044943066151e-05,
      "loss": 0.1956,
      "step": 109130
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.790933088745218e-05,
      "loss": 0.1903,
      "step": 109140
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.790821234424286e-05,
      "loss": 0.1952,
      "step": 109150
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.790709380103353e-05,
      "loss": 0.1974,
      "step": 109160
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.790597525782421e-05,
      "loss": 0.1963,
      "step": 109170
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.790485671461489e-05,
      "loss": 0.1969,
      "step": 109180
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.790373817140556e-05,
      "loss": 0.1977,
      "step": 109190
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.790261962819624e-05,
      "loss": 0.1966,
      "step": 109200
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7901501084986914e-05,
      "loss": 0.1927,
      "step": 109210
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.790038254177759e-05,
      "loss": 0.1945,
      "step": 109220
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.789926399856827e-05,
      "loss": 0.1954,
      "step": 109230
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.789814545535894e-05,
      "loss": 0.1901,
      "step": 109240
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.789702691214962e-05,
      "loss": 0.1925,
      "step": 109250
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.789590836894029e-05,
      "loss": 0.1971,
      "step": 109260
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.789478982573097e-05,
      "loss": 0.1961,
      "step": 109270
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7893671282521646e-05,
      "loss": 0.1946,
      "step": 109280
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.789255273931232e-05,
      "loss": 0.1923,
      "step": 109290
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7891434196102995e-05,
      "loss": 0.1956,
      "step": 109300
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.789031565289367e-05,
      "loss": 0.1968,
      "step": 109310
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.788919710968435e-05,
      "loss": 0.1933,
      "step": 109320
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.788807856647503e-05,
      "loss": 0.1927,
      "step": 109330
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.78869600232657e-05,
      "loss": 0.1983,
      "step": 109340
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.788584148005638e-05,
      "loss": 0.1925,
      "step": 109350
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.788472293684705e-05,
      "loss": 0.1902,
      "step": 109360
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.788360439363773e-05,
      "loss": 0.1966,
      "step": 109370
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7882485850428405e-05,
      "loss": 0.1905,
      "step": 109380
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7881367307219076e-05,
      "loss": 0.1919,
      "step": 109390
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7880248764009754e-05,
      "loss": 0.1946,
      "step": 109400
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.787913022080043e-05,
      "loss": 0.1949,
      "step": 109410
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.787801167759111e-05,
      "loss": 0.1945,
      "step": 109420
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.787689313438179e-05,
      "loss": 0.1959,
      "step": 109430
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.787577459117246e-05,
      "loss": 0.195,
      "step": 109440
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.787465604796314e-05,
      "loss": 0.1913,
      "step": 109450
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.787353750475381e-05,
      "loss": 0.1955,
      "step": 109460
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7872418961544486e-05,
      "loss": 0.1985,
      "step": 109470
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.787130041833516e-05,
      "loss": 0.2013,
      "step": 109480
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7870181875125835e-05,
      "loss": 0.1992,
      "step": 109490
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.786906333191651e-05,
      "loss": 0.1946,
      "step": 109500
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.786794478870719e-05,
      "loss": 0.1981,
      "step": 109510
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.786682624549787e-05,
      "loss": 0.1976,
      "step": 109520
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.786570770228854e-05,
      "loss": 0.1928,
      "step": 109530
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.786458915907922e-05,
      "loss": 0.196,
      "step": 109540
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7863470615869896e-05,
      "loss": 0.1952,
      "step": 109550
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.786235207266057e-05,
      "loss": 0.1876,
      "step": 109560
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7861233529451245e-05,
      "loss": 0.1942,
      "step": 109570
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7860114986241916e-05,
      "loss": 0.1968,
      "step": 109580
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7858996443032594e-05,
      "loss": 0.1973,
      "step": 109590
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.785787789982327e-05,
      "loss": 0.1959,
      "step": 109600
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.785675935661395e-05,
      "loss": 0.1911,
      "step": 109610
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.785575266772556e-05,
      "loss": 0.1977,
      "step": 109620
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.785463412451623e-05,
      "loss": 0.1968,
      "step": 109630
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.785351558130691e-05,
      "loss": 0.1932,
      "step": 109640
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.785239703809758e-05,
      "loss": 0.1957,
      "step": 109650
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.785127849488826e-05,
      "loss": 0.1937,
      "step": 109660
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7850159951678935e-05,
      "loss": 0.1892,
      "step": 109670
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.784904140846961e-05,
      "loss": 0.1959,
      "step": 109680
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.784792286526029e-05,
      "loss": 0.1957,
      "step": 109690
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.784680432205096e-05,
      "loss": 0.1998,
      "step": 109700
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.784568577884164e-05,
      "loss": 0.1931,
      "step": 109710
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.784456723563232e-05,
      "loss": 0.1932,
      "step": 109720
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.784344869242299e-05,
      "loss": 0.1942,
      "step": 109730
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.784233014921367e-05,
      "loss": 0.1958,
      "step": 109740
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.784121160600434e-05,
      "loss": 0.1987,
      "step": 109750
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7840093062795016e-05,
      "loss": 0.1931,
      "step": 109760
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7838974519585694e-05,
      "loss": 0.1976,
      "step": 109770
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.783785597637637e-05,
      "loss": 0.1947,
      "step": 109780
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.783673743316705e-05,
      "loss": 0.2002,
      "step": 109790
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.783561888995772e-05,
      "loss": 0.1949,
      "step": 109800
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.78345003467484e-05,
      "loss": 0.1957,
      "step": 109810
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.783338180353908e-05,
      "loss": 0.1944,
      "step": 109820
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.783226326032975e-05,
      "loss": 0.1957,
      "step": 109830
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7831144717120426e-05,
      "loss": 0.1911,
      "step": 109840
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.78300261739111e-05,
      "loss": 0.1998,
      "step": 109850
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7828907630701775e-05,
      "loss": 0.1914,
      "step": 109860
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7827789087492446e-05,
      "loss": 0.1973,
      "step": 109870
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7826670544283124e-05,
      "loss": 0.1961,
      "step": 109880
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.78255520010738e-05,
      "loss": 0.2006,
      "step": 109890
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.782443345786448e-05,
      "loss": 0.1948,
      "step": 109900
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.782331491465516e-05,
      "loss": 0.1923,
      "step": 109910
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.782219637144583e-05,
      "loss": 0.1987,
      "step": 109920
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.782107782823651e-05,
      "loss": 0.1885,
      "step": 109930
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7819959285027185e-05,
      "loss": 0.1925,
      "step": 109940
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7818840741817856e-05,
      "loss": 0.1936,
      "step": 109950
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7817722198608534e-05,
      "loss": 0.2019,
      "step": 109960
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7816603655399205e-05,
      "loss": 0.1947,
      "step": 109970
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.781548511218988e-05,
      "loss": 0.1971,
      "step": 109980
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.781436656898056e-05,
      "loss": 0.1916,
      "step": 109990
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.781324802577124e-05,
      "loss": 0.196,
      "step": 110000
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.781212948256192e-05,
      "loss": 0.1984,
      "step": 110010
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.781101093935259e-05,
      "loss": 0.197,
      "step": 110020
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7809892396143266e-05,
      "loss": 0.1942,
      "step": 110030
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7808773852933944e-05,
      "loss": 0.1974,
      "step": 110040
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7807655309724615e-05,
      "loss": 0.1947,
      "step": 110050
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.780653676651529e-05,
      "loss": 0.192,
      "step": 110060
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7805418223305964e-05,
      "loss": 0.196,
      "step": 110070
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.780429968009664e-05,
      "loss": 0.2009,
      "step": 110080
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.780318113688732e-05,
      "loss": 0.1897,
      "step": 110090
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7802062593678e-05,
      "loss": 0.199,
      "step": 110100
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7800944050468676e-05,
      "loss": 0.1949,
      "step": 110110
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.779982550725935e-05,
      "loss": 0.1951,
      "step": 110120
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7798706964050025e-05,
      "loss": 0.1957,
      "step": 110130
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.77975884208407e-05,
      "loss": 0.1979,
      "step": 110140
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7796469877631374e-05,
      "loss": 0.1967,
      "step": 110150
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.779535133442205e-05,
      "loss": 0.1943,
      "step": 110160
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.779423279121272e-05,
      "loss": 0.1982,
      "step": 110170
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.77931142480034e-05,
      "loss": 0.1888,
      "step": 110180
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.779199570479408e-05,
      "loss": 0.1934,
      "step": 110190
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7790877161584757e-05,
      "loss": 0.1916,
      "step": 110200
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7789758618375435e-05,
      "loss": 0.1924,
      "step": 110210
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7788640075166106e-05,
      "loss": 0.1894,
      "step": 110220
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7787521531956784e-05,
      "loss": 0.1963,
      "step": 110230
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7786402988747455e-05,
      "loss": 0.1951,
      "step": 110240
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.778528444553813e-05,
      "loss": 0.1967,
      "step": 110250
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.778416590232881e-05,
      "loss": 0.189,
      "step": 110260
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.778304735911948e-05,
      "loss": 0.195,
      "step": 110270
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.778192881591016e-05,
      "loss": 0.1999,
      "step": 110280
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.778081027270083e-05,
      "loss": 0.1941,
      "step": 110290
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.777969172949151e-05,
      "loss": 0.1943,
      "step": 110300
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7778573186282193e-05,
      "loss": 0.1896,
      "step": 110310
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7777454643072865e-05,
      "loss": 0.1928,
      "step": 110320
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.777633609986354e-05,
      "loss": 0.1903,
      "step": 110330
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7775217556654214e-05,
      "loss": 0.1953,
      "step": 110340
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.777409901344489e-05,
      "loss": 0.1976,
      "step": 110350
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.777298047023557e-05,
      "loss": 0.1973,
      "step": 110360
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.777186192702624e-05,
      "loss": 0.1931,
      "step": 110370
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.777074338381692e-05,
      "loss": 0.1894,
      "step": 110380
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.776962484060759e-05,
      "loss": 0.1925,
      "step": 110390
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.776850629739827e-05,
      "loss": 0.194,
      "step": 110400
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7767387754188946e-05,
      "loss": 0.1951,
      "step": 110410
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7766269210979624e-05,
      "loss": 0.2001,
      "step": 110420
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.77651506677703e-05,
      "loss": 0.1946,
      "step": 110430
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.776403212456097e-05,
      "loss": 0.1943,
      "step": 110440
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.776291358135165e-05,
      "loss": 0.1915,
      "step": 110450
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.776179503814233e-05,
      "loss": 0.1932,
      "step": 110460
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7760676494933e-05,
      "loss": 0.1994,
      "step": 110470
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.775955795172368e-05,
      "loss": 0.1928,
      "step": 110480
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.775843940851435e-05,
      "loss": 0.1978,
      "step": 110490
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.775732086530503e-05,
      "loss": 0.1942,
      "step": 110500
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7756202322095705e-05,
      "loss": 0.1924,
      "step": 110510
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.775508377888638e-05,
      "loss": 0.1907,
      "step": 110520
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.775396523567706e-05,
      "loss": 0.1874,
      "step": 110530
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.775284669246773e-05,
      "loss": 0.1928,
      "step": 110540
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.775172814925841e-05,
      "loss": 0.1938,
      "step": 110550
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.775060960604908e-05,
      "loss": 0.1969,
      "step": 110560
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.774949106283976e-05,
      "loss": 0.1956,
      "step": 110570
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7748372519630437e-05,
      "loss": 0.1899,
      "step": 110580
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.774725397642111e-05,
      "loss": 0.1949,
      "step": 110590
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7746135433211786e-05,
      "loss": 0.2006,
      "step": 110600
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7745016890002464e-05,
      "loss": 0.1963,
      "step": 110610
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.774389834679314e-05,
      "loss": 0.1933,
      "step": 110620
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.774277980358382e-05,
      "loss": 0.1941,
      "step": 110630
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.774166126037449e-05,
      "loss": 0.1921,
      "step": 110640
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.774054271716517e-05,
      "loss": 0.19,
      "step": 110650
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.773942417395584e-05,
      "loss": 0.1959,
      "step": 110660
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.773830563074652e-05,
      "loss": 0.1889,
      "step": 110670
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7737187087537195e-05,
      "loss": 0.1922,
      "step": 110680
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.773606854432787e-05,
      "loss": 0.1912,
      "step": 110690
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7734950001118545e-05,
      "loss": 0.1948,
      "step": 110700
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7733831457909216e-05,
      "loss": 0.1966,
      "step": 110710
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7732712914699894e-05,
      "loss": 0.1917,
      "step": 110720
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.773159437149058e-05,
      "loss": 0.1918,
      "step": 110730
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.773047582828125e-05,
      "loss": 0.1915,
      "step": 110740
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.772935728507193e-05,
      "loss": 0.1913,
      "step": 110750
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.77282387418626e-05,
      "loss": 0.1859,
      "step": 110760
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7727120198653277e-05,
      "loss": 0.2001,
      "step": 110770
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7726001655443954e-05,
      "loss": 0.1917,
      "step": 110780
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7724883112234626e-05,
      "loss": 0.1971,
      "step": 110790
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7723764569025304e-05,
      "loss": 0.1964,
      "step": 110800
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7722646025815975e-05,
      "loss": 0.1954,
      "step": 110810
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.772152748260665e-05,
      "loss": 0.1923,
      "step": 110820
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.772040893939733e-05,
      "loss": 0.1946,
      "step": 110830
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.771929039618801e-05,
      "loss": 0.198,
      "step": 110840
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7718171852978686e-05,
      "loss": 0.1946,
      "step": 110850
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.771705330976936e-05,
      "loss": 0.1919,
      "step": 110860
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7715934766560035e-05,
      "loss": 0.1952,
      "step": 110870
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7714816223350707e-05,
      "loss": 0.1938,
      "step": 110880
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7713697680141385e-05,
      "loss": 0.1966,
      "step": 110890
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.771257913693206e-05,
      "loss": 0.1903,
      "step": 110900
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7711460593722734e-05,
      "loss": 0.1925,
      "step": 110910
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.771034205051341e-05,
      "loss": 0.1969,
      "step": 110920
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.770922350730409e-05,
      "loss": 0.1963,
      "step": 110930
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.770810496409477e-05,
      "loss": 0.1943,
      "step": 110940
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7706986420885445e-05,
      "loss": 0.1961,
      "step": 110950
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7705867877676116e-05,
      "loss": 0.194,
      "step": 110960
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7704749334466794e-05,
      "loss": 0.1923,
      "step": 110970
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7703630791257466e-05,
      "loss": 0.1955,
      "step": 110980
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7702512248048143e-05,
      "loss": 0.1924,
      "step": 110990
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.770139370483882e-05,
      "loss": 0.194,
      "step": 111000
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.770027516162949e-05,
      "loss": 0.1898,
      "step": 111010
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.769915661842017e-05,
      "loss": 0.194,
      "step": 111020
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.769803807521085e-05,
      "loss": 0.1954,
      "step": 111030
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7696919532001526e-05,
      "loss": 0.1966,
      "step": 111040
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7695800988792204e-05,
      "loss": 0.1954,
      "step": 111050
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7694682445582875e-05,
      "loss": 0.1957,
      "step": 111060
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.769356390237355e-05,
      "loss": 0.193,
      "step": 111070
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7692445359164224e-05,
      "loss": 0.2006,
      "step": 111080
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.76913268159549e-05,
      "loss": 0.1921,
      "step": 111090
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7690208272745574e-05,
      "loss": 0.1904,
      "step": 111100
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.768908972953625e-05,
      "loss": 0.1956,
      "step": 111110
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.768797118632693e-05,
      "loss": 0.196,
      "step": 111120
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.76868526431176e-05,
      "loss": 0.1929,
      "step": 111130
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7685734099908285e-05,
      "loss": 0.1924,
      "step": 111140
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7684615556698956e-05,
      "loss": 0.1919,
      "step": 111150
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7683497013489634e-05,
      "loss": 0.1951,
      "step": 111160
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.768237847028031e-05,
      "loss": 0.1961,
      "step": 111170
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7681259927070983e-05,
      "loss": 0.1929,
      "step": 111180
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.768014138386166e-05,
      "loss": 0.1936,
      "step": 111190
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.767902284065233e-05,
      "loss": 0.1916,
      "step": 111200
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.767790429744301e-05,
      "loss": 0.1937,
      "step": 111210
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.767678575423369e-05,
      "loss": 0.1884,
      "step": 111220
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.767566721102436e-05,
      "loss": 0.1919,
      "step": 111230
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.767454866781504e-05,
      "loss": 0.1945,
      "step": 111240
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7673430124605715e-05,
      "loss": 0.1939,
      "step": 111250
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.767231158139639e-05,
      "loss": 0.199,
      "step": 111260
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.767119303818707e-05,
      "loss": 0.1922,
      "step": 111270
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.767007449497774e-05,
      "loss": 0.1939,
      "step": 111280
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.766895595176842e-05,
      "loss": 0.1974,
      "step": 111290
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.766783740855909e-05,
      "loss": 0.1965,
      "step": 111300
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.766671886534977e-05,
      "loss": 0.1907,
      "step": 111310
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.766560032214045e-05,
      "loss": 0.1935,
      "step": 111320
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.766448177893112e-05,
      "loss": 0.1981,
      "step": 111330
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7663363235721796e-05,
      "loss": 0.1946,
      "step": 111340
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7662244692512474e-05,
      "loss": 0.195,
      "step": 111350
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.766112614930315e-05,
      "loss": 0.1969,
      "step": 111360
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.766000760609383e-05,
      "loss": 0.1971,
      "step": 111370
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.76588890628845e-05,
      "loss": 0.1937,
      "step": 111380
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.765777051967518e-05,
      "loss": 0.1948,
      "step": 111390
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.765665197646585e-05,
      "loss": 0.2001,
      "step": 111400
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.765553343325653e-05,
      "loss": 0.1951,
      "step": 111410
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.76544148900472e-05,
      "loss": 0.1951,
      "step": 111420
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.765329634683788e-05,
      "loss": 0.1992,
      "step": 111430
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7652177803628555e-05,
      "loss": 0.1977,
      "step": 111440
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.765105926041923e-05,
      "loss": 0.1942,
      "step": 111450
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.764994071720991e-05,
      "loss": 0.1992,
      "step": 111460
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.764882217400058e-05,
      "loss": 0.1891,
      "step": 111470
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.764770363079126e-05,
      "loss": 0.1976,
      "step": 111480
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.764658508758194e-05,
      "loss": 0.1946,
      "step": 111490
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.764546654437261e-05,
      "loss": 0.1936,
      "step": 111500
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.764434800116329e-05,
      "loss": 0.1932,
      "step": 111510
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.764322945795396e-05,
      "loss": 0.1926,
      "step": 111520
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7642110914744636e-05,
      "loss": 0.194,
      "step": 111530
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7640992371535314e-05,
      "loss": 0.1933,
      "step": 111540
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.763987382832599e-05,
      "loss": 0.1919,
      "step": 111550
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.763875528511667e-05,
      "loss": 0.1946,
      "step": 111560
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.763763674190734e-05,
      "loss": 0.1939,
      "step": 111570
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.763651819869802e-05,
      "loss": 0.1954,
      "step": 111580
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.76353996554887e-05,
      "loss": 0.1985,
      "step": 111590
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.763428111227937e-05,
      "loss": 0.1886,
      "step": 111600
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7633162569070046e-05,
      "loss": 0.1925,
      "step": 111610
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.763204402586072e-05,
      "loss": 0.2024,
      "step": 111620
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7630925482651395e-05,
      "loss": 0.1895,
      "step": 111630
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.762980693944207e-05,
      "loss": 0.2032,
      "step": 111640
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7628688396232744e-05,
      "loss": 0.1968,
      "step": 111650
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.762756985302342e-05,
      "loss": 0.1936,
      "step": 111660
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.762656316413503e-05,
      "loss": 0.1984,
      "step": 111670
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.762544462092571e-05,
      "loss": 0.1887,
      "step": 111680
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.762432607771638e-05,
      "loss": 0.1921,
      "step": 111690
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.762320753450706e-05,
      "loss": 0.1932,
      "step": 111700
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7622088991297736e-05,
      "loss": 0.1925,
      "step": 111710
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7620970448088414e-05,
      "loss": 0.1967,
      "step": 111720
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.761985190487909e-05,
      "loss": 0.1902,
      "step": 111730
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.761873336166976e-05,
      "loss": 0.1931,
      "step": 111740
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.761761481846044e-05,
      "loss": 0.1961,
      "step": 111750
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.761649627525112e-05,
      "loss": 0.1952,
      "step": 111760
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.761537773204179e-05,
      "loss": 0.1952,
      "step": 111770
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.761425918883247e-05,
      "loss": 0.1885,
      "step": 111780
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.761314064562314e-05,
      "loss": 0.1965,
      "step": 111790
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.761202210241382e-05,
      "loss": 0.1919,
      "step": 111800
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.761090355920449e-05,
      "loss": 0.1923,
      "step": 111810
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7609785015995166e-05,
      "loss": 0.1917,
      "step": 111820
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7608666472785844e-05,
      "loss": 0.1907,
      "step": 111830
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.760754792957652e-05,
      "loss": 0.1941,
      "step": 111840
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.76064293863672e-05,
      "loss": 0.1909,
      "step": 111850
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.760531084315787e-05,
      "loss": 0.1941,
      "step": 111860
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.760419229994855e-05,
      "loss": 0.1993,
      "step": 111870
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.760307375673923e-05,
      "loss": 0.1922,
      "step": 111880
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.76019552135299e-05,
      "loss": 0.1903,
      "step": 111890
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7600836670320576e-05,
      "loss": 0.1956,
      "step": 111900
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.759971812711125e-05,
      "loss": 0.194,
      "step": 111910
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7598599583901925e-05,
      "loss": 0.1918,
      "step": 111920
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.75974810406926e-05,
      "loss": 0.1961,
      "step": 111930
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.759636249748328e-05,
      "loss": 0.193,
      "step": 111940
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.759524395427396e-05,
      "loss": 0.1917,
      "step": 111950
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.759412541106463e-05,
      "loss": 0.1941,
      "step": 111960
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.759300686785531e-05,
      "loss": 0.1929,
      "step": 111970
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7591888324645986e-05,
      "loss": 0.1922,
      "step": 111980
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.759076978143666e-05,
      "loss": 0.1923,
      "step": 111990
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7589651238227335e-05,
      "loss": 0.1931,
      "step": 112000
    },
    {
      "epoch": 0.25,
      "eval_NEIMS_canon_smiles": 0.9438166666666666,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.07533333333333334,
      "eval_NEIMS_daylight_tanimoto_simil": 0.48100685168927676,
      "eval_NEIMS_exact_mols": 0.07513333333333333,
      "eval_NEIMS_exact_smiles": 0.07303333333333334,
      "eval_NEIMS_loss": 0.20116521418094635,
      "eval_NEIMS_matched_formulas": 0.59435,
      "eval_NEIMS_morgan_tanimoto_simil": 0.3858328604169866,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.0755,
      "eval_NEIMS_runtime": 728.0957,
      "eval_NEIMS_samples_per_second": 82.407,
      "eval_NEIMS_steps_per_second": 1.288,
      "step": 112000
    },
    {
      "epoch": 0.25,
      "eval_RASSP_canon_smiles": 0.9421310982736167,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.11127992787257489,
      "eval_RASSP_daylight_tanimoto_simil": 0.5654091959681335,
      "eval_RASSP_exact_mols": 0.1108625237920326,
      "eval_RASSP_exact_smiles": 0.10775703743279794,
      "eval_RASSP_loss": 0.1681843250989914,
      "eval_RASSP_matched_formulas": 0.7465021538050556,
      "eval_RASSP_morgan_tanimoto_simil": 0.4299862695660526,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.11102948542424951,
      "eval_RASSP_runtime": 826.2602,
      "eval_RASSP_samples_per_second": 72.488,
      "eval_RASSP_steps_per_second": 1.133,
      "step": 112000
    },
    {
      "epoch": 0.25,
      "eval_NEIMS_old_canon_smiles": 0.9429333333333333,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.07166666666666667,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.47869746154540566,
      "eval_NEIMS_old_exact_mols": 0.0715,
      "eval_NEIMS_old_exact_smiles": 0.0697,
      "eval_NEIMS_old_loss": 0.20139415562152863,
      "eval_NEIMS_old_matched_formulas": 0.5894333333333334,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.38431657996115237,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.0718,
      "eval_NEIMS_old_runtime": 367.9435,
      "eval_NEIMS_old_samples_per_second": 81.534,
      "eval_NEIMS_old_steps_per_second": 1.275,
      "step": 112000
    },
    {
      "epoch": 0.25,
      "eval_RASSP_old_canon_smiles": 0.9385991257049421,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.12497080121466947,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.5770304994972082,
      "eval_RASSP_old_exact_mols": 0.12463710081089198,
      "eval_RASSP_old_exact_smiles": 0.12073280608669537,
      "eval_RASSP_old_loss": 0.16078603267669678,
      "eval_RASSP_old_matched_formulas": 0.7614042112990956,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.4453930988784098,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.12483732105315848,
      "eval_RASSP_old_runtime": 411.3735,
      "eval_RASSP_old_samples_per_second": 72.846,
      "eval_RASSP_old_steps_per_second": 1.14,
      "step": 112000
    },
    {
      "epoch": 0.25,
      "eval_NIST_canon_smiles": 0.8720232813997232,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.017035170529154986,
      "eval_NIST_daylight_tanimoto_simil": 0.2772030175426879,
      "eval_NIST_exact_mols": 0.016467331511516484,
      "eval_NIST_exact_smiles": 0.015686552862263548,
      "eval_NIST_loss": 1.8994195461273193,
      "eval_NIST_matched_formulas": 0.09507754551584625,
      "eval_NIST_morgan_tanimoto_simil": 0.2328965963113517,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.016822230897540546,
      "eval_NIST_runtime": 470.4196,
      "eval_NIST_samples_per_second": 59.898,
      "eval_NIST_steps_per_second": 0.937,
      "step": 112000
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7588532695018006e-05,
      "loss": 0.1936,
      "step": 112010
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7587414151808684e-05,
      "loss": 0.1918,
      "step": 112020
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.758629560859936e-05,
      "loss": 0.1974,
      "step": 112030
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.758517706539004e-05,
      "loss": 0.1884,
      "step": 112040
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.758405852218072e-05,
      "loss": 0.1962,
      "step": 112050
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.758293997897139e-05,
      "loss": 0.1938,
      "step": 112060
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.758182143576207e-05,
      "loss": 0.1977,
      "step": 112070
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7580702892552745e-05,
      "loss": 0.2029,
      "step": 112080
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7579584349343416e-05,
      "loss": 0.1878,
      "step": 112090
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7578465806134094e-05,
      "loss": 0.1907,
      "step": 112100
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7577347262924765e-05,
      "loss": 0.1951,
      "step": 112110
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.757622871971544e-05,
      "loss": 0.1915,
      "step": 112120
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.757511017650612e-05,
      "loss": 0.1986,
      "step": 112130
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.75739916332968e-05,
      "loss": 0.1953,
      "step": 112140
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.757287309008748e-05,
      "loss": 0.1925,
      "step": 112150
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.757175454687815e-05,
      "loss": 0.1909,
      "step": 112160
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7570636003668826e-05,
      "loss": 0.1938,
      "step": 112170
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.75695174604595e-05,
      "loss": 0.1903,
      "step": 112180
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7568398917250175e-05,
      "loss": 0.1966,
      "step": 112190
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.756728037404085e-05,
      "loss": 0.1988,
      "step": 112200
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7566161830831524e-05,
      "loss": 0.1924,
      "step": 112210
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.75650432876222e-05,
      "loss": 0.1964,
      "step": 112220
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.756392474441287e-05,
      "loss": 0.1919,
      "step": 112230
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.756280620120355e-05,
      "loss": 0.1935,
      "step": 112240
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.756168765799423e-05,
      "loss": 0.1954,
      "step": 112250
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.756056911478491e-05,
      "loss": 0.1968,
      "step": 112260
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7559450571575585e-05,
      "loss": 0.1899,
      "step": 112270
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7558332028366256e-05,
      "loss": 0.1902,
      "step": 112280
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7557213485156934e-05,
      "loss": 0.1923,
      "step": 112290
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.755609494194761e-05,
      "loss": 0.1951,
      "step": 112300
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.755497639873828e-05,
      "loss": 0.1896,
      "step": 112310
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.755385785552896e-05,
      "loss": 0.1891,
      "step": 112320
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.755273931231963e-05,
      "loss": 0.1966,
      "step": 112330
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.755162076911031e-05,
      "loss": 0.1931,
      "step": 112340
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.755050222590099e-05,
      "loss": 0.1919,
      "step": 112350
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7549383682691666e-05,
      "loss": 0.1943,
      "step": 112360
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7548265139482344e-05,
      "loss": 0.1963,
      "step": 112370
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7547146596273015e-05,
      "loss": 0.1878,
      "step": 112380
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.754602805306369e-05,
      "loss": 0.1887,
      "step": 112390
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.754490950985437e-05,
      "loss": 0.189,
      "step": 112400
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.754379096664504e-05,
      "loss": 0.1946,
      "step": 112410
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.754267242343572e-05,
      "loss": 0.1968,
      "step": 112420
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.754155388022639e-05,
      "loss": 0.1944,
      "step": 112430
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.754043533701707e-05,
      "loss": 0.1923,
      "step": 112440
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.753931679380775e-05,
      "loss": 0.1915,
      "step": 112450
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7538198250598425e-05,
      "loss": 0.1927,
      "step": 112460
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.75370797073891e-05,
      "loss": 0.194,
      "step": 112470
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7535961164179774e-05,
      "loss": 0.1831,
      "step": 112480
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.753484262097045e-05,
      "loss": 0.194,
      "step": 112490
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.753372407776112e-05,
      "loss": 0.1975,
      "step": 112500
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.75326055345518e-05,
      "loss": 0.1921,
      "step": 112510
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.753148699134248e-05,
      "loss": 0.1917,
      "step": 112520
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.753036844813315e-05,
      "loss": 0.1967,
      "step": 112530
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.752924990492383e-05,
      "loss": 0.1947,
      "step": 112540
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7528131361714506e-05,
      "loss": 0.1883,
      "step": 112550
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7527012818505184e-05,
      "loss": 0.1943,
      "step": 112560
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.752589427529586e-05,
      "loss": 0.1916,
      "step": 112570
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.752477573208653e-05,
      "loss": 0.1934,
      "step": 112580
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.752365718887721e-05,
      "loss": 0.1885,
      "step": 112590
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.752253864566788e-05,
      "loss": 0.1909,
      "step": 112600
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.752142010245856e-05,
      "loss": 0.1962,
      "step": 112610
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.752030155924924e-05,
      "loss": 0.1911,
      "step": 112620
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.751918301603991e-05,
      "loss": 0.2,
      "step": 112630
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.751806447283059e-05,
      "loss": 0.1887,
      "step": 112640
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.751694592962126e-05,
      "loss": 0.1893,
      "step": 112650
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7515827386411936e-05,
      "loss": 0.1942,
      "step": 112660
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.751470884320262e-05,
      "loss": 0.1936,
      "step": 112670
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.751359029999329e-05,
      "loss": 0.197,
      "step": 112680
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.751247175678397e-05,
      "loss": 0.1902,
      "step": 112690
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.751135321357464e-05,
      "loss": 0.1946,
      "step": 112700
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.751023467036532e-05,
      "loss": 0.1971,
      "step": 112710
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7509116127156e-05,
      "loss": 0.1899,
      "step": 112720
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.750799758394667e-05,
      "loss": 0.1879,
      "step": 112730
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7506879040737346e-05,
      "loss": 0.189,
      "step": 112740
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.750576049752802e-05,
      "loss": 0.1905,
      "step": 112750
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7504641954318695e-05,
      "loss": 0.1917,
      "step": 112760
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.750352341110937e-05,
      "loss": 0.19,
      "step": 112770
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.750240486790005e-05,
      "loss": 0.1926,
      "step": 112780
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.750128632469073e-05,
      "loss": 0.1991,
      "step": 112790
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.75001677814814e-05,
      "loss": 0.1923,
      "step": 112800
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.749904923827208e-05,
      "loss": 0.1928,
      "step": 112810
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.749793069506275e-05,
      "loss": 0.1905,
      "step": 112820
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.749681215185343e-05,
      "loss": 0.187,
      "step": 112830
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7495693608644105e-05,
      "loss": 0.1904,
      "step": 112840
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7494575065434776e-05,
      "loss": 0.1932,
      "step": 112850
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7493456522225454e-05,
      "loss": 0.195,
      "step": 112860
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.749233797901613e-05,
      "loss": 0.1946,
      "step": 112870
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.749121943580681e-05,
      "loss": 0.1977,
      "step": 112880
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.749010089259749e-05,
      "loss": 0.1934,
      "step": 112890
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.748898234938816e-05,
      "loss": 0.1947,
      "step": 112900
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.748786380617884e-05,
      "loss": 0.1952,
      "step": 112910
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.748674526296951e-05,
      "loss": 0.1925,
      "step": 112920
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7485626719760186e-05,
      "loss": 0.1936,
      "step": 112930
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7484508176550864e-05,
      "loss": 0.1957,
      "step": 112940
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7483389633341535e-05,
      "loss": 0.1915,
      "step": 112950
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.748227109013221e-05,
      "loss": 0.1917,
      "step": 112960
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.748115254692289e-05,
      "loss": 0.1851,
      "step": 112970
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.748003400371357e-05,
      "loss": 0.1976,
      "step": 112980
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7478915460504247e-05,
      "loss": 0.1905,
      "step": 112990
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.747779691729492e-05,
      "loss": 0.1926,
      "step": 113000
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7476678374085596e-05,
      "loss": 0.1956,
      "step": 113010
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.747555983087627e-05,
      "loss": 0.1926,
      "step": 113020
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7474441287666945e-05,
      "loss": 0.1939,
      "step": 113030
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.747332274445762e-05,
      "loss": 0.198,
      "step": 113040
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7472204201248294e-05,
      "loss": 0.1931,
      "step": 113050
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.747108565803897e-05,
      "loss": 0.1937,
      "step": 113060
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.746996711482964e-05,
      "loss": 0.1951,
      "step": 113070
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.746884857162032e-05,
      "loss": 0.192,
      "step": 113080
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7467730028411e-05,
      "loss": 0.1879,
      "step": 113090
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.746661148520168e-05,
      "loss": 0.1929,
      "step": 113100
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7465492941992355e-05,
      "loss": 0.1899,
      "step": 113110
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7464374398783026e-05,
      "loss": 0.1961,
      "step": 113120
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7463255855573704e-05,
      "loss": 0.193,
      "step": 113130
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7462137312364375e-05,
      "loss": 0.1962,
      "step": 113140
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.746101876915505e-05,
      "loss": 0.1957,
      "step": 113150
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.745990022594573e-05,
      "loss": 0.1942,
      "step": 113160
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.74587816827364e-05,
      "loss": 0.1905,
      "step": 113170
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.745766313952708e-05,
      "loss": 0.1915,
      "step": 113180
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.745654459631776e-05,
      "loss": 0.1908,
      "step": 113190
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7455426053108436e-05,
      "loss": 0.1946,
      "step": 113200
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7454307509899113e-05,
      "loss": 0.1886,
      "step": 113210
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7453188966689785e-05,
      "loss": 0.1921,
      "step": 113220
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.745207042348046e-05,
      "loss": 0.1906,
      "step": 113230
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7450951880271134e-05,
      "loss": 0.1946,
      "step": 113240
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.744983333706181e-05,
      "loss": 0.1903,
      "step": 113250
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.744871479385249e-05,
      "loss": 0.1904,
      "step": 113260
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.744759625064316e-05,
      "loss": 0.1945,
      "step": 113270
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.744647770743384e-05,
      "loss": 0.1994,
      "step": 113280
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7445359164224517e-05,
      "loss": 0.1882,
      "step": 113290
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7444240621015195e-05,
      "loss": 0.193,
      "step": 113300
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.744312207780587e-05,
      "loss": 0.1936,
      "step": 113310
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7442003534596544e-05,
      "loss": 0.1913,
      "step": 113320
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.744088499138722e-05,
      "loss": 0.1948,
      "step": 113330
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.743976644817789e-05,
      "loss": 0.1881,
      "step": 113340
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.743864790496857e-05,
      "loss": 0.1871,
      "step": 113350
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.743752936175925e-05,
      "loss": 0.1975,
      "step": 113360
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.743641081854992e-05,
      "loss": 0.1929,
      "step": 113370
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.74352922753406e-05,
      "loss": 0.1824,
      "step": 113380
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7434173732131276e-05,
      "loss": 0.1934,
      "step": 113390
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7433055188921953e-05,
      "loss": 0.1936,
      "step": 113400
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7431936645712625e-05,
      "loss": 0.1916,
      "step": 113410
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.74308181025033e-05,
      "loss": 0.1934,
      "step": 113420
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.742969955929398e-05,
      "loss": 0.189,
      "step": 113430
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.742858101608465e-05,
      "loss": 0.1963,
      "step": 113440
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.742746247287533e-05,
      "loss": 0.1915,
      "step": 113450
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7426343929666e-05,
      "loss": 0.1963,
      "step": 113460
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.742522538645668e-05,
      "loss": 0.1934,
      "step": 113470
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7424106843247357e-05,
      "loss": 0.1883,
      "step": 113480
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.742298830003803e-05,
      "loss": 0.1966,
      "step": 113490
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.742186975682871e-05,
      "loss": 0.187,
      "step": 113500
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7420751213619384e-05,
      "loss": 0.1886,
      "step": 113510
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.741963267041006e-05,
      "loss": 0.1912,
      "step": 113520
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.741851412720074e-05,
      "loss": 0.1939,
      "step": 113530
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.741739558399141e-05,
      "loss": 0.1903,
      "step": 113540
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.741627704078209e-05,
      "loss": 0.1957,
      "step": 113550
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.741515849757276e-05,
      "loss": 0.1884,
      "step": 113560
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.741403995436344e-05,
      "loss": 0.192,
      "step": 113570
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7412921411154115e-05,
      "loss": 0.188,
      "step": 113580
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.741180286794479e-05,
      "loss": 0.1913,
      "step": 113590
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7410684324735465e-05,
      "loss": 0.1944,
      "step": 113600
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.740956578152614e-05,
      "loss": 0.1879,
      "step": 113610
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.740844723831682e-05,
      "loss": 0.1905,
      "step": 113620
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.74073286951075e-05,
      "loss": 0.1915,
      "step": 113630
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.740621015189817e-05,
      "loss": 0.1845,
      "step": 113640
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.740509160868885e-05,
      "loss": 0.1923,
      "step": 113650
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.740397306547952e-05,
      "loss": 0.1917,
      "step": 113660
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7402854522270197e-05,
      "loss": 0.1885,
      "step": 113670
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7401847833381805e-05,
      "loss": 0.1915,
      "step": 113680
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.740072929017248e-05,
      "loss": 0.1974,
      "step": 113690
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.739961074696316e-05,
      "loss": 0.1911,
      "step": 113700
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.739849220375383e-05,
      "loss": 0.1965,
      "step": 113710
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.739737366054451e-05,
      "loss": 0.1988,
      "step": 113720
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.739625511733518e-05,
      "loss": 0.1909,
      "step": 113730
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.739513657412586e-05,
      "loss": 0.1912,
      "step": 113740
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.739401803091653e-05,
      "loss": 0.1877,
      "step": 113750
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.739289948770721e-05,
      "loss": 0.1936,
      "step": 113760
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7391780944497886e-05,
      "loss": 0.1942,
      "step": 113770
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7390662401288564e-05,
      "loss": 0.19,
      "step": 113780
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.738954385807924e-05,
      "loss": 0.1882,
      "step": 113790
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.738842531486991e-05,
      "loss": 0.1859,
      "step": 113800
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.738730677166059e-05,
      "loss": 0.1893,
      "step": 113810
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.738618822845127e-05,
      "loss": 0.1885,
      "step": 113820
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.738506968524194e-05,
      "loss": 0.1969,
      "step": 113830
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.738395114203262e-05,
      "loss": 0.1906,
      "step": 113840
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.738283259882329e-05,
      "loss": 0.1906,
      "step": 113850
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.738171405561397e-05,
      "loss": 0.1905,
      "step": 113860
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7380595512404645e-05,
      "loss": 0.1916,
      "step": 113870
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.737947696919532e-05,
      "loss": 0.1883,
      "step": 113880
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7378358425986e-05,
      "loss": 0.1886,
      "step": 113890
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.737723988277667e-05,
      "loss": 0.1926,
      "step": 113900
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.737612133956735e-05,
      "loss": 0.1931,
      "step": 113910
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.737500279635803e-05,
      "loss": 0.1906,
      "step": 113920
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.73738842531487e-05,
      "loss": 0.1894,
      "step": 113930
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.737276570993938e-05,
      "loss": 0.1867,
      "step": 113940
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.737164716673005e-05,
      "loss": 0.1908,
      "step": 113950
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7370528623520726e-05,
      "loss": 0.1952,
      "step": 113960
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7369410080311404e-05,
      "loss": 0.1882,
      "step": 113970
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.736829153710208e-05,
      "loss": 0.1885,
      "step": 113980
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.736717299389276e-05,
      "loss": 0.1921,
      "step": 113990
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.736605445068343e-05,
      "loss": 0.1877,
      "step": 114000
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.736493590747411e-05,
      "loss": 0.1879,
      "step": 114010
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.736381736426479e-05,
      "loss": 0.1921,
      "step": 114020
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.736269882105546e-05,
      "loss": 0.188,
      "step": 114030
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7361580277846136e-05,
      "loss": 0.1921,
      "step": 114040
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.736046173463681e-05,
      "loss": 0.1898,
      "step": 114050
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7359343191427485e-05,
      "loss": 0.1914,
      "step": 114060
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7358224648218156e-05,
      "loss": 0.1918,
      "step": 114070
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.735710610500884e-05,
      "loss": 0.1899,
      "step": 114080
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.735598756179952e-05,
      "loss": 0.1926,
      "step": 114090
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.735486901859019e-05,
      "loss": 0.1896,
      "step": 114100
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.735375047538087e-05,
      "loss": 0.1939,
      "step": 114110
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.735263193217154e-05,
      "loss": 0.1901,
      "step": 114120
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.735151338896222e-05,
      "loss": 0.193,
      "step": 114130
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7350394845752895e-05,
      "loss": 0.1949,
      "step": 114140
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7349276302543566e-05,
      "loss": 0.1934,
      "step": 114150
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7348157759334244e-05,
      "loss": 0.1962,
      "step": 114160
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7347039216124915e-05,
      "loss": 0.1924,
      "step": 114170
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.734592067291559e-05,
      "loss": 0.1905,
      "step": 114180
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.734480212970627e-05,
      "loss": 0.1916,
      "step": 114190
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.734368358649695e-05,
      "loss": 0.1921,
      "step": 114200
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.734256504328763e-05,
      "loss": 0.1879,
      "step": 114210
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.73414465000783e-05,
      "loss": 0.1914,
      "step": 114220
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7340327956868976e-05,
      "loss": 0.1897,
      "step": 114230
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7339209413659654e-05,
      "loss": 0.1856,
      "step": 114240
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7338090870450325e-05,
      "loss": 0.1904,
      "step": 114250
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7336972327241e-05,
      "loss": 0.1928,
      "step": 114260
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7335853784031674e-05,
      "loss": 0.1889,
      "step": 114270
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.733473524082235e-05,
      "loss": 0.1964,
      "step": 114280
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.733361669761303e-05,
      "loss": 0.19,
      "step": 114290
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.733249815440371e-05,
      "loss": 0.1934,
      "step": 114300
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7331379611194386e-05,
      "loss": 0.1942,
      "step": 114310
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.733026106798506e-05,
      "loss": 0.1895,
      "step": 114320
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7329142524775735e-05,
      "loss": 0.1915,
      "step": 114330
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.732802398156641e-05,
      "loss": 0.1935,
      "step": 114340
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7326905438357084e-05,
      "loss": 0.189,
      "step": 114350
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.732578689514776e-05,
      "loss": 0.1892,
      "step": 114360
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.732466835193843e-05,
      "loss": 0.1937,
      "step": 114370
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.732354980872911e-05,
      "loss": 0.1903,
      "step": 114380
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.732243126551979e-05,
      "loss": 0.1891,
      "step": 114390
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.732131272231047e-05,
      "loss": 0.1941,
      "step": 114400
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7320194179101145e-05,
      "loss": 0.1935,
      "step": 114410
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7319075635891816e-05,
      "loss": 0.1973,
      "step": 114420
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7317957092682494e-05,
      "loss": 0.1842,
      "step": 114430
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7316838549473165e-05,
      "loss": 0.1902,
      "step": 114440
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.731572000626384e-05,
      "loss": 0.1904,
      "step": 114450
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.731460146305452e-05,
      "loss": 0.1907,
      "step": 114460
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.731348291984519e-05,
      "loss": 0.193,
      "step": 114470
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.731236437663587e-05,
      "loss": 0.1904,
      "step": 114480
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.731124583342655e-05,
      "loss": 0.1896,
      "step": 114490
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7310127290217226e-05,
      "loss": 0.1922,
      "step": 114500
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7309008747007904e-05,
      "loss": 0.1897,
      "step": 114510
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7307890203798575e-05,
      "loss": 0.1935,
      "step": 114520
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.730677166058925e-05,
      "loss": 0.1876,
      "step": 114530
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7305653117379924e-05,
      "loss": 0.1944,
      "step": 114540
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.73045345741706e-05,
      "loss": 0.1921,
      "step": 114550
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.730341603096128e-05,
      "loss": 0.1937,
      "step": 114560
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.730229748775195e-05,
      "loss": 0.1935,
      "step": 114570
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.730117894454263e-05,
      "loss": 0.1934,
      "step": 114580
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.73000604013333e-05,
      "loss": 0.1865,
      "step": 114590
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.729894185812398e-05,
      "loss": 0.1905,
      "step": 114600
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7297823314914656e-05,
      "loss": 0.1843,
      "step": 114610
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7296704771705334e-05,
      "loss": 0.1939,
      "step": 114620
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.729558622849601e-05,
      "loss": 0.1905,
      "step": 114630
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.729446768528668e-05,
      "loss": 0.1919,
      "step": 114640
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.729334914207736e-05,
      "loss": 0.1936,
      "step": 114650
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.729223059886804e-05,
      "loss": 0.1881,
      "step": 114660
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.729111205565871e-05,
      "loss": 0.1937,
      "step": 114670
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.728999351244939e-05,
      "loss": 0.1955,
      "step": 114680
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.728887496924006e-05,
      "loss": 0.1946,
      "step": 114690
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.728775642603074e-05,
      "loss": 0.192,
      "step": 114700
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7286637882821415e-05,
      "loss": 0.1907,
      "step": 114710
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.728551933961209e-05,
      "loss": 0.1923,
      "step": 114720
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.728440079640277e-05,
      "loss": 0.1928,
      "step": 114730
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.728328225319344e-05,
      "loss": 0.1888,
      "step": 114740
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.728216370998412e-05,
      "loss": 0.1953,
      "step": 114750
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.728104516677479e-05,
      "loss": 0.1845,
      "step": 114760
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.727992662356547e-05,
      "loss": 0.1878,
      "step": 114770
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.727880808035615e-05,
      "loss": 0.1937,
      "step": 114780
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.727768953714682e-05,
      "loss": 0.1965,
      "step": 114790
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7276570993937496e-05,
      "loss": 0.193,
      "step": 114800
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7275452450728174e-05,
      "loss": 0.1929,
      "step": 114810
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.727433390751885e-05,
      "loss": 0.1882,
      "step": 114820
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.727321536430953e-05,
      "loss": 0.1862,
      "step": 114830
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.72720968211002e-05,
      "loss": 0.1874,
      "step": 114840
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.727097827789088e-05,
      "loss": 0.1901,
      "step": 114850
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.726985973468155e-05,
      "loss": 0.1938,
      "step": 114860
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.726874119147223e-05,
      "loss": 0.1911,
      "step": 114870
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7267622648262906e-05,
      "loss": 0.195,
      "step": 114880
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.726650410505358e-05,
      "loss": 0.1929,
      "step": 114890
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7265385561844255e-05,
      "loss": 0.1939,
      "step": 114900
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.726426701863493e-05,
      "loss": 0.1896,
      "step": 114910
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.726314847542561e-05,
      "loss": 0.186,
      "step": 114920
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.726202993221629e-05,
      "loss": 0.1891,
      "step": 114930
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.726091138900696e-05,
      "loss": 0.1919,
      "step": 114940
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.725979284579764e-05,
      "loss": 0.1964,
      "step": 114950
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.725867430258831e-05,
      "loss": 0.1922,
      "step": 114960
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.725755575937899e-05,
      "loss": 0.191,
      "step": 114970
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7256437216169665e-05,
      "loss": 0.19,
      "step": 114980
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7255318672960336e-05,
      "loss": 0.1873,
      "step": 114990
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7254200129751014e-05,
      "loss": 0.1882,
      "step": 115000
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7253081586541685e-05,
      "loss": 0.1969,
      "step": 115010
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.725196304333236e-05,
      "loss": 0.1925,
      "step": 115020
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.725084450012304e-05,
      "loss": 0.1938,
      "step": 115030
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.724972595691372e-05,
      "loss": 0.1904,
      "step": 115040
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.72486074137044e-05,
      "loss": 0.1891,
      "step": 115050
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.724748887049507e-05,
      "loss": 0.1878,
      "step": 115060
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7246370327285746e-05,
      "loss": 0.1895,
      "step": 115070
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.724525178407642e-05,
      "loss": 0.1918,
      "step": 115080
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7244133240867095e-05,
      "loss": 0.1917,
      "step": 115090
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.724301469765777e-05,
      "loss": 0.1904,
      "step": 115100
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7241896154448444e-05,
      "loss": 0.193,
      "step": 115110
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.724077761123912e-05,
      "loss": 0.1927,
      "step": 115120
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.72396590680298e-05,
      "loss": 0.1859,
      "step": 115130
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.723854052482048e-05,
      "loss": 0.1917,
      "step": 115140
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7237421981611156e-05,
      "loss": 0.1943,
      "step": 115150
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.723630343840183e-05,
      "loss": 0.1912,
      "step": 115160
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7235184895192505e-05,
      "loss": 0.1901,
      "step": 115170
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7234066351983176e-05,
      "loss": 0.189,
      "step": 115180
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7232947808773854e-05,
      "loss": 0.1912,
      "step": 115190
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.723182926556453e-05,
      "loss": 0.1878,
      "step": 115200
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.72307107223552e-05,
      "loss": 0.1916,
      "step": 115210
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.722959217914588e-05,
      "loss": 0.1902,
      "step": 115220
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.722847363593656e-05,
      "loss": 0.1908,
      "step": 115230
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.722735509272724e-05,
      "loss": 0.1894,
      "step": 115240
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7226236549517915e-05,
      "loss": 0.1893,
      "step": 115250
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7225118006308586e-05,
      "loss": 0.1877,
      "step": 115260
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7223999463099264e-05,
      "loss": 0.1889,
      "step": 115270
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7222880919889935e-05,
      "loss": 0.1951,
      "step": 115280
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.722176237668061e-05,
      "loss": 0.1891,
      "step": 115290
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.722064383347129e-05,
      "loss": 0.1885,
      "step": 115300
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.721952529026196e-05,
      "loss": 0.1889,
      "step": 115310
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.721840674705264e-05,
      "loss": 0.1881,
      "step": 115320
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.721728820384332e-05,
      "loss": 0.1897,
      "step": 115330
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7216169660633996e-05,
      "loss": 0.1917,
      "step": 115340
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.721505111742467e-05,
      "loss": 0.1912,
      "step": 115350
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7213932574215345e-05,
      "loss": 0.1884,
      "step": 115360
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.721281403100602e-05,
      "loss": 0.1916,
      "step": 115370
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7211695487796694e-05,
      "loss": 0.1864,
      "step": 115380
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.721057694458737e-05,
      "loss": 0.1909,
      "step": 115390
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.720945840137804e-05,
      "loss": 0.193,
      "step": 115400
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.720833985816872e-05,
      "loss": 0.1919,
      "step": 115410
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.72072213149594e-05,
      "loss": 0.1855,
      "step": 115420
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.720610277175007e-05,
      "loss": 0.191,
      "step": 115430
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7204984228540755e-05,
      "loss": 0.1902,
      "step": 115440
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7203865685331426e-05,
      "loss": 0.1872,
      "step": 115450
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7202747142122104e-05,
      "loss": 0.1897,
      "step": 115460
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.720162859891278e-05,
      "loss": 0.187,
      "step": 115470
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.720051005570345e-05,
      "loss": 0.1924,
      "step": 115480
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.719939151249413e-05,
      "loss": 0.1933,
      "step": 115490
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.71982729692848e-05,
      "loss": 0.1929,
      "step": 115500
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.719715442607548e-05,
      "loss": 0.1905,
      "step": 115510
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.719603588286616e-05,
      "loss": 0.1934,
      "step": 115520
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.719491733965683e-05,
      "loss": 0.1935,
      "step": 115530
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.719379879644751e-05,
      "loss": 0.192,
      "step": 115540
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7192680253238185e-05,
      "loss": 0.1879,
      "step": 115550
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.719156171002886e-05,
      "loss": 0.1909,
      "step": 115560
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.719044316681954e-05,
      "loss": 0.1903,
      "step": 115570
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.718932462361021e-05,
      "loss": 0.1904,
      "step": 115580
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.718820608040089e-05,
      "loss": 0.1853,
      "step": 115590
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.718708753719156e-05,
      "loss": 0.1866,
      "step": 115600
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.718596899398224e-05,
      "loss": 0.19,
      "step": 115610
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.718485045077292e-05,
      "loss": 0.1939,
      "step": 115620
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.718373190756359e-05,
      "loss": 0.1954,
      "step": 115630
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7182613364354266e-05,
      "loss": 0.1871,
      "step": 115640
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7181494821144944e-05,
      "loss": 0.1857,
      "step": 115650
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.718037627793562e-05,
      "loss": 0.1978,
      "step": 115660
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.717925773472629e-05,
      "loss": 0.185,
      "step": 115670
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.717813919151697e-05,
      "loss": 0.1937,
      "step": 115680
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.717702064830765e-05,
      "loss": 0.1922,
      "step": 115690
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.717590210509832e-05,
      "loss": 0.1871,
      "step": 115700
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.717489541620993e-05,
      "loss": 0.1845,
      "step": 115710
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7173776873000606e-05,
      "loss": 0.1939,
      "step": 115720
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7172658329791284e-05,
      "loss": 0.1877,
      "step": 115730
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7171539786581956e-05,
      "loss": 0.1874,
      "step": 115740
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7170421243372633e-05,
      "loss": 0.1909,
      "step": 115750
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.716930270016331e-05,
      "loss": 0.1924,
      "step": 115760
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.716818415695398e-05,
      "loss": 0.1912,
      "step": 115770
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.716706561374466e-05,
      "loss": 0.1887,
      "step": 115780
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.716594707053533e-05,
      "loss": 0.1929,
      "step": 115790
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.716482852732601e-05,
      "loss": 0.1954,
      "step": 115800
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.716370998411669e-05,
      "loss": 0.1873,
      "step": 115810
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7162591440907365e-05,
      "loss": 0.1909,
      "step": 115820
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.716147289769804e-05,
      "loss": 0.1893,
      "step": 115830
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7160354354488715e-05,
      "loss": 0.1899,
      "step": 115840
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.715923581127939e-05,
      "loss": 0.1906,
      "step": 115850
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.715811726807007e-05,
      "loss": 0.1876,
      "step": 115860
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.715699872486074e-05,
      "loss": 0.1883,
      "step": 115870
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.715588018165142e-05,
      "loss": 0.1882,
      "step": 115880
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.715476163844209e-05,
      "loss": 0.1965,
      "step": 115890
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.715364309523277e-05,
      "loss": 0.187,
      "step": 115900
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7152524552023446e-05,
      "loss": 0.1891,
      "step": 115910
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7151406008814124e-05,
      "loss": 0.1908,
      "step": 115920
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.71502874656048e-05,
      "loss": 0.1922,
      "step": 115930
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7149168922395473e-05,
      "loss": 0.1925,
      "step": 115940
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.714805037918615e-05,
      "loss": 0.1887,
      "step": 115950
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.714693183597683e-05,
      "loss": 0.19,
      "step": 115960
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.71458132927675e-05,
      "loss": 0.1915,
      "step": 115970
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.714469474955818e-05,
      "loss": 0.1897,
      "step": 115980
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.714357620634885e-05,
      "loss": 0.1875,
      "step": 115990
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.714245766313953e-05,
      "loss": 0.1955,
      "step": 116000
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7141339119930205e-05,
      "loss": 0.1947,
      "step": 116010
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.714022057672088e-05,
      "loss": 0.1944,
      "step": 116020
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.713910203351156e-05,
      "loss": 0.1867,
      "step": 116030
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.713798349030223e-05,
      "loss": 0.1893,
      "step": 116040
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.713686494709291e-05,
      "loss": 0.1964,
      "step": 116050
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.713574640388358e-05,
      "loss": 0.1891,
      "step": 116060
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.713462786067426e-05,
      "loss": 0.191,
      "step": 116070
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.713350931746494e-05,
      "loss": 0.1943,
      "step": 116080
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.713239077425561e-05,
      "loss": 0.1924,
      "step": 116090
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7131272231046286e-05,
      "loss": 0.1851,
      "step": 116100
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.713015368783696e-05,
      "loss": 0.1859,
      "step": 116110
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7129035144627636e-05,
      "loss": 0.1866,
      "step": 116120
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7127916601418313e-05,
      "loss": 0.1919,
      "step": 116130
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.712679805820899e-05,
      "loss": 0.1889,
      "step": 116140
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.712567951499967e-05,
      "loss": 0.1856,
      "step": 116150
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.712456097179034e-05,
      "loss": 0.1904,
      "step": 116160
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.712344242858102e-05,
      "loss": 0.1911,
      "step": 116170
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7122323885371696e-05,
      "loss": 0.1923,
      "step": 116180
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.712120534216237e-05,
      "loss": 0.1952,
      "step": 116190
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7120086798953045e-05,
      "loss": 0.1899,
      "step": 116200
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7118968255743717e-05,
      "loss": 0.191,
      "step": 116210
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7117849712534394e-05,
      "loss": 0.1934,
      "step": 116220
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.711673116932507e-05,
      "loss": 0.1877,
      "step": 116230
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.711561262611575e-05,
      "loss": 0.1901,
      "step": 116240
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.711449408290643e-05,
      "loss": 0.1889,
      "step": 116250
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.71133755396971e-05,
      "loss": 0.1891,
      "step": 116260
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.711225699648778e-05,
      "loss": 0.185,
      "step": 116270
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7111138453278455e-05,
      "loss": 0.1892,
      "step": 116280
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7110019910069126e-05,
      "loss": 0.1945,
      "step": 116290
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7108901366859804e-05,
      "loss": 0.1901,
      "step": 116300
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7107782823650475e-05,
      "loss": 0.19,
      "step": 116310
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7106664280441153e-05,
      "loss": 0.1915,
      "step": 116320
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.710554573723183e-05,
      "loss": 0.1885,
      "step": 116330
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.710442719402251e-05,
      "loss": 0.1933,
      "step": 116340
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.710330865081319e-05,
      "loss": 0.1902,
      "step": 116350
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.710219010760386e-05,
      "loss": 0.191,
      "step": 116360
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7101071564394536e-05,
      "loss": 0.1924,
      "step": 116370
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.709995302118521e-05,
      "loss": 0.1888,
      "step": 116380
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7098834477975885e-05,
      "loss": 0.1892,
      "step": 116390
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.709771593476656e-05,
      "loss": 0.1882,
      "step": 116400
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7096597391557234e-05,
      "loss": 0.1901,
      "step": 116410
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.709547884834791e-05,
      "loss": 0.1896,
      "step": 116420
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7094360305138584e-05,
      "loss": 0.1874,
      "step": 116430
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.709324176192927e-05,
      "loss": 0.192,
      "step": 116440
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7092123218719946e-05,
      "loss": 0.1951,
      "step": 116450
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.709100467551062e-05,
      "loss": 0.1929,
      "step": 116460
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7089886132301295e-05,
      "loss": 0.1909,
      "step": 116470
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7088767589091966e-05,
      "loss": 0.1936,
      "step": 116480
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7087649045882644e-05,
      "loss": 0.1882,
      "step": 116490
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.708653050267332e-05,
      "loss": 0.1982,
      "step": 116500
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.708541195946399e-05,
      "loss": 0.1947,
      "step": 116510
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.708429341625467e-05,
      "loss": 0.1874,
      "step": 116520
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.708317487304534e-05,
      "loss": 0.192,
      "step": 116530
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.708205632983602e-05,
      "loss": 0.1899,
      "step": 116540
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.70809377866267e-05,
      "loss": 0.1946,
      "step": 116550
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7079819243417376e-05,
      "loss": 0.1873,
      "step": 116560
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7078700700208054e-05,
      "loss": 0.1915,
      "step": 116570
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7077582156998725e-05,
      "loss": 0.1899,
      "step": 116580
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.70764636137894e-05,
      "loss": 0.1878,
      "step": 116590
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.707534507058008e-05,
      "loss": 0.1917,
      "step": 116600
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.707422652737075e-05,
      "loss": 0.1888,
      "step": 116610
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.707310798416143e-05,
      "loss": 0.1888,
      "step": 116620
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.70719894409521e-05,
      "loss": 0.1912,
      "step": 116630
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.707087089774278e-05,
      "loss": 0.1921,
      "step": 116640
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.706975235453346e-05,
      "loss": 0.1984,
      "step": 116650
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7068633811324135e-05,
      "loss": 0.1881,
      "step": 116660
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.706751526811481e-05,
      "loss": 0.1853,
      "step": 116670
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7066396724905484e-05,
      "loss": 0.1923,
      "step": 116680
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.706527818169616e-05,
      "loss": 0.1882,
      "step": 116690
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.706415963848683e-05,
      "loss": 0.1865,
      "step": 116700
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.706304109527751e-05,
      "loss": 0.188,
      "step": 116710
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.706192255206819e-05,
      "loss": 0.1937,
      "step": 116720
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.706080400885886e-05,
      "loss": 0.193,
      "step": 116730
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.705968546564954e-05,
      "loss": 0.1941,
      "step": 116740
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7058566922440216e-05,
      "loss": 0.1921,
      "step": 116750
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7057448379230894e-05,
      "loss": 0.1881,
      "step": 116760
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.705632983602157e-05,
      "loss": 0.1907,
      "step": 116770
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.705521129281224e-05,
      "loss": 0.1891,
      "step": 116780
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.705409274960292e-05,
      "loss": 0.1955,
      "step": 116790
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.705297420639359e-05,
      "loss": 0.1876,
      "step": 116800
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.705185566318427e-05,
      "loss": 0.1888,
      "step": 116810
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.705073711997495e-05,
      "loss": 0.1864,
      "step": 116820
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.704961857676562e-05,
      "loss": 0.1877,
      "step": 116830
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.70485000335563e-05,
      "loss": 0.191,
      "step": 116840
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7047381490346975e-05,
      "loss": 0.1894,
      "step": 116850
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.704626294713765e-05,
      "loss": 0.189,
      "step": 116860
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.704514440392833e-05,
      "loss": 0.1893,
      "step": 116870
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7044025860719e-05,
      "loss": 0.1969,
      "step": 116880
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.704290731750968e-05,
      "loss": 0.1875,
      "step": 116890
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.704178877430035e-05,
      "loss": 0.1903,
      "step": 116900
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.704067023109103e-05,
      "loss": 0.192,
      "step": 116910
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.703955168788171e-05,
      "loss": 0.1923,
      "step": 116920
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.703843314467238e-05,
      "loss": 0.1888,
      "step": 116930
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7037314601463056e-05,
      "loss": 0.1924,
      "step": 116940
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.703619605825373e-05,
      "loss": 0.1899,
      "step": 116950
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7035077515044405e-05,
      "loss": 0.192,
      "step": 116960
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.703395897183508e-05,
      "loss": 0.1887,
      "step": 116970
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.703284042862576e-05,
      "loss": 0.19,
      "step": 116980
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.703172188541644e-05,
      "loss": 0.1944,
      "step": 116990
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.703060334220711e-05,
      "loss": 0.1922,
      "step": 117000
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.702948479899779e-05,
      "loss": 0.1819,
      "step": 117010
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.702836625578846e-05,
      "loss": 0.1922,
      "step": 117020
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.702724771257914e-05,
      "loss": 0.1964,
      "step": 117030
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7026129169369815e-05,
      "loss": 0.1856,
      "step": 117040
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7025010626160486e-05,
      "loss": 0.1879,
      "step": 117050
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7023892082951164e-05,
      "loss": 0.1932,
      "step": 117060
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.702277353974184e-05,
      "loss": 0.1932,
      "step": 117070
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.702165499653252e-05,
      "loss": 0.1881,
      "step": 117080
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.70205364533232e-05,
      "loss": 0.193,
      "step": 117090
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.701941791011387e-05,
      "loss": 0.1888,
      "step": 117100
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.701829936690455e-05,
      "loss": 0.1896,
      "step": 117110
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.701718082369522e-05,
      "loss": 0.1834,
      "step": 117120
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7016062280485896e-05,
      "loss": 0.1944,
      "step": 117130
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7014943737276574e-05,
      "loss": 0.1936,
      "step": 117140
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7013825194067245e-05,
      "loss": 0.1905,
      "step": 117150
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.701270665085792e-05,
      "loss": 0.1944,
      "step": 117160
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.70115881076486e-05,
      "loss": 0.1922,
      "step": 117170
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.701046956443928e-05,
      "loss": 0.1946,
      "step": 117180
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.700935102122996e-05,
      "loss": 0.1876,
      "step": 117190
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.700823247802063e-05,
      "loss": 0.1925,
      "step": 117200
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7007113934811306e-05,
      "loss": 0.1921,
      "step": 117210
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.700599539160198e-05,
      "loss": 0.1885,
      "step": 117220
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7004876848392655e-05,
      "loss": 0.1872,
      "step": 117230
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.700375830518333e-05,
      "loss": 0.1889,
      "step": 117240
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7002639761974004e-05,
      "loss": 0.2006,
      "step": 117250
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.700152121876468e-05,
      "loss": 0.1898,
      "step": 117260
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.700040267555536e-05,
      "loss": 0.1894,
      "step": 117270
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.699928413234604e-05,
      "loss": 0.1898,
      "step": 117280
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.699816558913671e-05,
      "loss": 0.1923,
      "step": 117290
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.699704704592739e-05,
      "loss": 0.1853,
      "step": 117300
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6995928502718065e-05,
      "loss": 0.1931,
      "step": 117310
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6994809959508736e-05,
      "loss": 0.1901,
      "step": 117320
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6993691416299414e-05,
      "loss": 0.189,
      "step": 117330
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6992572873090085e-05,
      "loss": 0.1872,
      "step": 117340
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.699145432988076e-05,
      "loss": 0.1911,
      "step": 117350
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.699033578667144e-05,
      "loss": 0.1897,
      "step": 117360
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.698921724346211e-05,
      "loss": 0.188,
      "step": 117370
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.698809870025279e-05,
      "loss": 0.1855,
      "step": 117380
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.698698015704347e-05,
      "loss": 0.197,
      "step": 117390
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6985861613834146e-05,
      "loss": 0.19,
      "step": 117400
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6984743070624824e-05,
      "loss": 0.19,
      "step": 117410
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6983624527415495e-05,
      "loss": 0.1868,
      "step": 117420
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.698250598420617e-05,
      "loss": 0.1895,
      "step": 117430
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6981387440996844e-05,
      "loss": 0.1897,
      "step": 117440
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.698026889778752e-05,
      "loss": 0.1875,
      "step": 117450
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.69791503545782e-05,
      "loss": 0.1885,
      "step": 117460
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.697803181136887e-05,
      "loss": 0.1911,
      "step": 117470
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.697691326815955e-05,
      "loss": 0.1951,
      "step": 117480
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.697579472495023e-05,
      "loss": 0.1905,
      "step": 117490
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6974676181740905e-05,
      "loss": 0.1902,
      "step": 117500
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.697355763853158e-05,
      "loss": 0.185,
      "step": 117510
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6972439095322254e-05,
      "loss": 0.1882,
      "step": 117520
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.697132055211293e-05,
      "loss": 0.1869,
      "step": 117530
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.69702020089036e-05,
      "loss": 0.1907,
      "step": 117540
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.696908346569428e-05,
      "loss": 0.1879,
      "step": 117550
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.696796492248496e-05,
      "loss": 0.1866,
      "step": 117560
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.696684637927563e-05,
      "loss": 0.1925,
      "step": 117570
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.696572783606631e-05,
      "loss": 0.1879,
      "step": 117580
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6964609292856986e-05,
      "loss": 0.1883,
      "step": 117590
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6963490749647664e-05,
      "loss": 0.1901,
      "step": 117600
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6962372206438335e-05,
      "loss": 0.1891,
      "step": 117610
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.696125366322901e-05,
      "loss": 0.1889,
      "step": 117620
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.696013512001969e-05,
      "loss": 0.1882,
      "step": 117630
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.695901657681036e-05,
      "loss": 0.1953,
      "step": 117640
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.695789803360104e-05,
      "loss": 0.191,
      "step": 117650
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.695677949039171e-05,
      "loss": 0.1886,
      "step": 117660
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.695566094718239e-05,
      "loss": 0.1847,
      "step": 117670
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.695454240397307e-05,
      "loss": 0.1906,
      "step": 117680
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6953423860763745e-05,
      "loss": 0.1941,
      "step": 117690
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.695230531755442e-05,
      "loss": 0.1909,
      "step": 117700
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6951186774345094e-05,
      "loss": 0.1878,
      "step": 117710
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.695006823113577e-05,
      "loss": 0.1864,
      "step": 117720
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.694894968792645e-05,
      "loss": 0.1924,
      "step": 117730
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.694783114471712e-05,
      "loss": 0.1943,
      "step": 117740
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.69467126015078e-05,
      "loss": 0.1918,
      "step": 117750
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.694559405829847e-05,
      "loss": 0.1888,
      "step": 117760
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.694447551508915e-05,
      "loss": 0.1946,
      "step": 117770
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6943356971879826e-05,
      "loss": 0.1867,
      "step": 117780
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.69422384286705e-05,
      "loss": 0.1845,
      "step": 117790
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.694111988546118e-05,
      "loss": 0.1872,
      "step": 117800
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6940113196572784e-05,
      "loss": 0.1933,
      "step": 117810
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.693899465336346e-05,
      "loss": 0.1885,
      "step": 117820
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.693787611015413e-05,
      "loss": 0.1931,
      "step": 117830
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.693675756694481e-05,
      "loss": 0.1887,
      "step": 117840
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.693563902373549e-05,
      "loss": 0.1849,
      "step": 117850
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.693452048052617e-05,
      "loss": 0.1886,
      "step": 117860
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6933401937316845e-05,
      "loss": 0.1896,
      "step": 117870
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6932283394107516e-05,
      "loss": 0.1906,
      "step": 117880
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6931164850898194e-05,
      "loss": 0.1899,
      "step": 117890
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.693004630768887e-05,
      "loss": 0.1929,
      "step": 117900
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.692892776447954e-05,
      "loss": 0.1936,
      "step": 117910
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.692780922127022e-05,
      "loss": 0.1919,
      "step": 117920
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.692669067806089e-05,
      "loss": 0.1927,
      "step": 117930
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.692557213485157e-05,
      "loss": 0.1868,
      "step": 117940
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.692445359164225e-05,
      "loss": 0.1921,
      "step": 117950
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.692333504843292e-05,
      "loss": 0.1914,
      "step": 117960
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6922216505223604e-05,
      "loss": 0.1818,
      "step": 117970
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6921097962014275e-05,
      "loss": 0.1833,
      "step": 117980
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.691997941880495e-05,
      "loss": 0.1891,
      "step": 117990
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6918860875595624e-05,
      "loss": 0.1874,
      "step": 118000
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.69177423323863e-05,
      "loss": 0.1895,
      "step": 118010
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.691662378917698e-05,
      "loss": 0.1924,
      "step": 118020
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.691550524596765e-05,
      "loss": 0.1879,
      "step": 118030
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.691438670275833e-05,
      "loss": 0.1911,
      "step": 118040
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6913268159549e-05,
      "loss": 0.1901,
      "step": 118050
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.691214961633968e-05,
      "loss": 0.1881,
      "step": 118060
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6911031073130356e-05,
      "loss": 0.1871,
      "step": 118070
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6909912529921034e-05,
      "loss": 0.1856,
      "step": 118080
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.690879398671171e-05,
      "loss": 0.1912,
      "step": 118090
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.690767544350238e-05,
      "loss": 0.1887,
      "step": 118100
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.690655690029306e-05,
      "loss": 0.1901,
      "step": 118110
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.690543835708374e-05,
      "loss": 0.1891,
      "step": 118120
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.690431981387441e-05,
      "loss": 0.1869,
      "step": 118130
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.690320127066509e-05,
      "loss": 0.1835,
      "step": 118140
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.690208272745576e-05,
      "loss": 0.1885,
      "step": 118150
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.690096418424644e-05,
      "loss": 0.1881,
      "step": 118160
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6899845641037115e-05,
      "loss": 0.1918,
      "step": 118170
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.689872709782779e-05,
      "loss": 0.1915,
      "step": 118180
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.689760855461847e-05,
      "loss": 0.1979,
      "step": 118190
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.689649001140914e-05,
      "loss": 0.1913,
      "step": 118200
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.689537146819982e-05,
      "loss": 0.1902,
      "step": 118210
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.68942529249905e-05,
      "loss": 0.19,
      "step": 118220
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.689313438178117e-05,
      "loss": 0.1962,
      "step": 118230
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6892015838571847e-05,
      "loss": 0.188,
      "step": 118240
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.689089729536252e-05,
      "loss": 0.1928,
      "step": 118250
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6889778752153196e-05,
      "loss": 0.1906,
      "step": 118260
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6888660208943874e-05,
      "loss": 0.191,
      "step": 118270
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.688754166573455e-05,
      "loss": 0.1922,
      "step": 118280
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.688642312252523e-05,
      "loss": 0.1887,
      "step": 118290
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.68853045793159e-05,
      "loss": 0.1908,
      "step": 118300
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.688418603610658e-05,
      "loss": 0.1947,
      "step": 118310
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.688306749289725e-05,
      "loss": 0.1942,
      "step": 118320
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.688194894968793e-05,
      "loss": 0.1831,
      "step": 118330
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6880830406478606e-05,
      "loss": 0.1878,
      "step": 118340
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.687971186326928e-05,
      "loss": 0.1902,
      "step": 118350
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6878593320059955e-05,
      "loss": 0.1898,
      "step": 118360
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6877474776850626e-05,
      "loss": 0.1911,
      "step": 118370
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.687635623364131e-05,
      "loss": 0.1941,
      "step": 118380
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.687523769043199e-05,
      "loss": 0.1879,
      "step": 118390
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.687411914722266e-05,
      "loss": 0.1848,
      "step": 118400
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.687300060401334e-05,
      "loss": 0.1854,
      "step": 118410
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.687188206080401e-05,
      "loss": 0.1882,
      "step": 118420
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6870763517594687e-05,
      "loss": 0.1849,
      "step": 118430
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6869644974385364e-05,
      "loss": 0.1897,
      "step": 118440
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6868526431176036e-05,
      "loss": 0.1819,
      "step": 118450
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6867407887966714e-05,
      "loss": 0.1888,
      "step": 118460
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6866289344757385e-05,
      "loss": 0.185,
      "step": 118470
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.686517080154806e-05,
      "loss": 0.1885,
      "step": 118480
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.686405225833874e-05,
      "loss": 0.196,
      "step": 118490
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.686293371512942e-05,
      "loss": 0.1908,
      "step": 118500
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6861815171920096e-05,
      "loss": 0.1859,
      "step": 118510
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.686069662871077e-05,
      "loss": 0.1855,
      "step": 118520
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6859578085501445e-05,
      "loss": 0.1879,
      "step": 118530
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6858459542292123e-05,
      "loss": 0.1911,
      "step": 118540
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6857340999082795e-05,
      "loss": 0.1854,
      "step": 118550
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.685622245587347e-05,
      "loss": 0.1837,
      "step": 118560
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6855103912664144e-05,
      "loss": 0.1874,
      "step": 118570
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.685398536945482e-05,
      "loss": 0.1865,
      "step": 118580
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.68528668262455e-05,
      "loss": 0.1909,
      "step": 118590
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.685174828303618e-05,
      "loss": 0.1842,
      "step": 118600
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6850629739826855e-05,
      "loss": 0.1833,
      "step": 118610
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6849511196617527e-05,
      "loss": 0.1887,
      "step": 118620
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6848392653408204e-05,
      "loss": 0.1868,
      "step": 118630
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6847274110198876e-05,
      "loss": 0.1898,
      "step": 118640
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6846155566989554e-05,
      "loss": 0.1907,
      "step": 118650
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.684503702378023e-05,
      "loss": 0.1891,
      "step": 118660
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.68439184805709e-05,
      "loss": 0.1866,
      "step": 118670
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.684279993736158e-05,
      "loss": 0.1891,
      "step": 118680
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.684168139415226e-05,
      "loss": 0.1878,
      "step": 118690
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6840562850942936e-05,
      "loss": 0.1871,
      "step": 118700
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6839444307733614e-05,
      "loss": 0.1868,
      "step": 118710
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6838325764524285e-05,
      "loss": 0.1886,
      "step": 118720
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.683720722131496e-05,
      "loss": 0.1865,
      "step": 118730
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6836088678105635e-05,
      "loss": 0.1903,
      "step": 118740
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.683497013489631e-05,
      "loss": 0.1925,
      "step": 118750
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.683385159168699e-05,
      "loss": 0.1826,
      "step": 118760
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.683273304847766e-05,
      "loss": 0.1865,
      "step": 118770
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.683161450526834e-05,
      "loss": 0.1964,
      "step": 118780
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.683049596205901e-05,
      "loss": 0.1892,
      "step": 118790
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6829377418849695e-05,
      "loss": 0.1839,
      "step": 118800
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.682825887564037e-05,
      "loss": 0.1911,
      "step": 118810
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6827140332431044e-05,
      "loss": 0.1897,
      "step": 118820
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.682602178922172e-05,
      "loss": 0.191,
      "step": 118830
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6824903246012393e-05,
      "loss": 0.1843,
      "step": 118840
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.682378470280307e-05,
      "loss": 0.1876,
      "step": 118850
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.682266615959375e-05,
      "loss": 0.1931,
      "step": 118860
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.682154761638442e-05,
      "loss": 0.1902,
      "step": 118870
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.68204290731751e-05,
      "loss": 0.186,
      "step": 118880
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.681931052996577e-05,
      "loss": 0.1884,
      "step": 118890
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.681819198675645e-05,
      "loss": 0.1846,
      "step": 118900
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6817073443547125e-05,
      "loss": 0.1876,
      "step": 118910
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.68159549003378e-05,
      "loss": 0.1884,
      "step": 118920
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.681483635712848e-05,
      "loss": 0.186,
      "step": 118930
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.681371781391915e-05,
      "loss": 0.1894,
      "step": 118940
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.681259927070983e-05,
      "loss": 0.1868,
      "step": 118950
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.68114807275005e-05,
      "loss": 0.1882,
      "step": 118960
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.681036218429118e-05,
      "loss": 0.1895,
      "step": 118970
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.680924364108186e-05,
      "loss": 0.1904,
      "step": 118980
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.680812509787253e-05,
      "loss": 0.1893,
      "step": 118990
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6807006554663206e-05,
      "loss": 0.1884,
      "step": 119000
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6805888011453884e-05,
      "loss": 0.1906,
      "step": 119010
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.680476946824456e-05,
      "loss": 0.196,
      "step": 119020
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.680365092503524e-05,
      "loss": 0.1871,
      "step": 119030
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.680253238182591e-05,
      "loss": 0.1835,
      "step": 119040
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.680141383861659e-05,
      "loss": 0.1891,
      "step": 119050
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.680029529540726e-05,
      "loss": 0.1898,
      "step": 119060
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.679917675219794e-05,
      "loss": 0.1907,
      "step": 119070
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6798058208988616e-05,
      "loss": 0.1931,
      "step": 119080
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.679693966577929e-05,
      "loss": 0.1865,
      "step": 119090
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6795821122569965e-05,
      "loss": 0.1942,
      "step": 119100
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.679470257936064e-05,
      "loss": 0.1914,
      "step": 119110
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.679358403615132e-05,
      "loss": 0.194,
      "step": 119120
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6792465492942e-05,
      "loss": 0.1885,
      "step": 119130
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.679134694973267e-05,
      "loss": 0.1877,
      "step": 119140
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.679022840652335e-05,
      "loss": 0.1882,
      "step": 119150
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.678910986331402e-05,
      "loss": 0.1881,
      "step": 119160
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.67879913201047e-05,
      "loss": 0.1884,
      "step": 119170
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6786872776895375e-05,
      "loss": 0.1886,
      "step": 119180
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6785754233686046e-05,
      "loss": 0.1924,
      "step": 119190
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6784635690476724e-05,
      "loss": 0.1899,
      "step": 119200
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.67835171472674e-05,
      "loss": 0.1929,
      "step": 119210
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.678239860405808e-05,
      "loss": 0.1869,
      "step": 119220
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.678128006084876e-05,
      "loss": 0.1924,
      "step": 119230
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.678016151763943e-05,
      "loss": 0.1843,
      "step": 119240
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.677904297443011e-05,
      "loss": 0.1892,
      "step": 119250
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.677792443122078e-05,
      "loss": 0.1854,
      "step": 119260
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6776805888011456e-05,
      "loss": 0.1861,
      "step": 119270
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.677568734480213e-05,
      "loss": 0.1909,
      "step": 119280
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6774568801592805e-05,
      "loss": 0.19,
      "step": 119290
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.677345025838348e-05,
      "loss": 0.1839,
      "step": 119300
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6772331715174154e-05,
      "loss": 0.1876,
      "step": 119310
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.677121317196483e-05,
      "loss": 0.1909,
      "step": 119320
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.677009462875551e-05,
      "loss": 0.1871,
      "step": 119330
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.676897608554619e-05,
      "loss": 0.1867,
      "step": 119340
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6767857542336866e-05,
      "loss": 0.1926,
      "step": 119350
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.676673899912754e-05,
      "loss": 0.1871,
      "step": 119360
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6765620455918215e-05,
      "loss": 0.189,
      "step": 119370
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6764501912708886e-05,
      "loss": 0.1868,
      "step": 119380
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6763383369499564e-05,
      "loss": 0.187,
      "step": 119390
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.676226482629024e-05,
      "loss": 0.1834,
      "step": 119400
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6761146283080913e-05,
      "loss": 0.184,
      "step": 119410
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.676002773987159e-05,
      "loss": 0.1898,
      "step": 119420
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.675890919666227e-05,
      "loss": 0.1884,
      "step": 119430
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.675779065345295e-05,
      "loss": 0.1897,
      "step": 119440
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6756672110243625e-05,
      "loss": 0.1879,
      "step": 119450
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6755553567034296e-05,
      "loss": 0.1872,
      "step": 119460
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6754435023824974e-05,
      "loss": 0.1903,
      "step": 119470
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6753316480615645e-05,
      "loss": 0.1903,
      "step": 119480
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.675219793740632e-05,
      "loss": 0.1936,
      "step": 119490
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6751079394197e-05,
      "loss": 0.1872,
      "step": 119500
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.674996085098767e-05,
      "loss": 0.1877,
      "step": 119510
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.674884230777835e-05,
      "loss": 0.1869,
      "step": 119520
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.674772376456903e-05,
      "loss": 0.1884,
      "step": 119530
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6746605221359706e-05,
      "loss": 0.1897,
      "step": 119540
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6745486678150384e-05,
      "loss": 0.1917,
      "step": 119550
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6744368134941055e-05,
      "loss": 0.1875,
      "step": 119560
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.674324959173173e-05,
      "loss": 0.1876,
      "step": 119570
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6742131048522404e-05,
      "loss": 0.1847,
      "step": 119580
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.674101250531308e-05,
      "loss": 0.1839,
      "step": 119590
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.673989396210375e-05,
      "loss": 0.1917,
      "step": 119600
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.673877541889443e-05,
      "loss": 0.1889,
      "step": 119610
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.673765687568511e-05,
      "loss": 0.1827,
      "step": 119620
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.673653833247579e-05,
      "loss": 0.1846,
      "step": 119630
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6735419789266465e-05,
      "loss": 0.1885,
      "step": 119640
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6734301246057136e-05,
      "loss": 0.1837,
      "step": 119650
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6733182702847814e-05,
      "loss": 0.1897,
      "step": 119660
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.673206415963849e-05,
      "loss": 0.1826,
      "step": 119670
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.673094561642916e-05,
      "loss": 0.1863,
      "step": 119680
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.672982707321984e-05,
      "loss": 0.1887,
      "step": 119690
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.672870853001051e-05,
      "loss": 0.195,
      "step": 119700
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.672758998680119e-05,
      "loss": 0.1797,
      "step": 119710
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.672647144359187e-05,
      "loss": 0.1927,
      "step": 119720
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.672535290038254e-05,
      "loss": 0.1857,
      "step": 119730
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.672423435717322e-05,
      "loss": 0.1921,
      "step": 119740
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6723115813963895e-05,
      "loss": 0.1949,
      "step": 119750
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.672199727075457e-05,
      "loss": 0.1913,
      "step": 119760
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.672087872754525e-05,
      "loss": 0.1858,
      "step": 119770
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.671976018433592e-05,
      "loss": 0.1891,
      "step": 119780
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.67186416411266e-05,
      "loss": 0.1842,
      "step": 119790
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.671752309791727e-05,
      "loss": 0.1888,
      "step": 119800
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.671640455470795e-05,
      "loss": 0.1862,
      "step": 119810
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.671528601149863e-05,
      "loss": 0.1885,
      "step": 119820
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6714279322610236e-05,
      "loss": 0.1818,
      "step": 119830
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6713160779400914e-05,
      "loss": 0.1854,
      "step": 119840
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6712042236191585e-05,
      "loss": 0.1839,
      "step": 119850
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.671092369298226e-05,
      "loss": 0.1909,
      "step": 119860
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6709805149772934e-05,
      "loss": 0.188,
      "step": 119870
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.670868660656361e-05,
      "loss": 0.1926,
      "step": 119880
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.670756806335429e-05,
      "loss": 0.1892,
      "step": 119890
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.670644952014496e-05,
      "loss": 0.1923,
      "step": 119900
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6705330976935646e-05,
      "loss": 0.1883,
      "step": 119910
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.670421243372632e-05,
      "loss": 0.1851,
      "step": 119920
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6703093890516995e-05,
      "loss": 0.1868,
      "step": 119930
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6701975347307666e-05,
      "loss": 0.1882,
      "step": 119940
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6700856804098344e-05,
      "loss": 0.1917,
      "step": 119950
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.669973826088902e-05,
      "loss": 0.1864,
      "step": 119960
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.669861971767969e-05,
      "loss": 0.1901,
      "step": 119970
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.669750117447037e-05,
      "loss": 0.1881,
      "step": 119980
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.669638263126104e-05,
      "loss": 0.1919,
      "step": 119990
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.669526408805172e-05,
      "loss": 0.1818,
      "step": 120000
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.66941455448424e-05,
      "loss": 0.1917,
      "step": 120010
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6693027001633076e-05,
      "loss": 0.1914,
      "step": 120020
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6691908458423754e-05,
      "loss": 0.189,
      "step": 120030
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6690789915214425e-05,
      "loss": 0.1958,
      "step": 120040
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.66896713720051e-05,
      "loss": 0.1899,
      "step": 120050
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.668855282879578e-05,
      "loss": 0.1811,
      "step": 120060
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.668743428558645e-05,
      "loss": 0.1876,
      "step": 120070
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.668631574237713e-05,
      "loss": 0.1891,
      "step": 120080
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.66851971991678e-05,
      "loss": 0.1901,
      "step": 120090
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.668407865595848e-05,
      "loss": 0.1888,
      "step": 120100
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.668296011274916e-05,
      "loss": 0.192,
      "step": 120110
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6681841569539835e-05,
      "loss": 0.1901,
      "step": 120120
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.668072302633051e-05,
      "loss": 0.194,
      "step": 120130
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6679604483121184e-05,
      "loss": 0.19,
      "step": 120140
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.667848593991186e-05,
      "loss": 0.1877,
      "step": 120150
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.667736739670254e-05,
      "loss": 0.1867,
      "step": 120160
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.667624885349321e-05,
      "loss": 0.1864,
      "step": 120170
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.667513031028389e-05,
      "loss": 0.1896,
      "step": 120180
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.667401176707456e-05,
      "loss": 0.1903,
      "step": 120190
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.667289322386524e-05,
      "loss": 0.1857,
      "step": 120200
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6671774680655916e-05,
      "loss": 0.1901,
      "step": 120210
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6670656137446594e-05,
      "loss": 0.1868,
      "step": 120220
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.666953759423727e-05,
      "loss": 0.1855,
      "step": 120230
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.666841905102794e-05,
      "loss": 0.1894,
      "step": 120240
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.666730050781862e-05,
      "loss": 0.1876,
      "step": 120250
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.666618196460929e-05,
      "loss": 0.1896,
      "step": 120260
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.666506342139997e-05,
      "loss": 0.1853,
      "step": 120270
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.666394487819065e-05,
      "loss": 0.1849,
      "step": 120280
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.666282633498132e-05,
      "loss": 0.1849,
      "step": 120290
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6661707791772e-05,
      "loss": 0.1872,
      "step": 120300
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.666058924856267e-05,
      "loss": 0.1889,
      "step": 120310
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6659470705353346e-05,
      "loss": 0.188,
      "step": 120320
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.665835216214403e-05,
      "loss": 0.1832,
      "step": 120330
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.66572336189347e-05,
      "loss": 0.1947,
      "step": 120340
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.665611507572538e-05,
      "loss": 0.1885,
      "step": 120350
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.665499653251605e-05,
      "loss": 0.1854,
      "step": 120360
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.665387798930673e-05,
      "loss": 0.1863,
      "step": 120370
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.665275944609741e-05,
      "loss": 0.1861,
      "step": 120380
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.665164090288808e-05,
      "loss": 0.1835,
      "step": 120390
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6650522359678756e-05,
      "loss": 0.1882,
      "step": 120400
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.664940381646943e-05,
      "loss": 0.1894,
      "step": 120410
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6648285273260105e-05,
      "loss": 0.188,
      "step": 120420
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.664716673005078e-05,
      "loss": 0.1873,
      "step": 120430
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.664604818684146e-05,
      "loss": 0.1896,
      "step": 120440
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.664492964363214e-05,
      "loss": 0.1864,
      "step": 120450
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.664381110042281e-05,
      "loss": 0.1871,
      "step": 120460
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.664269255721349e-05,
      "loss": 0.189,
      "step": 120470
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6641574014004166e-05,
      "loss": 0.1922,
      "step": 120480
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.664045547079484e-05,
      "loss": 0.1903,
      "step": 120490
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6639336927585515e-05,
      "loss": 0.1852,
      "step": 120500
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6638218384376186e-05,
      "loss": 0.1874,
      "step": 120510
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6637099841166864e-05,
      "loss": 0.1851,
      "step": 120520
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.663598129795754e-05,
      "loss": 0.1952,
      "step": 120530
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.663486275474822e-05,
      "loss": 0.1871,
      "step": 120540
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.66337442115389e-05,
      "loss": 0.1861,
      "step": 120550
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.663262566832957e-05,
      "loss": 0.1897,
      "step": 120560
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.663150712512025e-05,
      "loss": 0.1907,
      "step": 120570
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.663038858191092e-05,
      "loss": 0.1846,
      "step": 120580
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6629270038701596e-05,
      "loss": 0.1903,
      "step": 120590
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6628151495492274e-05,
      "loss": 0.1918,
      "step": 120600
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6627032952282945e-05,
      "loss": 0.1885,
      "step": 120610
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.662591440907362e-05,
      "loss": 0.1837,
      "step": 120620
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.66247958658643e-05,
      "loss": 0.1866,
      "step": 120630
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.662367732265498e-05,
      "loss": 0.1891,
      "step": 120640
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6622558779445657e-05,
      "loss": 0.1886,
      "step": 120650
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.662144023623633e-05,
      "loss": 0.1857,
      "step": 120660
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6620321693027006e-05,
      "loss": 0.184,
      "step": 120670
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.661920314981768e-05,
      "loss": 0.185,
      "step": 120680
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6618084606608355e-05,
      "loss": 0.1853,
      "step": 120690
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.661696606339903e-05,
      "loss": 0.1943,
      "step": 120700
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6615847520189704e-05,
      "loss": 0.1854,
      "step": 120710
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.661472897698038e-05,
      "loss": 0.1792,
      "step": 120720
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.661361043377105e-05,
      "loss": 0.1837,
      "step": 120730
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.661249189056174e-05,
      "loss": 0.1826,
      "step": 120740
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6611373347352416e-05,
      "loss": 0.185,
      "step": 120750
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.661025480414309e-05,
      "loss": 0.191,
      "step": 120760
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6609136260933765e-05,
      "loss": 0.1917,
      "step": 120770
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6608017717724436e-05,
      "loss": 0.1837,
      "step": 120780
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6606899174515114e-05,
      "loss": 0.1889,
      "step": 120790
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.660578063130579e-05,
      "loss": 0.1911,
      "step": 120800
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.660466208809646e-05,
      "loss": 0.1878,
      "step": 120810
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.660354354488714e-05,
      "loss": 0.1877,
      "step": 120820
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.660242500167781e-05,
      "loss": 0.1856,
      "step": 120830
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.660130645846849e-05,
      "loss": 0.1857,
      "step": 120840
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.660018791525917e-05,
      "loss": 0.1849,
      "step": 120850
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6599069372049846e-05,
      "loss": 0.1875,
      "step": 120860
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6597950828840524e-05,
      "loss": 0.1883,
      "step": 120870
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6596832285631195e-05,
      "loss": 0.1911,
      "step": 120880
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.659571374242187e-05,
      "loss": 0.1912,
      "step": 120890
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6594595199212544e-05,
      "loss": 0.1815,
      "step": 120900
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.659347665600322e-05,
      "loss": 0.1889,
      "step": 120910
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.65923581127939e-05,
      "loss": 0.1903,
      "step": 120920
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.659123956958457e-05,
      "loss": 0.1912,
      "step": 120930
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.659012102637525e-05,
      "loss": 0.1878,
      "step": 120940
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.658900248316593e-05,
      "loss": 0.1876,
      "step": 120950
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6587883939956605e-05,
      "loss": 0.1938,
      "step": 120960
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.658676539674728e-05,
      "loss": 0.1848,
      "step": 120970
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6585646853537954e-05,
      "loss": 0.1839,
      "step": 120980
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.658452831032863e-05,
      "loss": 0.1814,
      "step": 120990
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.65834097671193e-05,
      "loss": 0.1875,
      "step": 121000
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.658229122390998e-05,
      "loss": 0.1854,
      "step": 121010
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.658117268070066e-05,
      "loss": 0.1872,
      "step": 121020
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.658005413749133e-05,
      "loss": 0.1921,
      "step": 121030
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.657893559428201e-05,
      "loss": 0.1925,
      "step": 121040
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6577817051072686e-05,
      "loss": 0.1857,
      "step": 121050
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6576698507863363e-05,
      "loss": 0.1875,
      "step": 121060
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.657557996465404e-05,
      "loss": 0.1886,
      "step": 121070
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.657446142144471e-05,
      "loss": 0.1918,
      "step": 121080
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.657334287823539e-05,
      "loss": 0.1857,
      "step": 121090
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.657222433502606e-05,
      "loss": 0.1867,
      "step": 121100
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.657110579181674e-05,
      "loss": 0.1846,
      "step": 121110
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.656998724860742e-05,
      "loss": 0.1908,
      "step": 121120
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.656886870539809e-05,
      "loss": 0.1885,
      "step": 121130
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6567750162188767e-05,
      "loss": 0.1939,
      "step": 121140
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.656663161897944e-05,
      "loss": 0.1856,
      "step": 121150
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.656551307577012e-05,
      "loss": 0.189,
      "step": 121160
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.65643945325608e-05,
      "loss": 0.1908,
      "step": 121170
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.656327598935147e-05,
      "loss": 0.1858,
      "step": 121180
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.656215744614215e-05,
      "loss": 0.1846,
      "step": 121190
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.656103890293282e-05,
      "loss": 0.1868,
      "step": 121200
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.65599203597235e-05,
      "loss": 0.1896,
      "step": 121210
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.655880181651417e-05,
      "loss": 0.1851,
      "step": 121220
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.655768327330485e-05,
      "loss": 0.1897,
      "step": 121230
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6556564730095526e-05,
      "loss": 0.1855,
      "step": 121240
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.65554461868862e-05,
      "loss": 0.1878,
      "step": 121250
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6554327643676875e-05,
      "loss": 0.185,
      "step": 121260
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.655320910046755e-05,
      "loss": 0.1879,
      "step": 121270
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.655209055725823e-05,
      "loss": 0.1909,
      "step": 121280
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.655097201404891e-05,
      "loss": 0.1919,
      "step": 121290
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.654985347083958e-05,
      "loss": 0.1853,
      "step": 121300
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.654873492763026e-05,
      "loss": 0.1871,
      "step": 121310
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.654761638442093e-05,
      "loss": 0.189,
      "step": 121320
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6546497841211607e-05,
      "loss": 0.1894,
      "step": 121330
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6545379298002284e-05,
      "loss": 0.1857,
      "step": 121340
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6544260754792956e-05,
      "loss": 0.1829,
      "step": 121350
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6543142211583634e-05,
      "loss": 0.1873,
      "step": 121360
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.654202366837431e-05,
      "loss": 0.1876,
      "step": 121370
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.654090512516499e-05,
      "loss": 0.1872,
      "step": 121380
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.653978658195567e-05,
      "loss": 0.1864,
      "step": 121390
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.653866803874634e-05,
      "loss": 0.1882,
      "step": 121400
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6537549495537016e-05,
      "loss": 0.1845,
      "step": 121410
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.653643095232769e-05,
      "loss": 0.1919,
      "step": 121420
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6535312409118366e-05,
      "loss": 0.1881,
      "step": 121430
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6534193865909043e-05,
      "loss": 0.194,
      "step": 121440
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6533075322699715e-05,
      "loss": 0.1827,
      "step": 121450
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.653195677949039e-05,
      "loss": 0.1841,
      "step": 121460
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.653083823628107e-05,
      "loss": 0.1821,
      "step": 121470
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.652971969307175e-05,
      "loss": 0.1892,
      "step": 121480
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6528601149862426e-05,
      "loss": 0.1898,
      "step": 121490
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.65274826066531e-05,
      "loss": 0.1913,
      "step": 121500
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6526364063443775e-05,
      "loss": 0.185,
      "step": 121510
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6525245520234447e-05,
      "loss": 0.1885,
      "step": 121520
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6524126977025124e-05,
      "loss": 0.1828,
      "step": 121530
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6523008433815796e-05,
      "loss": 0.1835,
      "step": 121540
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6521889890606474e-05,
      "loss": 0.1849,
      "step": 121550
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.652077134739715e-05,
      "loss": 0.1934,
      "step": 121560
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.651965280418783e-05,
      "loss": 0.1823,
      "step": 121570
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.651853426097851e-05,
      "loss": 0.189,
      "step": 121580
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.651741571776918e-05,
      "loss": 0.1913,
      "step": 121590
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6516297174559856e-05,
      "loss": 0.1844,
      "step": 121600
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6515178631350534e-05,
      "loss": 0.1864,
      "step": 121610
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6514060088141205e-05,
      "loss": 0.1889,
      "step": 121620
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6512941544931883e-05,
      "loss": 0.1856,
      "step": 121630
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6511823001722555e-05,
      "loss": 0.1848,
      "step": 121640
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.651070445851323e-05,
      "loss": 0.1853,
      "step": 121650
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.650958591530391e-05,
      "loss": 0.1907,
      "step": 121660
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.650846737209458e-05,
      "loss": 0.1876,
      "step": 121670
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.650734882888526e-05,
      "loss": 0.1897,
      "step": 121680
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.650623028567594e-05,
      "loss": 0.1826,
      "step": 121690
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6505111742466615e-05,
      "loss": 0.1835,
      "step": 121700
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.650399319925729e-05,
      "loss": 0.181,
      "step": 121710
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6502874656047964e-05,
      "loss": 0.1837,
      "step": 121720
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.650175611283864e-05,
      "loss": 0.1824,
      "step": 121730
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6500637569629314e-05,
      "loss": 0.1884,
      "step": 121740
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.649951902641999e-05,
      "loss": 0.1893,
      "step": 121750
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.649840048321067e-05,
      "loss": 0.1896,
      "step": 121760
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.649728194000134e-05,
      "loss": 0.1875,
      "step": 121770
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.649616339679202e-05,
      "loss": 0.1902,
      "step": 121780
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6495044853582696e-05,
      "loss": 0.1898,
      "step": 121790
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6493926310373374e-05,
      "loss": 0.1913,
      "step": 121800
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.649280776716405e-05,
      "loss": 0.1869,
      "step": 121810
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.649168922395472e-05,
      "loss": 0.1863,
      "step": 121820
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.64905706807454e-05,
      "loss": 0.1929,
      "step": 121830
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.648945213753607e-05,
      "loss": 0.1854,
      "step": 121840
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.648844544864768e-05,
      "loss": 0.1842,
      "step": 121850
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.648732690543836e-05,
      "loss": 0.189,
      "step": 121860
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.648620836222904e-05,
      "loss": 0.191,
      "step": 121870
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6485089819019715e-05,
      "loss": 0.1847,
      "step": 121880
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6483971275810386e-05,
      "loss": 0.1833,
      "step": 121890
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6482852732601064e-05,
      "loss": 0.1837,
      "step": 121900
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6481734189391735e-05,
      "loss": 0.1865,
      "step": 121910
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.648061564618241e-05,
      "loss": 0.1836,
      "step": 121920
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6479497102973084e-05,
      "loss": 0.186,
      "step": 121930
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.647837855976376e-05,
      "loss": 0.1916,
      "step": 121940
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.647726001655444e-05,
      "loss": 0.1869,
      "step": 121950
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.647614147334512e-05,
      "loss": 0.1851,
      "step": 121960
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6475022930135796e-05,
      "loss": 0.1885,
      "step": 121970
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.647390438692647e-05,
      "loss": 0.1896,
      "step": 121980
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6472785843717145e-05,
      "loss": 0.1907,
      "step": 121990
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.647166730050782e-05,
      "loss": 0.1828,
      "step": 122000
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6470548757298494e-05,
      "loss": 0.1844,
      "step": 122010
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.646943021408917e-05,
      "loss": 0.1905,
      "step": 122020
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.646831167087984e-05,
      "loss": 0.1895,
      "step": 122030
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.646719312767052e-05,
      "loss": 0.1837,
      "step": 122040
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.64660745844612e-05,
      "loss": 0.1902,
      "step": 122050
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.646495604125188e-05,
      "loss": 0.1871,
      "step": 122060
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6463837498042555e-05,
      "loss": 0.1837,
      "step": 122070
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6462718954833226e-05,
      "loss": 0.1877,
      "step": 122080
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6461600411623904e-05,
      "loss": 0.1913,
      "step": 122090
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.646048186841458e-05,
      "loss": 0.1872,
      "step": 122100
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.645936332520525e-05,
      "loss": 0.185,
      "step": 122110
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.645824478199593e-05,
      "loss": 0.1871,
      "step": 122120
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.64571262387866e-05,
      "loss": 0.1878,
      "step": 122130
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.645600769557728e-05,
      "loss": 0.1899,
      "step": 122140
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.645488915236796e-05,
      "loss": 0.1874,
      "step": 122150
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6453770609158636e-05,
      "loss": 0.1865,
      "step": 122160
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6452652065949314e-05,
      "loss": 0.1926,
      "step": 122170
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6451533522739985e-05,
      "loss": 0.1899,
      "step": 122180
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.645041497953066e-05,
      "loss": 0.1884,
      "step": 122190
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.644929643632134e-05,
      "loss": 0.1859,
      "step": 122200
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.644817789311201e-05,
      "loss": 0.1841,
      "step": 122210
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.644705934990269e-05,
      "loss": 0.1829,
      "step": 122220
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.644594080669336e-05,
      "loss": 0.1814,
      "step": 122230
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.644482226348404e-05,
      "loss": 0.19,
      "step": 122240
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.644370372027471e-05,
      "loss": 0.1887,
      "step": 122250
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.644258517706539e-05,
      "loss": 0.1869,
      "step": 122260
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.644146663385607e-05,
      "loss": 0.1895,
      "step": 122270
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6440348090646744e-05,
      "loss": 0.1845,
      "step": 122280
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.643922954743742e-05,
      "loss": 0.1864,
      "step": 122290
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.643811100422809e-05,
      "loss": 0.1836,
      "step": 122300
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.643699246101877e-05,
      "loss": 0.1828,
      "step": 122310
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.643587391780945e-05,
      "loss": 0.1929,
      "step": 122320
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.643475537460012e-05,
      "loss": 0.1952,
      "step": 122330
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.64336368313908e-05,
      "loss": 0.1904,
      "step": 122340
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.643251828818147e-05,
      "loss": 0.1857,
      "step": 122350
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.643139974497215e-05,
      "loss": 0.1895,
      "step": 122360
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6430281201762825e-05,
      "loss": 0.1813,
      "step": 122370
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.64291626585535e-05,
      "loss": 0.1869,
      "step": 122380
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.642804411534418e-05,
      "loss": 0.1867,
      "step": 122390
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.642692557213485e-05,
      "loss": 0.1882,
      "step": 122400
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.642580702892553e-05,
      "loss": 0.1845,
      "step": 122410
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.642468848571621e-05,
      "loss": 0.1815,
      "step": 122420
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.642356994250688e-05,
      "loss": 0.1871,
      "step": 122430
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.642245139929756e-05,
      "loss": 0.1838,
      "step": 122440
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.642133285608823e-05,
      "loss": 0.1847,
      "step": 122450
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6420214312878906e-05,
      "loss": 0.1906,
      "step": 122460
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6419095769669584e-05,
      "loss": 0.1923,
      "step": 122470
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.641797722646026e-05,
      "loss": 0.1784,
      "step": 122480
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.641685868325094e-05,
      "loss": 0.1867,
      "step": 122490
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.641574014004161e-05,
      "loss": 0.1859,
      "step": 122500
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.641462159683229e-05,
      "loss": 0.1848,
      "step": 122510
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.641350305362296e-05,
      "loss": 0.1889,
      "step": 122520
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.641238451041364e-05,
      "loss": 0.1899,
      "step": 122530
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6411265967204316e-05,
      "loss": 0.1878,
      "step": 122540
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.641014742399499e-05,
      "loss": 0.1857,
      "step": 122550
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6409028880785665e-05,
      "loss": 0.1858,
      "step": 122560
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.640791033757634e-05,
      "loss": 0.1844,
      "step": 122570
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.640679179436702e-05,
      "loss": 0.1862,
      "step": 122580
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.64056732511577e-05,
      "loss": 0.1891,
      "step": 122590
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.640455470794837e-05,
      "loss": 0.1865,
      "step": 122600
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.640343616473905e-05,
      "loss": 0.1848,
      "step": 122610
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.640231762152972e-05,
      "loss": 0.1882,
      "step": 122620
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.64011990783204e-05,
      "loss": 0.188,
      "step": 122630
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6400080535111075e-05,
      "loss": 0.1834,
      "step": 122640
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6398961991901746e-05,
      "loss": 0.1848,
      "step": 122650
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6397843448692424e-05,
      "loss": 0.1868,
      "step": 122660
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6396724905483095e-05,
      "loss": 0.185,
      "step": 122670
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.639560636227377e-05,
      "loss": 0.1875,
      "step": 122680
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.639448781906446e-05,
      "loss": 0.1816,
      "step": 122690
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.639336927585513e-05,
      "loss": 0.1799,
      "step": 122700
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.639225073264581e-05,
      "loss": 0.1903,
      "step": 122710
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.639113218943648e-05,
      "loss": 0.19,
      "step": 122720
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6390013646227156e-05,
      "loss": 0.1862,
      "step": 122730
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6388895103017834e-05,
      "loss": 0.1838,
      "step": 122740
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6387776559808505e-05,
      "loss": 0.1854,
      "step": 122750
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.638665801659918e-05,
      "loss": 0.1826,
      "step": 122760
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6385539473389854e-05,
      "loss": 0.1803,
      "step": 122770
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.638442093018053e-05,
      "loss": 0.1824,
      "step": 122780
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.638330238697121e-05,
      "loss": 0.181,
      "step": 122790
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.638218384376189e-05,
      "loss": 0.1869,
      "step": 122800
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6381065300552566e-05,
      "loss": 0.1864,
      "step": 122810
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.637994675734324e-05,
      "loss": 0.1855,
      "step": 122820
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6378828214133915e-05,
      "loss": 0.1905,
      "step": 122830
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6377709670924586e-05,
      "loss": 0.1818,
      "step": 122840
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6376591127715264e-05,
      "loss": 0.187,
      "step": 122850
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.637547258450594e-05,
      "loss": 0.1841,
      "step": 122860
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.637435404129661e-05,
      "loss": 0.1897,
      "step": 122870
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.637323549808729e-05,
      "loss": 0.1863,
      "step": 122880
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.637211695487797e-05,
      "loss": 0.1842,
      "step": 122890
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.637099841166865e-05,
      "loss": 0.1854,
      "step": 122900
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6369879868459325e-05,
      "loss": 0.1943,
      "step": 122910
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6368761325249996e-05,
      "loss": 0.1891,
      "step": 122920
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6367642782040674e-05,
      "loss": 0.192,
      "step": 122930
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6366524238831345e-05,
      "loss": 0.1843,
      "step": 122940
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.636540569562202e-05,
      "loss": 0.1916,
      "step": 122950
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.63642871524127e-05,
      "loss": 0.185,
      "step": 122960
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.636316860920337e-05,
      "loss": 0.1891,
      "step": 122970
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.636205006599405e-05,
      "loss": 0.1867,
      "step": 122980
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.636093152278473e-05,
      "loss": 0.1853,
      "step": 122990
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6359812979575406e-05,
      "loss": 0.1893,
      "step": 123000
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6358694436366084e-05,
      "loss": 0.187,
      "step": 123010
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6357575893156755e-05,
      "loss": 0.1821,
      "step": 123020
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.635645734994743e-05,
      "loss": 0.1892,
      "step": 123030
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6355338806738104e-05,
      "loss": 0.1928,
      "step": 123040
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.635422026352878e-05,
      "loss": 0.1893,
      "step": 123050
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.635310172031946e-05,
      "loss": 0.1904,
      "step": 123060
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.635198317711013e-05,
      "loss": 0.1878,
      "step": 123070
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.635086463390081e-05,
      "loss": 0.1908,
      "step": 123080
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.634974609069148e-05,
      "loss": 0.1844,
      "step": 123090
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6348627547482165e-05,
      "loss": 0.1884,
      "step": 123100
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.634750900427284e-05,
      "loss": 0.1855,
      "step": 123110
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6346390461063514e-05,
      "loss": 0.1821,
      "step": 123120
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.634527191785419e-05,
      "loss": 0.1856,
      "step": 123130
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.634415337464486e-05,
      "loss": 0.19,
      "step": 123140
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.634303483143554e-05,
      "loss": 0.1861,
      "step": 123150
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.634191628822621e-05,
      "loss": 0.186,
      "step": 123160
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.634079774501689e-05,
      "loss": 0.1842,
      "step": 123170
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.633967920180757e-05,
      "loss": 0.1912,
      "step": 123180
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.633856065859824e-05,
      "loss": 0.1952,
      "step": 123190
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.633744211538892e-05,
      "loss": 0.1793,
      "step": 123200
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6336323572179595e-05,
      "loss": 0.1855,
      "step": 123210
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.633520502897027e-05,
      "loss": 0.1848,
      "step": 123220
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.633408648576095e-05,
      "loss": 0.1868,
      "step": 123230
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.633296794255162e-05,
      "loss": 0.188,
      "step": 123240
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.63318493993423e-05,
      "loss": 0.1821,
      "step": 123250
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.633073085613297e-05,
      "loss": 0.1868,
      "step": 123260
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.632961231292365e-05,
      "loss": 0.1862,
      "step": 123270
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.632849376971433e-05,
      "loss": 0.1899,
      "step": 123280
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6327375226505e-05,
      "loss": 0.1898,
      "step": 123290
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6326256683295676e-05,
      "loss": 0.1841,
      "step": 123300
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6325138140086354e-05,
      "loss": 0.1903,
      "step": 123310
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.632401959687703e-05,
      "loss": 0.1847,
      "step": 123320
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.632290105366771e-05,
      "loss": 0.1907,
      "step": 123330
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.632178251045838e-05,
      "loss": 0.1866,
      "step": 123340
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.632066396724906e-05,
      "loss": 0.187,
      "step": 123350
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.631954542403973e-05,
      "loss": 0.1808,
      "step": 123360
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.631842688083041e-05,
      "loss": 0.1819,
      "step": 123370
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6317308337621086e-05,
      "loss": 0.1878,
      "step": 123380
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.631618979441176e-05,
      "loss": 0.191,
      "step": 123390
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6315071251202435e-05,
      "loss": 0.1861,
      "step": 123400
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.631395270799311e-05,
      "loss": 0.1866,
      "step": 123410
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.631283416478379e-05,
      "loss": 0.1884,
      "step": 123420
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.631171562157447e-05,
      "loss": 0.1851,
      "step": 123430
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.631059707836514e-05,
      "loss": 0.1897,
      "step": 123440
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.630947853515582e-05,
      "loss": 0.1938,
      "step": 123450
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.630835999194649e-05,
      "loss": 0.1877,
      "step": 123460
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.630724144873717e-05,
      "loss": 0.1877,
      "step": 123470
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.630612290552784e-05,
      "loss": 0.1849,
      "step": 123480
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6305004362318516e-05,
      "loss": 0.186,
      "step": 123490
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6303885819109194e-05,
      "loss": 0.1863,
      "step": 123500
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.630276727589987e-05,
      "loss": 0.1873,
      "step": 123510
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.630164873269055e-05,
      "loss": 0.1835,
      "step": 123520
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.630053018948122e-05,
      "loss": 0.1901,
      "step": 123530
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.62994116462719e-05,
      "loss": 0.1851,
      "step": 123540
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6298293103062577e-05,
      "loss": 0.1902,
      "step": 123550
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.629717455985325e-05,
      "loss": 0.1893,
      "step": 123560
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6296056016643926e-05,
      "loss": 0.1872,
      "step": 123570
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.62949374734346e-05,
      "loss": 0.1836,
      "step": 123580
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6293818930225275e-05,
      "loss": 0.1911,
      "step": 123590
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.629270038701595e-05,
      "loss": 0.1834,
      "step": 123600
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6291581843806624e-05,
      "loss": 0.1856,
      "step": 123610
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.62904633005973e-05,
      "loss": 0.1894,
      "step": 123620
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.628934475738798e-05,
      "loss": 0.186,
      "step": 123630
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.628822621417866e-05,
      "loss": 0.1918,
      "step": 123640
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6287107670969336e-05,
      "loss": 0.1877,
      "step": 123650
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.628598912776001e-05,
      "loss": 0.1936,
      "step": 123660
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6284870584550685e-05,
      "loss": 0.1886,
      "step": 123670
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6283752041341356e-05,
      "loss": 0.1821,
      "step": 123680
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6282633498132034e-05,
      "loss": 0.1861,
      "step": 123690
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.628151495492271e-05,
      "loss": 0.1868,
      "step": 123700
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.628039641171338e-05,
      "loss": 0.1855,
      "step": 123710
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.627927786850406e-05,
      "loss": 0.1792,
      "step": 123720
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.627815932529474e-05,
      "loss": 0.1837,
      "step": 123730
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6277040782085417e-05,
      "loss": 0.1839,
      "step": 123740
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6275922238876094e-05,
      "loss": 0.1879,
      "step": 123750
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6274803695666766e-05,
      "loss": 0.1829,
      "step": 123760
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6273685152457444e-05,
      "loss": 0.1849,
      "step": 123770
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6272566609248115e-05,
      "loss": 0.185,
      "step": 123780
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.627144806603879e-05,
      "loss": 0.1881,
      "step": 123790
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6270329522829464e-05,
      "loss": 0.1901,
      "step": 123800
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.626921097962014e-05,
      "loss": 0.1873,
      "step": 123810
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.626809243641082e-05,
      "loss": 0.1825,
      "step": 123820
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.62669738932015e-05,
      "loss": 0.1853,
      "step": 123830
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6265855349992175e-05,
      "loss": 0.1894,
      "step": 123840
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.626473680678285e-05,
      "loss": 0.1883,
      "step": 123850
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6263618263573525e-05,
      "loss": 0.1913,
      "step": 123860
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.62624997203642e-05,
      "loss": 0.191,
      "step": 123870
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6261381177154874e-05,
      "loss": 0.1883,
      "step": 123880
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.626026263394555e-05,
      "loss": 0.1853,
      "step": 123890
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.625914409073622e-05,
      "loss": 0.1813,
      "step": 123900
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.62580255475269e-05,
      "loss": 0.1907,
      "step": 123910
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.625690700431758e-05,
      "loss": 0.1804,
      "step": 123920
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6255788461108257e-05,
      "loss": 0.1853,
      "step": 123930
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6254781772219865e-05,
      "loss": 0.1872,
      "step": 123940
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6253663229010536e-05,
      "loss": 0.1821,
      "step": 123950
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6252544685801214e-05,
      "loss": 0.1848,
      "step": 123960
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6251426142591886e-05,
      "loss": 0.1891,
      "step": 123970
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6250307599382563e-05,
      "loss": 0.1873,
      "step": 123980
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.624918905617324e-05,
      "loss": 0.1856,
      "step": 123990
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.624807051296392e-05,
      "loss": 0.1837,
      "step": 124000
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.62469519697546e-05,
      "loss": 0.1885,
      "step": 124010
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.624583342654527e-05,
      "loss": 0.1931,
      "step": 124020
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6244714883335946e-05,
      "loss": 0.1806,
      "step": 124030
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6243596340126624e-05,
      "loss": 0.1855,
      "step": 124040
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6242477796917295e-05,
      "loss": 0.1842,
      "step": 124050
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.624135925370797e-05,
      "loss": 0.1905,
      "step": 124060
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6240240710498644e-05,
      "loss": 0.1846,
      "step": 124070
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.623912216728932e-05,
      "loss": 0.1859,
      "step": 124080
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.623800362408e-05,
      "loss": 0.1898,
      "step": 124090
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.623688508087068e-05,
      "loss": 0.1847,
      "step": 124100
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6235766537661356e-05,
      "loss": 0.1812,
      "step": 124110
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.623464799445203e-05,
      "loss": 0.1843,
      "step": 124120
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6233529451242705e-05,
      "loss": 0.1813,
      "step": 124130
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.623241090803338e-05,
      "loss": 0.1859,
      "step": 124140
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6231292364824054e-05,
      "loss": 0.1821,
      "step": 124150
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.623017382161473e-05,
      "loss": 0.1874,
      "step": 124160
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6229055278405403e-05,
      "loss": 0.1846,
      "step": 124170
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.622793673519608e-05,
      "loss": 0.1872,
      "step": 124180
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.622681819198675e-05,
      "loss": 0.1844,
      "step": 124190
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.622569964877743e-05,
      "loss": 0.1884,
      "step": 124200
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.622458110556811e-05,
      "loss": 0.1931,
      "step": 124210
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6223462562358786e-05,
      "loss": 0.1839,
      "step": 124220
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6222344019149464e-05,
      "loss": 0.1827,
      "step": 124230
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6221225475940135e-05,
      "loss": 0.1854,
      "step": 124240
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.622010693273081e-05,
      "loss": 0.1885,
      "step": 124250
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.621898838952149e-05,
      "loss": 0.1903,
      "step": 124260
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.621786984631216e-05,
      "loss": 0.1887,
      "step": 124270
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.621675130310284e-05,
      "loss": 0.1856,
      "step": 124280
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.621563275989351e-05,
      "loss": 0.1903,
      "step": 124290
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.621451421668419e-05,
      "loss": 0.1832,
      "step": 124300
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.621339567347487e-05,
      "loss": 0.1906,
      "step": 124310
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6212277130265545e-05,
      "loss": 0.1786,
      "step": 124320
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.621115858705622e-05,
      "loss": 0.1843,
      "step": 124330
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6210040043846894e-05,
      "loss": 0.1876,
      "step": 124340
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.620892150063757e-05,
      "loss": 0.191,
      "step": 124350
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.620780295742825e-05,
      "loss": 0.1855,
      "step": 124360
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.620668441421892e-05,
      "loss": 0.1844,
      "step": 124370
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.62055658710096e-05,
      "loss": 0.1836,
      "step": 124380
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.620444732780027e-05,
      "loss": 0.1844,
      "step": 124390
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.620332878459095e-05,
      "loss": 0.1821,
      "step": 124400
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6202210241381626e-05,
      "loss": 0.1897,
      "step": 124410
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6201091698172304e-05,
      "loss": 0.1838,
      "step": 124420
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.619997315496298e-05,
      "loss": 0.1897,
      "step": 124430
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6198966466074584e-05,
      "loss": 0.1844,
      "step": 124440
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.619784792286526e-05,
      "loss": 0.1819,
      "step": 124450
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.619672937965593e-05,
      "loss": 0.1847,
      "step": 124460
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.619561083644661e-05,
      "loss": 0.1854,
      "step": 124470
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.619449229323729e-05,
      "loss": 0.1849,
      "step": 124480
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.619337375002797e-05,
      "loss": 0.1863,
      "step": 124490
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6192255206818645e-05,
      "loss": 0.1828,
      "step": 124500
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6191136663609316e-05,
      "loss": 0.1812,
      "step": 124510
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6190018120399994e-05,
      "loss": 0.1909,
      "step": 124520
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.618889957719067e-05,
      "loss": 0.1799,
      "step": 124530
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.618778103398134e-05,
      "loss": 0.1835,
      "step": 124540
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.618666249077202e-05,
      "loss": 0.1895,
      "step": 124550
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.618554394756269e-05,
      "loss": 0.1808,
      "step": 124560
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.618442540435337e-05,
      "loss": 0.1844,
      "step": 124570
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.618330686114405e-05,
      "loss": 0.1836,
      "step": 124580
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6182188317934726e-05,
      "loss": 0.1856,
      "step": 124590
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6181069774725404e-05,
      "loss": 0.1825,
      "step": 124600
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6179951231516075e-05,
      "loss": 0.1812,
      "step": 124610
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.617883268830675e-05,
      "loss": 0.1868,
      "step": 124620
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6177714145097424e-05,
      "loss": 0.188,
      "step": 124630
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.61765956018881e-05,
      "loss": 0.1843,
      "step": 124640
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.617547705867878e-05,
      "loss": 0.1875,
      "step": 124650
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.617435851546945e-05,
      "loss": 0.1826,
      "step": 124660
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.617323997226013e-05,
      "loss": 0.1847,
      "step": 124670
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.617212142905081e-05,
      "loss": 0.184,
      "step": 124680
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6171002885841485e-05,
      "loss": 0.1859,
      "step": 124690
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.616988434263216e-05,
      "loss": 0.1847,
      "step": 124700
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6168765799422834e-05,
      "loss": 0.1874,
      "step": 124710
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.616764725621351e-05,
      "loss": 0.1827,
      "step": 124720
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.616652871300418e-05,
      "loss": 0.1815,
      "step": 124730
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.616541016979486e-05,
      "loss": 0.1863,
      "step": 124740
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.616429162658554e-05,
      "loss": 0.1838,
      "step": 124750
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.616317308337621e-05,
      "loss": 0.18,
      "step": 124760
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.616205454016689e-05,
      "loss": 0.1909,
      "step": 124770
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.616093599695756e-05,
      "loss": 0.1829,
      "step": 124780
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.615981745374824e-05,
      "loss": 0.1849,
      "step": 124790
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.615869891053892e-05,
      "loss": 0.1918,
      "step": 124800
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.615758036732959e-05,
      "loss": 0.1835,
      "step": 124810
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.615646182412027e-05,
      "loss": 0.1857,
      "step": 124820
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.615534328091094e-05,
      "loss": 0.1925,
      "step": 124830
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.615422473770162e-05,
      "loss": 0.1838,
      "step": 124840
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.61531061944923e-05,
      "loss": 0.1922,
      "step": 124850
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.615198765128297e-05,
      "loss": 0.1857,
      "step": 124860
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.615086910807365e-05,
      "loss": 0.1851,
      "step": 124870
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.614975056486432e-05,
      "loss": 0.1792,
      "step": 124880
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6148632021654996e-05,
      "loss": 0.1878,
      "step": 124890
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6147513478445674e-05,
      "loss": 0.1806,
      "step": 124900
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.614639493523635e-05,
      "loss": 0.1896,
      "step": 124910
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.614527639202703e-05,
      "loss": 0.1811,
      "step": 124920
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.61441578488177e-05,
      "loss": 0.1837,
      "step": 124930
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.614303930560838e-05,
      "loss": 0.1825,
      "step": 124940
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.614192076239905e-05,
      "loss": 0.1905,
      "step": 124950
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.614080221918973e-05,
      "loss": 0.1849,
      "step": 124960
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6139683675980406e-05,
      "loss": 0.1853,
      "step": 124970
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.613856513277108e-05,
      "loss": 0.1854,
      "step": 124980
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6137446589561755e-05,
      "loss": 0.1875,
      "step": 124990
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.613632804635243e-05,
      "loss": 0.1757,
      "step": 125000
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.613520950314311e-05,
      "loss": 0.1834,
      "step": 125010
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.613409095993379e-05,
      "loss": 0.1893,
      "step": 125020
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.613297241672446e-05,
      "loss": 0.1836,
      "step": 125030
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.613185387351514e-05,
      "loss": 0.1833,
      "step": 125040
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.613073533030581e-05,
      "loss": 0.1858,
      "step": 125050
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.612961678709649e-05,
      "loss": 0.1845,
      "step": 125060
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6128498243887165e-05,
      "loss": 0.1859,
      "step": 125070
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6127379700677836e-05,
      "loss": 0.1861,
      "step": 125080
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6126261157468514e-05,
      "loss": 0.1836,
      "step": 125090
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.612514261425919e-05,
      "loss": 0.1748,
      "step": 125100
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.612402407104987e-05,
      "loss": 0.1846,
      "step": 125110
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.612290552784055e-05,
      "loss": 0.1823,
      "step": 125120
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.612178698463122e-05,
      "loss": 0.1819,
      "step": 125130
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.61206684414219e-05,
      "loss": 0.1868,
      "step": 125140
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.611954989821257e-05,
      "loss": 0.1824,
      "step": 125150
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6118431355003246e-05,
      "loss": 0.1834,
      "step": 125160
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.611731281179392e-05,
      "loss": 0.1829,
      "step": 125170
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6116194268584595e-05,
      "loss": 0.1874,
      "step": 125180
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.611507572537527e-05,
      "loss": 0.1842,
      "step": 125190
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6113957182165944e-05,
      "loss": 0.1888,
      "step": 125200
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.611283863895663e-05,
      "loss": 0.1826,
      "step": 125210
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.61117200957473e-05,
      "loss": 0.1853,
      "step": 125220
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.611060155253798e-05,
      "loss": 0.1816,
      "step": 125230
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6109483009328656e-05,
      "loss": 0.1835,
      "step": 125240
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.610836446611933e-05,
      "loss": 0.1861,
      "step": 125250
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6107245922910005e-05,
      "loss": 0.1838,
      "step": 125260
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6106127379700676e-05,
      "loss": 0.1875,
      "step": 125270
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6105008836491354e-05,
      "loss": 0.1864,
      "step": 125280
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.610389029328203e-05,
      "loss": 0.1835,
      "step": 125290
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.61027717500727e-05,
      "loss": 0.1846,
      "step": 125300
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.610165320686338e-05,
      "loss": 0.1859,
      "step": 125310
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.610053466365406e-05,
      "loss": 0.1841,
      "step": 125320
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.609941612044474e-05,
      "loss": 0.1837,
      "step": 125330
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6098297577235415e-05,
      "loss": 0.1841,
      "step": 125340
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6097179034026086e-05,
      "loss": 0.191,
      "step": 125350
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6096060490816764e-05,
      "loss": 0.1816,
      "step": 125360
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6094941947607435e-05,
      "loss": 0.181,
      "step": 125370
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.609382340439811e-05,
      "loss": 0.1857,
      "step": 125380
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.609270486118879e-05,
      "loss": 0.1885,
      "step": 125390
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.609158631797946e-05,
      "loss": 0.1839,
      "step": 125400
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.609046777477014e-05,
      "loss": 0.1803,
      "step": 125410
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.608934923156082e-05,
      "loss": 0.1855,
      "step": 125420
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6088230688351496e-05,
      "loss": 0.1814,
      "step": 125430
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6087112145142174e-05,
      "loss": 0.1824,
      "step": 125440
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6085993601932845e-05,
      "loss": 0.1888,
      "step": 125450
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.608487505872352e-05,
      "loss": 0.1837,
      "step": 125460
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6083756515514194e-05,
      "loss": 0.1892,
      "step": 125470
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.608263797230487e-05,
      "loss": 0.1842,
      "step": 125480
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.608151942909554e-05,
      "loss": 0.1835,
      "step": 125490
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.608040088588622e-05,
      "loss": 0.1896,
      "step": 125500
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.60792823426769e-05,
      "loss": 0.1936,
      "step": 125510
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.607816379946758e-05,
      "loss": 0.1778,
      "step": 125520
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6077045256258255e-05,
      "loss": 0.1834,
      "step": 125530
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6075926713048926e-05,
      "loss": 0.1768,
      "step": 125540
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6074808169839604e-05,
      "loss": 0.1847,
      "step": 125550
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.607368962663028e-05,
      "loss": 0.1854,
      "step": 125560
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.607257108342095e-05,
      "loss": 0.1822,
      "step": 125570
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.607145254021163e-05,
      "loss": 0.1864,
      "step": 125580
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.60703339970023e-05,
      "loss": 0.1904,
      "step": 125590
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.606921545379298e-05,
      "loss": 0.1893,
      "step": 125600
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.606809691058366e-05,
      "loss": 0.1845,
      "step": 125610
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.606697836737433e-05,
      "loss": 0.1919,
      "step": 125620
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6065859824165014e-05,
      "loss": 0.1878,
      "step": 125630
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6064741280955685e-05,
      "loss": 0.1854,
      "step": 125640
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.606362273774636e-05,
      "loss": 0.1887,
      "step": 125650
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.606250419453704e-05,
      "loss": 0.1808,
      "step": 125660
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.606138565132771e-05,
      "loss": 0.1849,
      "step": 125670
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.606026710811839e-05,
      "loss": 0.1793,
      "step": 125680
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.605914856490906e-05,
      "loss": 0.1864,
      "step": 125690
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.605803002169974e-05,
      "loss": 0.1799,
      "step": 125700
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.605691147849042e-05,
      "loss": 0.1847,
      "step": 125710
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.605579293528109e-05,
      "loss": 0.1875,
      "step": 125720
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6054674392071766e-05,
      "loss": 0.1841,
      "step": 125730
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6053555848862444e-05,
      "loss": 0.1875,
      "step": 125740
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.605243730565312e-05,
      "loss": 0.1815,
      "step": 125750
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.60513187624438e-05,
      "loss": 0.1907,
      "step": 125760
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.605020021923447e-05,
      "loss": 0.1866,
      "step": 125770
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.604908167602515e-05,
      "loss": 0.1841,
      "step": 125780
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.604796313281582e-05,
      "loss": 0.1906,
      "step": 125790
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.60468445896065e-05,
      "loss": 0.184,
      "step": 125800
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.604572604639717e-05,
      "loss": 0.1834,
      "step": 125810
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.604460750318785e-05,
      "loss": 0.1841,
      "step": 125820
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6043488959978525e-05,
      "loss": 0.1859,
      "step": 125830
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.60423704167692e-05,
      "loss": 0.1773,
      "step": 125840
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.604125187355988e-05,
      "loss": 0.1866,
      "step": 125850
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.604013333035055e-05,
      "loss": 0.1779,
      "step": 125860
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.603901478714123e-05,
      "loss": 0.1884,
      "step": 125870
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.603789624393191e-05,
      "loss": 0.1841,
      "step": 125880
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.603677770072258e-05,
      "loss": 0.1801,
      "step": 125890
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6035659157513257e-05,
      "loss": 0.1853,
      "step": 125900
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.603454061430393e-05,
      "loss": 0.1909,
      "step": 125910
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6033422071094606e-05,
      "loss": 0.1866,
      "step": 125920
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6032303527885284e-05,
      "loss": 0.1796,
      "step": 125930
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.603118498467596e-05,
      "loss": 0.1904,
      "step": 125940
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.603006644146664e-05,
      "loss": 0.1816,
      "step": 125950
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.602894789825731e-05,
      "loss": 0.1846,
      "step": 125960
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.602782935504799e-05,
      "loss": 0.1862,
      "step": 125970
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6026710811838666e-05,
      "loss": 0.1865,
      "step": 125980
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.602559226862934e-05,
      "loss": 0.187,
      "step": 125990
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6024473725420016e-05,
      "loss": 0.1881,
      "step": 126000
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.602335518221069e-05,
      "loss": 0.1831,
      "step": 126010
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6022236639001365e-05,
      "loss": 0.1832,
      "step": 126020
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.602111809579204e-05,
      "loss": 0.186,
      "step": 126030
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.601999955258272e-05,
      "loss": 0.1868,
      "step": 126040
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.60188810093734e-05,
      "loss": 0.1889,
      "step": 126050
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.601776246616407e-05,
      "loss": 0.1865,
      "step": 126060
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.601664392295475e-05,
      "loss": 0.1794,
      "step": 126070
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6015525379745425e-05,
      "loss": 0.1811,
      "step": 126080
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6014406836536097e-05,
      "loss": 0.1884,
      "step": 126090
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6013288293326775e-05,
      "loss": 0.1854,
      "step": 126100
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6012169750117446e-05,
      "loss": 0.1867,
      "step": 126110
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6011051206908124e-05,
      "loss": 0.1817,
      "step": 126120
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6009932663698795e-05,
      "loss": 0.1819,
      "step": 126130
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.600881412048947e-05,
      "loss": 0.1867,
      "step": 126140
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.600769557728015e-05,
      "loss": 0.1937,
      "step": 126150
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.600657703407083e-05,
      "loss": 0.185,
      "step": 126160
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6005458490861506e-05,
      "loss": 0.1775,
      "step": 126170
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.600433994765218e-05,
      "loss": 0.1854,
      "step": 126180
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6003221404442856e-05,
      "loss": 0.1867,
      "step": 126190
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6002102861233533e-05,
      "loss": 0.1781,
      "step": 126200
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6000984318024205e-05,
      "loss": 0.188,
      "step": 126210
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.599986577481488e-05,
      "loss": 0.1879,
      "step": 126220
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5998747231605554e-05,
      "loss": 0.1785,
      "step": 126230
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.599762868839623e-05,
      "loss": 0.1877,
      "step": 126240
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.599651014518691e-05,
      "loss": 0.1853,
      "step": 126250
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.599539160197759e-05,
      "loss": 0.1879,
      "step": 126260
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5994273058768265e-05,
      "loss": 0.1908,
      "step": 126270
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5993154515558937e-05,
      "loss": 0.1814,
      "step": 126280
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5992035972349614e-05,
      "loss": 0.1852,
      "step": 126290
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.599091742914029e-05,
      "loss": 0.1833,
      "step": 126300
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5989798885930964e-05,
      "loss": 0.1798,
      "step": 126310
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.598868034272164e-05,
      "loss": 0.1857,
      "step": 126320
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.598756179951231e-05,
      "loss": 0.1825,
      "step": 126330
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.598644325630299e-05,
      "loss": 0.1819,
      "step": 126340
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.598532471309367e-05,
      "loss": 0.1875,
      "step": 126350
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5984206169884346e-05,
      "loss": 0.1852,
      "step": 126360
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5983087626675024e-05,
      "loss": 0.1852,
      "step": 126370
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5981969083465695e-05,
      "loss": 0.1831,
      "step": 126380
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5980850540256373e-05,
      "loss": 0.1864,
      "step": 126390
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.597973199704705e-05,
      "loss": 0.1858,
      "step": 126400
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.597861345383772e-05,
      "loss": 0.1872,
      "step": 126410
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.59774949106284e-05,
      "loss": 0.1863,
      "step": 126420
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.597637636741907e-05,
      "loss": 0.1852,
      "step": 126430
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.597525782420975e-05,
      "loss": 0.1846,
      "step": 126440
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.597413928100043e-05,
      "loss": 0.1843,
      "step": 126450
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5973020737791105e-05,
      "loss": 0.1792,
      "step": 126460
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.597190219458178e-05,
      "loss": 0.1856,
      "step": 126470
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5970783651372454e-05,
      "loss": 0.1855,
      "step": 126480
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.596966510816313e-05,
      "loss": 0.1871,
      "step": 126490
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5968546564953804e-05,
      "loss": 0.1825,
      "step": 126500
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.596742802174448e-05,
      "loss": 0.1788,
      "step": 126510
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.596630947853516e-05,
      "loss": 0.1841,
      "step": 126520
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.596519093532583e-05,
      "loss": 0.1784,
      "step": 126530
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.596407239211651e-05,
      "loss": 0.1885,
      "step": 126540
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.596295384890718e-05,
      "loss": 0.1807,
      "step": 126550
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.596183530569786e-05,
      "loss": 0.1826,
      "step": 126560
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5960716762488535e-05,
      "loss": 0.181,
      "step": 126570
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5959598219279213e-05,
      "loss": 0.1846,
      "step": 126580
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.595847967606989e-05,
      "loss": 0.1819,
      "step": 126590
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.595736113286056e-05,
      "loss": 0.1834,
      "step": 126600
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.595624258965124e-05,
      "loss": 0.1835,
      "step": 126610
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.595512404644192e-05,
      "loss": 0.182,
      "step": 126620
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.595400550323259e-05,
      "loss": 0.1837,
      "step": 126630
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.595288696002327e-05,
      "loss": 0.1826,
      "step": 126640
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.595176841681394e-05,
      "loss": 0.1838,
      "step": 126650
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5950649873604616e-05,
      "loss": 0.1844,
      "step": 126660
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5949531330395294e-05,
      "loss": 0.1828,
      "step": 126670
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.594841278718597e-05,
      "loss": 0.1838,
      "step": 126680
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.594729424397665e-05,
      "loss": 0.1874,
      "step": 126690
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.594617570076732e-05,
      "loss": 0.1886,
      "step": 126700
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5945057157558e-05,
      "loss": 0.183,
      "step": 126710
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.594393861434868e-05,
      "loss": 0.1847,
      "step": 126720
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.594282007113935e-05,
      "loss": 0.1912,
      "step": 126730
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5941701527930026e-05,
      "loss": 0.1859,
      "step": 126740
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.59405829847207e-05,
      "loss": 0.1861,
      "step": 126750
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5939464441511375e-05,
      "loss": 0.1824,
      "step": 126760
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.593834589830205e-05,
      "loss": 0.1752,
      "step": 126770
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.593722735509273e-05,
      "loss": 0.1801,
      "step": 126780
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.593610881188341e-05,
      "loss": 0.1839,
      "step": 126790
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.593499026867408e-05,
      "loss": 0.1804,
      "step": 126800
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.593387172546476e-05,
      "loss": 0.1862,
      "step": 126810
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.593275318225543e-05,
      "loss": 0.184,
      "step": 126820
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.593163463904611e-05,
      "loss": 0.1856,
      "step": 126830
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5930516095836785e-05,
      "loss": 0.1797,
      "step": 126840
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5929397552627456e-05,
      "loss": 0.1814,
      "step": 126850
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5928279009418134e-05,
      "loss": 0.1845,
      "step": 126860
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.592716046620881e-05,
      "loss": 0.1846,
      "step": 126870
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.592604192299949e-05,
      "loss": 0.1861,
      "step": 126880
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.592492337979017e-05,
      "loss": 0.1838,
      "step": 126890
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.592380483658084e-05,
      "loss": 0.1831,
      "step": 126900
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.592268629337152e-05,
      "loss": 0.182,
      "step": 126910
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.592156775016219e-05,
      "loss": 0.1837,
      "step": 126920
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5920449206952866e-05,
      "loss": 0.1848,
      "step": 126930
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5919330663743544e-05,
      "loss": 0.1834,
      "step": 126940
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5918212120534215e-05,
      "loss": 0.186,
      "step": 126950
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.591709357732489e-05,
      "loss": 0.1856,
      "step": 126960
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5915975034115564e-05,
      "loss": 0.1841,
      "step": 126970
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.591485649090624e-05,
      "loss": 0.1804,
      "step": 126980
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.591373794769693e-05,
      "loss": 0.182,
      "step": 126990
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.59126194044876e-05,
      "loss": 0.186,
      "step": 127000
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5911500861278276e-05,
      "loss": 0.1831,
      "step": 127010
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.591038231806895e-05,
      "loss": 0.1824,
      "step": 127020
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5909263774859625e-05,
      "loss": 0.184,
      "step": 127030
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.59081452316503e-05,
      "loss": 0.1883,
      "step": 127040
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5907026688440974e-05,
      "loss": 0.1781,
      "step": 127050
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.590590814523165e-05,
      "loss": 0.1853,
      "step": 127060
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5904789602022323e-05,
      "loss": 0.1804,
      "step": 127070
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5903671058813e-05,
      "loss": 0.1799,
      "step": 127080
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.590255251560368e-05,
      "loss": 0.1852,
      "step": 127090
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.590143397239436e-05,
      "loss": 0.1869,
      "step": 127100
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5900315429185035e-05,
      "loss": 0.1799,
      "step": 127110
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5899196885975706e-05,
      "loss": 0.1818,
      "step": 127120
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5898078342766384e-05,
      "loss": 0.1847,
      "step": 127130
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5896959799557055e-05,
      "loss": 0.1877,
      "step": 127140
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.589584125634773e-05,
      "loss": 0.1863,
      "step": 127150
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.589472271313841e-05,
      "loss": 0.1827,
      "step": 127160
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.589360416992908e-05,
      "loss": 0.1905,
      "step": 127170
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.589248562671976e-05,
      "loss": 0.1792,
      "step": 127180
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.589136708351044e-05,
      "loss": 0.1864,
      "step": 127190
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5890248540301116e-05,
      "loss": 0.1874,
      "step": 127200
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5889129997091794e-05,
      "loss": 0.1823,
      "step": 127210
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5888011453882465e-05,
      "loss": 0.1829,
      "step": 127220
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.588689291067314e-05,
      "loss": 0.1811,
      "step": 127230
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5885774367463814e-05,
      "loss": 0.1836,
      "step": 127240
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.588465582425449e-05,
      "loss": 0.1863,
      "step": 127250
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.588353728104517e-05,
      "loss": 0.1816,
      "step": 127260
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.588241873783584e-05,
      "loss": 0.1768,
      "step": 127270
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.588130019462652e-05,
      "loss": 0.186,
      "step": 127280
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.58801816514172e-05,
      "loss": 0.184,
      "step": 127290
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5879063108207875e-05,
      "loss": 0.1836,
      "step": 127300
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.587794456499855e-05,
      "loss": 0.1834,
      "step": 127310
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5876826021789224e-05,
      "loss": 0.1842,
      "step": 127320
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.58757074785799e-05,
      "loss": 0.1858,
      "step": 127330
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.587458893537057e-05,
      "loss": 0.1828,
      "step": 127340
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.587347039216125e-05,
      "loss": 0.1813,
      "step": 127350
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.587235184895193e-05,
      "loss": 0.1819,
      "step": 127360
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.58712333057426e-05,
      "loss": 0.1819,
      "step": 127370
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.587011476253328e-05,
      "loss": 0.1823,
      "step": 127380
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.586899621932395e-05,
      "loss": 0.1824,
      "step": 127390
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5867877676114634e-05,
      "loss": 0.1829,
      "step": 127400
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5866759132905305e-05,
      "loss": 0.1807,
      "step": 127410
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.586564058969598e-05,
      "loss": 0.1839,
      "step": 127420
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.586452204648666e-05,
      "loss": 0.1774,
      "step": 127430
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.586340350327733e-05,
      "loss": 0.1827,
      "step": 127440
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.586228496006801e-05,
      "loss": 0.1762,
      "step": 127450
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.586116641685868e-05,
      "loss": 0.1901,
      "step": 127460
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.586004787364936e-05,
      "loss": 0.1787,
      "step": 127470
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.585892933044004e-05,
      "loss": 0.1887,
      "step": 127480
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.585781078723071e-05,
      "loss": 0.1826,
      "step": 127490
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5856692244021386e-05,
      "loss": 0.1814,
      "step": 127500
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5855573700812064e-05,
      "loss": 0.19,
      "step": 127510
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.585445515760274e-05,
      "loss": 0.1813,
      "step": 127520
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.585333661439342e-05,
      "loss": 0.1863,
      "step": 127530
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.585221807118409e-05,
      "loss": 0.1808,
      "step": 127540
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.585109952797477e-05,
      "loss": 0.1804,
      "step": 127550
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.584998098476544e-05,
      "loss": 0.1781,
      "step": 127560
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.584886244155612e-05,
      "loss": 0.1782,
      "step": 127570
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5847743898346796e-05,
      "loss": 0.1851,
      "step": 127580
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.584662535513747e-05,
      "loss": 0.1837,
      "step": 127590
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5845506811928145e-05,
      "loss": 0.179,
      "step": 127600
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.584438826871882e-05,
      "loss": 0.1822,
      "step": 127610
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.58432697255095e-05,
      "loss": 0.1876,
      "step": 127620
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.584215118230018e-05,
      "loss": 0.184,
      "step": 127630
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.584103263909085e-05,
      "loss": 0.1799,
      "step": 127640
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.583991409588153e-05,
      "loss": 0.1816,
      "step": 127650
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.58387955526722e-05,
      "loss": 0.1779,
      "step": 127660
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.583767700946288e-05,
      "loss": 0.1772,
      "step": 127670
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5836558466253555e-05,
      "loss": 0.1885,
      "step": 127680
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5835439923044226e-05,
      "loss": 0.1821,
      "step": 127690
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5834321379834904e-05,
      "loss": 0.1835,
      "step": 127700
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.583320283662558e-05,
      "loss": 0.1822,
      "step": 127710
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.583208429341626e-05,
      "loss": 0.1857,
      "step": 127720
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.583096575020693e-05,
      "loss": 0.1869,
      "step": 127730
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.582984720699761e-05,
      "loss": 0.1865,
      "step": 127740
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.582872866378829e-05,
      "loss": 0.1812,
      "step": 127750
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.582761012057896e-05,
      "loss": 0.1822,
      "step": 127760
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5826491577369636e-05,
      "loss": 0.1878,
      "step": 127770
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.582537303416031e-05,
      "loss": 0.1858,
      "step": 127780
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5824254490950985e-05,
      "loss": 0.1806,
      "step": 127790
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.582313594774166e-05,
      "loss": 0.1839,
      "step": 127800
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5822017404532334e-05,
      "loss": 0.1767,
      "step": 127810
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.582089886132302e-05,
      "loss": 0.1831,
      "step": 127820
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.581978031811369e-05,
      "loss": 0.1842,
      "step": 127830
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.581866177490437e-05,
      "loss": 0.1828,
      "step": 127840
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5817543231695046e-05,
      "loss": 0.1824,
      "step": 127850
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.581642468848572e-05,
      "loss": 0.1813,
      "step": 127860
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5815306145276395e-05,
      "loss": 0.1844,
      "step": 127870
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5814187602067066e-05,
      "loss": 0.1777,
      "step": 127880
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5813069058857744e-05,
      "loss": 0.1785,
      "step": 127890
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.581195051564842e-05,
      "loss": 0.1825,
      "step": 127900
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.581083197243909e-05,
      "loss": 0.1845,
      "step": 127910
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.580971342922977e-05,
      "loss": 0.1819,
      "step": 127920
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.580859488602045e-05,
      "loss": 0.1833,
      "step": 127930
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.580747634281113e-05,
      "loss": 0.1859,
      "step": 127940
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5806357799601805e-05,
      "loss": 0.1874,
      "step": 127950
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5805239256392476e-05,
      "loss": 0.1854,
      "step": 127960
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5804120713183154e-05,
      "loss": 0.1839,
      "step": 127970
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5803002169973825e-05,
      "loss": 0.1817,
      "step": 127980
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.58018836267645e-05,
      "loss": 0.1815,
      "step": 127990
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.580076508355518e-05,
      "loss": 0.1827,
      "step": 128000
    },
    {
      "epoch": 0.29,
      "eval_NEIMS_canon_smiles": 0.9481833333333334,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.08701666666666667,
      "eval_NEIMS_daylight_tanimoto_simil": 0.4940359259320148,
      "eval_NEIMS_exact_mols": 0.0868,
      "eval_NEIMS_exact_smiles": 0.08456666666666666,
      "eval_NEIMS_loss": 0.19371925294399261,
      "eval_NEIMS_matched_formulas": 0.6091833333333333,
      "eval_NEIMS_morgan_tanimoto_simil": 0.40232716460663215,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.08713333333333333,
      "eval_NEIMS_runtime": 723.4995,
      "eval_NEIMS_samples_per_second": 82.93,
      "eval_NEIMS_steps_per_second": 1.296,
      "step": 128000
    },
    {
      "epoch": 0.29,
      "eval_RASSP_canon_smiles": 0.9460380004674925,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.12740842154472903,
      "eval_RASSP_daylight_tanimoto_simil": 0.581246476855378,
      "eval_RASSP_exact_mols": 0.12692423281129997,
      "eval_RASSP_exact_smiles": 0.12286706514842889,
      "eval_RASSP_loss": 0.15924470126628876,
      "eval_RASSP_matched_formulas": 0.7646341870638127,
      "eval_RASSP_morgan_tanimoto_simil": 0.44838309612918026,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.12709119444351688,
      "eval_RASSP_runtime": 826.5366,
      "eval_RASSP_samples_per_second": 72.464,
      "eval_RASSP_steps_per_second": 1.132,
      "step": 128000
    },
    {
      "epoch": 0.29,
      "eval_NEIMS_old_canon_smiles": 0.9495666666666667,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.08583333333333333,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.49136076841095405,
      "eval_NEIMS_old_exact_mols": 0.08566666666666667,
      "eval_NEIMS_old_exact_smiles": 0.083,
      "eval_NEIMS_old_loss": 0.1934109628200531,
      "eval_NEIMS_old_matched_formulas": 0.6061666666666666,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.40081758933050365,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.08616666666666667,
      "eval_NEIMS_old_runtime": 366.1568,
      "eval_NEIMS_old_samples_per_second": 81.932,
      "eval_NEIMS_old_steps_per_second": 1.281,
      "step": 128000
    },
    {
      "epoch": 0.29,
      "eval_RASSP_old_canon_smiles": 0.942870490873294,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.14259018253412087,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.5951672001403203,
      "eval_RASSP_old_exact_mols": 0.14218974204958787,
      "eval_RASSP_old_exact_smiles": 0.13745119631594754,
      "eval_RASSP_old_loss": 0.15243235230445862,
      "eval_RASSP_old_matched_formulas": 0.7752861480962392,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.46526866784495496,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.14238996229185438,
      "eval_RASSP_old_runtime": 412.566,
      "eval_RASSP_old_samples_per_second": 72.636,
      "eval_RASSP_old_steps_per_second": 1.137,
      "step": 128000
    },
    {
      "epoch": 0.29,
      "eval_NIST_canon_smiles": 0.8693970259431452,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.018241828441636795,
      "eval_NIST_daylight_tanimoto_simil": 0.281109068198515,
      "eval_NIST_exact_mols": 0.017106150406359797,
      "eval_NIST_exact_smiles": 0.016254391879902047,
      "eval_NIST_loss": 1.7484208345413208,
      "eval_NIST_matched_formulas": 0.099336338148135,
      "eval_NIST_morgan_tanimoto_simil": 0.23717129634392867,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.018099868687227173,
      "eval_NIST_runtime": 561.4081,
      "eval_NIST_samples_per_second": 50.19,
      "eval_NIST_steps_per_second": 0.786,
      "step": 128000
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.579964654034585e-05,
      "loss": 0.1831,
      "step": 128010
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.579852799713653e-05,
      "loss": 0.1851,
      "step": 128020
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.579740945392721e-05,
      "loss": 0.1813,
      "step": 128030
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5796290910717886e-05,
      "loss": 0.1833,
      "step": 128040
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.579517236750856e-05,
      "loss": 0.1846,
      "step": 128050
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5794053824299235e-05,
      "loss": 0.1834,
      "step": 128060
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.579293528108991e-05,
      "loss": 0.1791,
      "step": 128070
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5791816737880584e-05,
      "loss": 0.1847,
      "step": 128080
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.579069819467126e-05,
      "loss": 0.1838,
      "step": 128090
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.578957965146193e-05,
      "loss": 0.1815,
      "step": 128100
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.578846110825261e-05,
      "loss": 0.1853,
      "step": 128110
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.578734256504329e-05,
      "loss": 0.1825,
      "step": 128120
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.578622402183397e-05,
      "loss": 0.1808,
      "step": 128130
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5785105478624645e-05,
      "loss": 0.1823,
      "step": 128140
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5783986935415316e-05,
      "loss": 0.1825,
      "step": 128150
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5782868392205994e-05,
      "loss": 0.1789,
      "step": 128160
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.578174984899667e-05,
      "loss": 0.1793,
      "step": 128170
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.578063130578734e-05,
      "loss": 0.1845,
      "step": 128180
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.577951276257802e-05,
      "loss": 0.1823,
      "step": 128190
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.577839421936869e-05,
      "loss": 0.1828,
      "step": 128200
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.577727567615937e-05,
      "loss": 0.1822,
      "step": 128210
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.577615713295005e-05,
      "loss": 0.1822,
      "step": 128220
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5775038589740726e-05,
      "loss": 0.181,
      "step": 128230
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5773920046531404e-05,
      "loss": 0.1816,
      "step": 128240
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5772801503322075e-05,
      "loss": 0.1848,
      "step": 128250
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.577168296011275e-05,
      "loss": 0.1806,
      "step": 128260
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.577056441690343e-05,
      "loss": 0.1843,
      "step": 128270
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.57694458736941e-05,
      "loss": 0.1802,
      "step": 128280
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.576832733048478e-05,
      "loss": 0.1807,
      "step": 128290
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.576720878727545e-05,
      "loss": 0.1795,
      "step": 128300
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.576609024406613e-05,
      "loss": 0.1858,
      "step": 128310
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.57649717008568e-05,
      "loss": 0.1839,
      "step": 128320
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.576385315764748e-05,
      "loss": 0.1868,
      "step": 128330
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5762734614438156e-05,
      "loss": 0.1848,
      "step": 128340
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5761616071228834e-05,
      "loss": 0.1839,
      "step": 128350
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.576060938234044e-05,
      "loss": 0.1926,
      "step": 128360
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5759490839131114e-05,
      "loss": 0.1816,
      "step": 128370
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.575837229592179e-05,
      "loss": 0.1831,
      "step": 128380
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.575725375271246e-05,
      "loss": 0.1861,
      "step": 128390
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.575613520950315e-05,
      "loss": 0.1894,
      "step": 128400
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5755016666293826e-05,
      "loss": 0.1797,
      "step": 128410
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.57538981230845e-05,
      "loss": 0.1809,
      "step": 128420
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5752779579875175e-05,
      "loss": 0.1873,
      "step": 128430
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5751661036665846e-05,
      "loss": 0.1762,
      "step": 128440
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5750542493456524e-05,
      "loss": 0.1764,
      "step": 128450
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.57494239502472e-05,
      "loss": 0.1813,
      "step": 128460
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.574830540703787e-05,
      "loss": 0.1795,
      "step": 128470
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.574718686382855e-05,
      "loss": 0.1891,
      "step": 128480
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.574606832061922e-05,
      "loss": 0.1806,
      "step": 128490
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.57449497774099e-05,
      "loss": 0.1803,
      "step": 128500
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.574383123420058e-05,
      "loss": 0.18,
      "step": 128510
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5742712690991256e-05,
      "loss": 0.1823,
      "step": 128520
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5741594147781934e-05,
      "loss": 0.1851,
      "step": 128530
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5740475604572605e-05,
      "loss": 0.1802,
      "step": 128540
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.573935706136328e-05,
      "loss": 0.1819,
      "step": 128550
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.573823851815396e-05,
      "loss": 0.1822,
      "step": 128560
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.573711997494463e-05,
      "loss": 0.18,
      "step": 128570
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.573600143173531e-05,
      "loss": 0.1801,
      "step": 128580
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.573488288852598e-05,
      "loss": 0.184,
      "step": 128590
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.573376434531666e-05,
      "loss": 0.1835,
      "step": 128600
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.573264580210734e-05,
      "loss": 0.1822,
      "step": 128610
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5731527258898015e-05,
      "loss": 0.1835,
      "step": 128620
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.573040871568869e-05,
      "loss": 0.1874,
      "step": 128630
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5729290172479364e-05,
      "loss": 0.1773,
      "step": 128640
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.572817162927004e-05,
      "loss": 0.178,
      "step": 128650
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.572705308606072e-05,
      "loss": 0.1821,
      "step": 128660
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.572593454285139e-05,
      "loss": 0.1812,
      "step": 128670
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.572481599964207e-05,
      "loss": 0.1789,
      "step": 128680
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.572369745643274e-05,
      "loss": 0.1795,
      "step": 128690
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.572257891322342e-05,
      "loss": 0.1837,
      "step": 128700
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5721460370014096e-05,
      "loss": 0.1798,
      "step": 128710
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5720341826804774e-05,
      "loss": 0.178,
      "step": 128720
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.571922328359545e-05,
      "loss": 0.1822,
      "step": 128730
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.571810474038612e-05,
      "loss": 0.1803,
      "step": 128740
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.57169861971768e-05,
      "loss": 0.1866,
      "step": 128750
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.571586765396747e-05,
      "loss": 0.1826,
      "step": 128760
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.571474911075815e-05,
      "loss": 0.1853,
      "step": 128770
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.571363056754883e-05,
      "loss": 0.1792,
      "step": 128780
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.57125120243395e-05,
      "loss": 0.1859,
      "step": 128790
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.571139348113018e-05,
      "loss": 0.1799,
      "step": 128800
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5710274937920855e-05,
      "loss": 0.1799,
      "step": 128810
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.570915639471153e-05,
      "loss": 0.183,
      "step": 128820
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.570803785150221e-05,
      "loss": 0.1775,
      "step": 128830
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.570691930829288e-05,
      "loss": 0.1846,
      "step": 128840
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.570580076508356e-05,
      "loss": 0.1777,
      "step": 128850
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.570468222187423e-05,
      "loss": 0.1833,
      "step": 128860
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.570356367866491e-05,
      "loss": 0.1831,
      "step": 128870
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5702445135455586e-05,
      "loss": 0.1821,
      "step": 128880
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.570132659224626e-05,
      "loss": 0.1863,
      "step": 128890
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5700208049036936e-05,
      "loss": 0.1808,
      "step": 128900
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.569908950582761e-05,
      "loss": 0.1862,
      "step": 128910
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5697970962618285e-05,
      "loss": 0.1802,
      "step": 128920
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.569685241940896e-05,
      "loss": 0.1817,
      "step": 128930
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.569573387619964e-05,
      "loss": 0.1855,
      "step": 128940
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.569461533299032e-05,
      "loss": 0.1842,
      "step": 128950
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.569349678978099e-05,
      "loss": 0.1791,
      "step": 128960
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.569237824657167e-05,
      "loss": 0.1852,
      "step": 128970
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5691259703362345e-05,
      "loss": 0.1834,
      "step": 128980
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5690141160153017e-05,
      "loss": 0.1827,
      "step": 128990
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5689022616943695e-05,
      "loss": 0.1786,
      "step": 129000
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5687904073734366e-05,
      "loss": 0.1839,
      "step": 129010
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5686785530525044e-05,
      "loss": 0.1826,
      "step": 129020
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.568566698731572e-05,
      "loss": 0.1795,
      "step": 129030
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.56845484441064e-05,
      "loss": 0.1795,
      "step": 129040
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.568342990089708e-05,
      "loss": 0.1824,
      "step": 129050
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.568231135768775e-05,
      "loss": 0.1824,
      "step": 129060
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5681192814478426e-05,
      "loss": 0.1818,
      "step": 129070
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.56800742712691e-05,
      "loss": 0.1867,
      "step": 129080
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5678955728059776e-05,
      "loss": 0.1828,
      "step": 129090
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5677837184850453e-05,
      "loss": 0.1799,
      "step": 129100
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5676718641641125e-05,
      "loss": 0.1849,
      "step": 129110
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.56756000984318e-05,
      "loss": 0.1827,
      "step": 129120
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.567448155522248e-05,
      "loss": 0.1817,
      "step": 129130
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.567336301201316e-05,
      "loss": 0.172,
      "step": 129140
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5672244468803836e-05,
      "loss": 0.1829,
      "step": 129150
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.567112592559451e-05,
      "loss": 0.1842,
      "step": 129160
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5670007382385185e-05,
      "loss": 0.1816,
      "step": 129170
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5668888839175857e-05,
      "loss": 0.1834,
      "step": 129180
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5667770295966534e-05,
      "loss": 0.1843,
      "step": 129190
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.566665175275721e-05,
      "loss": 0.1791,
      "step": 129200
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5665533209547884e-05,
      "loss": 0.186,
      "step": 129210
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.566441466633856e-05,
      "loss": 0.1863,
      "step": 129220
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.566329612312924e-05,
      "loss": 0.1825,
      "step": 129230
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.566217757991992e-05,
      "loss": 0.1772,
      "step": 129240
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5661059036710595e-05,
      "loss": 0.1872,
      "step": 129250
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5659940493501266e-05,
      "loss": 0.1863,
      "step": 129260
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5658821950291944e-05,
      "loss": 0.1865,
      "step": 129270
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5657703407082616e-05,
      "loss": 0.1787,
      "step": 129280
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5656584863873293e-05,
      "loss": 0.1794,
      "step": 129290
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.565546632066397e-05,
      "loss": 0.186,
      "step": 129300
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.565434777745464e-05,
      "loss": 0.1824,
      "step": 129310
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.565322923424532e-05,
      "loss": 0.1836,
      "step": 129320
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.565211069103599e-05,
      "loss": 0.1822,
      "step": 129330
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.565099214782667e-05,
      "loss": 0.1811,
      "step": 129340
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.564987360461735e-05,
      "loss": 0.1764,
      "step": 129350
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5648755061408025e-05,
      "loss": 0.1771,
      "step": 129360
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.56476365181987e-05,
      "loss": 0.1785,
      "step": 129370
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5646517974989374e-05,
      "loss": 0.1846,
      "step": 129380
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.564539943178005e-05,
      "loss": 0.1844,
      "step": 129390
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5644280888570724e-05,
      "loss": 0.1788,
      "step": 129400
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.56431623453614e-05,
      "loss": 0.1819,
      "step": 129410
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.564204380215208e-05,
      "loss": 0.1814,
      "step": 129420
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.564092525894275e-05,
      "loss": 0.1852,
      "step": 129430
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.563980671573343e-05,
      "loss": 0.1812,
      "step": 129440
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5638688172524106e-05,
      "loss": 0.1774,
      "step": 129450
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5637569629314784e-05,
      "loss": 0.1829,
      "step": 129460
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.563645108610546e-05,
      "loss": 0.1856,
      "step": 129470
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5635332542896133e-05,
      "loss": 0.1804,
      "step": 129480
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.563421399968681e-05,
      "loss": 0.1778,
      "step": 129490
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.563309545647748e-05,
      "loss": 0.182,
      "step": 129500
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.563197691326816e-05,
      "loss": 0.1828,
      "step": 129510
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.563085837005884e-05,
      "loss": 0.1834,
      "step": 129520
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.562973982684951e-05,
      "loss": 0.1858,
      "step": 129530
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.562862128364019e-05,
      "loss": 0.1766,
      "step": 129540
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5627502740430865e-05,
      "loss": 0.1837,
      "step": 129550
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.562638419722154e-05,
      "loss": 0.1875,
      "step": 129560
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.562526565401222e-05,
      "loss": 0.1836,
      "step": 129570
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.562414711080289e-05,
      "loss": 0.1825,
      "step": 129580
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.562302856759357e-05,
      "loss": 0.1815,
      "step": 129590
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.562191002438424e-05,
      "loss": 0.1865,
      "step": 129600
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.562079148117492e-05,
      "loss": 0.1761,
      "step": 129610
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.56196729379656e-05,
      "loss": 0.1858,
      "step": 129620
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.561855439475627e-05,
      "loss": 0.1842,
      "step": 129630
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5617435851546946e-05,
      "loss": 0.1836,
      "step": 129640
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5616317308337624e-05,
      "loss": 0.1841,
      "step": 129650
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.56151987651283e-05,
      "loss": 0.1819,
      "step": 129660
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.561408022191897e-05,
      "loss": 0.1815,
      "step": 129670
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.561296167870965e-05,
      "loss": 0.1839,
      "step": 129680
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.561184313550033e-05,
      "loss": 0.1816,
      "step": 129690
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5610724592291e-05,
      "loss": 0.1774,
      "step": 129700
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.560960604908168e-05,
      "loss": 0.1777,
      "step": 129710
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.560848750587235e-05,
      "loss": 0.1812,
      "step": 129720
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.560736896266303e-05,
      "loss": 0.1773,
      "step": 129730
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5606250419453705e-05,
      "loss": 0.1799,
      "step": 129740
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5605131876244376e-05,
      "loss": 0.1837,
      "step": 129750
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.560401333303506e-05,
      "loss": 0.1805,
      "step": 129760
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.560289478982573e-05,
      "loss": 0.1808,
      "step": 129770
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.560177624661641e-05,
      "loss": 0.1842,
      "step": 129780
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.560065770340709e-05,
      "loss": 0.178,
      "step": 129790
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.559953916019776e-05,
      "loss": 0.1842,
      "step": 129800
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.559842061698844e-05,
      "loss": 0.1757,
      "step": 129810
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.559730207377911e-05,
      "loss": 0.1822,
      "step": 129820
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5596183530569786e-05,
      "loss": 0.1857,
      "step": 129830
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5595064987360464e-05,
      "loss": 0.1844,
      "step": 129840
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5593946444151135e-05,
      "loss": 0.1807,
      "step": 129850
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.559282790094181e-05,
      "loss": 0.1843,
      "step": 129860
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.559170935773249e-05,
      "loss": 0.1845,
      "step": 129870
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.559059081452317e-05,
      "loss": 0.1895,
      "step": 129880
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.558947227131385e-05,
      "loss": 0.1829,
      "step": 129890
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.558835372810452e-05,
      "loss": 0.1845,
      "step": 129900
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5587235184895196e-05,
      "loss": 0.1811,
      "step": 129910
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.558611664168587e-05,
      "loss": 0.1801,
      "step": 129920
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5584998098476545e-05,
      "loss": 0.1785,
      "step": 129930
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.558387955526722e-05,
      "loss": 0.1803,
      "step": 129940
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5582761012057894e-05,
      "loss": 0.1787,
      "step": 129950
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.558164246884857e-05,
      "loss": 0.1797,
      "step": 129960
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.558052392563925e-05,
      "loss": 0.1823,
      "step": 129970
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.557940538242993e-05,
      "loss": 0.1879,
      "step": 129980
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.55782868392206e-05,
      "loss": 0.1837,
      "step": 129990
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.557716829601128e-05,
      "loss": 0.18,
      "step": 130000
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5576049752801955e-05,
      "loss": 0.1847,
      "step": 130010
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5574931209592626e-05,
      "loss": 0.1813,
      "step": 130020
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5573812666383304e-05,
      "loss": 0.1836,
      "step": 130030
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5572694123173975e-05,
      "loss": 0.184,
      "step": 130040
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.557157557996465e-05,
      "loss": 0.1797,
      "step": 130050
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.557045703675533e-05,
      "loss": 0.1809,
      "step": 130060
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.556933849354601e-05,
      "loss": 0.1804,
      "step": 130070
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.556821995033669e-05,
      "loss": 0.1789,
      "step": 130080
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.556710140712736e-05,
      "loss": 0.1852,
      "step": 130090
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5565982863918036e-05,
      "loss": 0.175,
      "step": 130100
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5564864320708714e-05,
      "loss": 0.1865,
      "step": 130110
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5563745777499385e-05,
      "loss": 0.1815,
      "step": 130120
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.556262723429006e-05,
      "loss": 0.1823,
      "step": 130130
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5561508691080734e-05,
      "loss": 0.1857,
      "step": 130140
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.556039014787141e-05,
      "loss": 0.1787,
      "step": 130150
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.555927160466209e-05,
      "loss": 0.1757,
      "step": 130160
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.555815306145276e-05,
      "loss": 0.1737,
      "step": 130170
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5557034518243446e-05,
      "loss": 0.1797,
      "step": 130180
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.555591597503412e-05,
      "loss": 0.1767,
      "step": 130190
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5554797431824795e-05,
      "loss": 0.1813,
      "step": 130200
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.555367888861547e-05,
      "loss": 0.1759,
      "step": 130210
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5552560345406144e-05,
      "loss": 0.179,
      "step": 130220
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.555144180219682e-05,
      "loss": 0.1849,
      "step": 130230
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.555032325898749e-05,
      "loss": 0.182,
      "step": 130240
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.554920471577817e-05,
      "loss": 0.1901,
      "step": 130250
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.554808617256885e-05,
      "loss": 0.1825,
      "step": 130260
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.554696762935952e-05,
      "loss": 0.1786,
      "step": 130270
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.55458490861502e-05,
      "loss": 0.1813,
      "step": 130280
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5544730542940876e-05,
      "loss": 0.1856,
      "step": 130290
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5543611999731554e-05,
      "loss": 0.1861,
      "step": 130300
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5542493456522225e-05,
      "loss": 0.1869,
      "step": 130310
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.55413749133129e-05,
      "loss": 0.1816,
      "step": 130320
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.554025637010358e-05,
      "loss": 0.184,
      "step": 130330
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.553913782689425e-05,
      "loss": 0.186,
      "step": 130340
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.553801928368493e-05,
      "loss": 0.1819,
      "step": 130350
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.55369007404756e-05,
      "loss": 0.1879,
      "step": 130360
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.553578219726628e-05,
      "loss": 0.1828,
      "step": 130370
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.553466365405696e-05,
      "loss": 0.1795,
      "step": 130380
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5533545110847635e-05,
      "loss": 0.1875,
      "step": 130390
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.553242656763831e-05,
      "loss": 0.1774,
      "step": 130400
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5531308024428984e-05,
      "loss": 0.1776,
      "step": 130410
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.553018948121966e-05,
      "loss": 0.1839,
      "step": 130420
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.552907093801034e-05,
      "loss": 0.1847,
      "step": 130430
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.552795239480101e-05,
      "loss": 0.1805,
      "step": 130440
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.552683385159169e-05,
      "loss": 0.1825,
      "step": 130450
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.552571530838236e-05,
      "loss": 0.1798,
      "step": 130460
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.552459676517304e-05,
      "loss": 0.1811,
      "step": 130470
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5523478221963716e-05,
      "loss": 0.1792,
      "step": 130480
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5522359678754394e-05,
      "loss": 0.1794,
      "step": 130490
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.552124113554507e-05,
      "loss": 0.1823,
      "step": 130500
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.552012259233574e-05,
      "loss": 0.1796,
      "step": 130510
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.551900404912642e-05,
      "loss": 0.1794,
      "step": 130520
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.55178855059171e-05,
      "loss": 0.1779,
      "step": 130530
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.551676696270777e-05,
      "loss": 0.1816,
      "step": 130540
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.551564841949845e-05,
      "loss": 0.1852,
      "step": 130550
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.551452987628912e-05,
      "loss": 0.1827,
      "step": 130560
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.55134113330798e-05,
      "loss": 0.1799,
      "step": 130570
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5512292789870475e-05,
      "loss": 0.1838,
      "step": 130580
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.551117424666115e-05,
      "loss": 0.1816,
      "step": 130590
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.551005570345183e-05,
      "loss": 0.1815,
      "step": 130600
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.55089371602425e-05,
      "loss": 0.187,
      "step": 130610
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.550781861703318e-05,
      "loss": 0.1882,
      "step": 130620
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.550670007382385e-05,
      "loss": 0.1825,
      "step": 130630
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.550558153061453e-05,
      "loss": 0.1842,
      "step": 130640
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.550446298740521e-05,
      "loss": 0.183,
      "step": 130650
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.550334444419588e-05,
      "loss": 0.1778,
      "step": 130660
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5502225900986556e-05,
      "loss": 0.1824,
      "step": 130670
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.550110735777723e-05,
      "loss": 0.1801,
      "step": 130680
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5499988814567905e-05,
      "loss": 0.1815,
      "step": 130690
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.549887027135858e-05,
      "loss": 0.1824,
      "step": 130700
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.549775172814926e-05,
      "loss": 0.1899,
      "step": 130710
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.549663318493994e-05,
      "loss": 0.1823,
      "step": 130720
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.549551464173061e-05,
      "loss": 0.1855,
      "step": 130730
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.549439609852129e-05,
      "loss": 0.1829,
      "step": 130740
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5493277555311966e-05,
      "loss": 0.1811,
      "step": 130750
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.549215901210264e-05,
      "loss": 0.1811,
      "step": 130760
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5491040468893315e-05,
      "loss": 0.1809,
      "step": 130770
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5489921925683986e-05,
      "loss": 0.1791,
      "step": 130780
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5488803382474664e-05,
      "loss": 0.1833,
      "step": 130790
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.548768483926534e-05,
      "loss": 0.1797,
      "step": 130800
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.548656629605602e-05,
      "loss": 0.1812,
      "step": 130810
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.54854477528467e-05,
      "loss": 0.1807,
      "step": 130820
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.548432920963737e-05,
      "loss": 0.1865,
      "step": 130830
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.548321066642805e-05,
      "loss": 0.1771,
      "step": 130840
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5482092123218725e-05,
      "loss": 0.1782,
      "step": 130850
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5480973580009396e-05,
      "loss": 0.1782,
      "step": 130860
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5479855036800074e-05,
      "loss": 0.1861,
      "step": 130870
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5478736493590745e-05,
      "loss": 0.1852,
      "step": 130880
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.547761795038142e-05,
      "loss": 0.1838,
      "step": 130890
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.54764994071721e-05,
      "loss": 0.1846,
      "step": 130900
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.547538086396278e-05,
      "loss": 0.1719,
      "step": 130910
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.547426232075346e-05,
      "loss": 0.1836,
      "step": 130920
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.547314377754413e-05,
      "loss": 0.1842,
      "step": 130930
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5472025234334806e-05,
      "loss": 0.1749,
      "step": 130940
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.547090669112548e-05,
      "loss": 0.1801,
      "step": 130950
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5469788147916155e-05,
      "loss": 0.1825,
      "step": 130960
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.546866960470683e-05,
      "loss": 0.1785,
      "step": 130970
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5467551061497504e-05,
      "loss": 0.1799,
      "step": 130980
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.546643251828818e-05,
      "loss": 0.1825,
      "step": 130990
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.546531397507886e-05,
      "loss": 0.1794,
      "step": 131000
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.546419543186954e-05,
      "loss": 0.1851,
      "step": 131010
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5463076888660216e-05,
      "loss": 0.1865,
      "step": 131020
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.546195834545089e-05,
      "loss": 0.1813,
      "step": 131030
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5460839802241565e-05,
      "loss": 0.1806,
      "step": 131040
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5459721259032236e-05,
      "loss": 0.1797,
      "step": 131050
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5458602715822914e-05,
      "loss": 0.1822,
      "step": 131060
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.545748417261359e-05,
      "loss": 0.1813,
      "step": 131070
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.545636562940426e-05,
      "loss": 0.1836,
      "step": 131080
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.545524708619494e-05,
      "loss": 0.1876,
      "step": 131090
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.545412854298561e-05,
      "loss": 0.182,
      "step": 131100
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.545300999977629e-05,
      "loss": 0.1783,
      "step": 131110
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.545189145656697e-05,
      "loss": 0.1766,
      "step": 131120
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5450772913357646e-05,
      "loss": 0.1845,
      "step": 131130
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5449654370148324e-05,
      "loss": 0.1798,
      "step": 131140
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5448535826938995e-05,
      "loss": 0.1828,
      "step": 131150
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.544741728372967e-05,
      "loss": 0.1797,
      "step": 131160
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.544629874052035e-05,
      "loss": 0.1816,
      "step": 131170
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.544518019731102e-05,
      "loss": 0.1755,
      "step": 131180
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.54440616541017e-05,
      "loss": 0.1795,
      "step": 131190
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.544294311089237e-05,
      "loss": 0.1791,
      "step": 131200
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.544182456768305e-05,
      "loss": 0.1811,
      "step": 131210
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.544070602447373e-05,
      "loss": 0.1794,
      "step": 131220
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5439587481264405e-05,
      "loss": 0.1797,
      "step": 131230
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.543846893805508e-05,
      "loss": 0.1861,
      "step": 131240
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5437350394845754e-05,
      "loss": 0.1844,
      "step": 131250
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.543623185163643e-05,
      "loss": 0.1825,
      "step": 131260
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.54351133084271e-05,
      "loss": 0.1809,
      "step": 131270
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.543399476521778e-05,
      "loss": 0.1789,
      "step": 131280
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.543287622200846e-05,
      "loss": 0.1788,
      "step": 131290
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.543175767879913e-05,
      "loss": 0.1772,
      "step": 131300
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.543063913558981e-05,
      "loss": 0.1806,
      "step": 131310
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5429520592380486e-05,
      "loss": 0.181,
      "step": 131320
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5428402049171164e-05,
      "loss": 0.1834,
      "step": 131330
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.542728350596184e-05,
      "loss": 0.1792,
      "step": 131340
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.542616496275251e-05,
      "loss": 0.1862,
      "step": 131350
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.542504641954319e-05,
      "loss": 0.1844,
      "step": 131360
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.542392787633386e-05,
      "loss": 0.1803,
      "step": 131370
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.542280933312454e-05,
      "loss": 0.1811,
      "step": 131380
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.542169078991522e-05,
      "loss": 0.1763,
      "step": 131390
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.542057224670589e-05,
      "loss": 0.1745,
      "step": 131400
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.541945370349657e-05,
      "loss": 0.1807,
      "step": 131410
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5418335160287245e-05,
      "loss": 0.1828,
      "step": 131420
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.541721661707792e-05,
      "loss": 0.1813,
      "step": 131430
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.54160980738686e-05,
      "loss": 0.182,
      "step": 131440
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.541497953065927e-05,
      "loss": 0.1821,
      "step": 131450
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.541386098744995e-05,
      "loss": 0.1788,
      "step": 131460
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.541274244424062e-05,
      "loss": 0.1795,
      "step": 131470
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.54116239010313e-05,
      "loss": 0.1811,
      "step": 131480
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.541050535782198e-05,
      "loss": 0.1775,
      "step": 131490
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.540938681461265e-05,
      "loss": 0.1827,
      "step": 131500
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5408268271403326e-05,
      "loss": 0.1826,
      "step": 131510
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5407149728194e-05,
      "loss": 0.1811,
      "step": 131520
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5406031184984675e-05,
      "loss": 0.1781,
      "step": 131530
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.540491264177535e-05,
      "loss": 0.1801,
      "step": 131540
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.540379409856603e-05,
      "loss": 0.1801,
      "step": 131550
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.540267555535671e-05,
      "loss": 0.1813,
      "step": 131560
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.540155701214738e-05,
      "loss": 0.1859,
      "step": 131570
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.540043846893806e-05,
      "loss": 0.1834,
      "step": 131580
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.539931992572873e-05,
      "loss": 0.182,
      "step": 131590
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.539820138251941e-05,
      "loss": 0.178,
      "step": 131600
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5397082839310085e-05,
      "loss": 0.1835,
      "step": 131610
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5395964296100756e-05,
      "loss": 0.1807,
      "step": 131620
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5394845752891434e-05,
      "loss": 0.1804,
      "step": 131630
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.539372720968211e-05,
      "loss": 0.1825,
      "step": 131640
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.539260866647279e-05,
      "loss": 0.1756,
      "step": 131650
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.539149012326347e-05,
      "loss": 0.1862,
      "step": 131660
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.539037158005414e-05,
      "loss": 0.1789,
      "step": 131670
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.538925303684482e-05,
      "loss": 0.1779,
      "step": 131680
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.538813449363549e-05,
      "loss": 0.1804,
      "step": 131690
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5387015950426166e-05,
      "loss": 0.1761,
      "step": 131700
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5385897407216844e-05,
      "loss": 0.1777,
      "step": 131710
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5384778864007515e-05,
      "loss": 0.1777,
      "step": 131720
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.538366032079819e-05,
      "loss": 0.1852,
      "step": 131730
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.538254177758887e-05,
      "loss": 0.1828,
      "step": 131740
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.538142323437955e-05,
      "loss": 0.1816,
      "step": 131750
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5380304691170227e-05,
      "loss": 0.1757,
      "step": 131760
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.53791861479609e-05,
      "loss": 0.1787,
      "step": 131770
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5378067604751576e-05,
      "loss": 0.1841,
      "step": 131780
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.537694906154225e-05,
      "loss": 0.1816,
      "step": 131790
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5375830518332925e-05,
      "loss": 0.186,
      "step": 131800
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.53747119751236e-05,
      "loss": 0.1779,
      "step": 131810
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5373593431914274e-05,
      "loss": 0.1803,
      "step": 131820
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.537247488870495e-05,
      "loss": 0.1797,
      "step": 131830
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.537135634549563e-05,
      "loss": 0.1765,
      "step": 131840
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.537023780228631e-05,
      "loss": 0.1765,
      "step": 131850
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.536911925907698e-05,
      "loss": 0.1856,
      "step": 131860
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.536800071586766e-05,
      "loss": 0.1757,
      "step": 131870
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5366882172658335e-05,
      "loss": 0.1766,
      "step": 131880
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5365763629449006e-05,
      "loss": 0.1782,
      "step": 131890
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5364645086239684e-05,
      "loss": 0.1805,
      "step": 131900
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5363526543030355e-05,
      "loss": 0.1766,
      "step": 131910
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.536240799982103e-05,
      "loss": 0.1816,
      "step": 131920
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.536128945661171e-05,
      "loss": 0.1875,
      "step": 131930
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.536017091340238e-05,
      "loss": 0.1827,
      "step": 131940
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.535905237019306e-05,
      "loss": 0.1804,
      "step": 131950
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.535793382698374e-05,
      "loss": 0.178,
      "step": 131960
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5356815283774416e-05,
      "loss": 0.1812,
      "step": 131970
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5355696740565094e-05,
      "loss": 0.1843,
      "step": 131980
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5354578197355765e-05,
      "loss": 0.1852,
      "step": 131990
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.535345965414644e-05,
      "loss": 0.1726,
      "step": 132000
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5352341110937114e-05,
      "loss": 0.1789,
      "step": 132010
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.535122256772779e-05,
      "loss": 0.1768,
      "step": 132020
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.535010402451847e-05,
      "loss": 0.1782,
      "step": 132030
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.534898548130914e-05,
      "loss": 0.1801,
      "step": 132040
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.534786693809982e-05,
      "loss": 0.1778,
      "step": 132050
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.53467483948905e-05,
      "loss": 0.1785,
      "step": 132060
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5345629851681175e-05,
      "loss": 0.1815,
      "step": 132070
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.534451130847185e-05,
      "loss": 0.1778,
      "step": 132080
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5343392765262524e-05,
      "loss": 0.1777,
      "step": 132090
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.53422742220532e-05,
      "loss": 0.1801,
      "step": 132100
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.534115567884387e-05,
      "loss": 0.1816,
      "step": 132110
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.534003713563455e-05,
      "loss": 0.1766,
      "step": 132120
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.533891859242523e-05,
      "loss": 0.1782,
      "step": 132130
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.53378000492159e-05,
      "loss": 0.1761,
      "step": 132140
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.533668150600658e-05,
      "loss": 0.171,
      "step": 132150
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5335562962797256e-05,
      "loss": 0.175,
      "step": 132160
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5334444419587934e-05,
      "loss": 0.1797,
      "step": 132170
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5333325876378605e-05,
      "loss": 0.1786,
      "step": 132180
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.533220733316928e-05,
      "loss": 0.1802,
      "step": 132190
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.533108878995996e-05,
      "loss": 0.1795,
      "step": 132200
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.532997024675063e-05,
      "loss": 0.1759,
      "step": 132210
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.532885170354131e-05,
      "loss": 0.1777,
      "step": 132220
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.532773316033198e-05,
      "loss": 0.1702,
      "step": 132230
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.532661461712266e-05,
      "loss": 0.1756,
      "step": 132240
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.532549607391334e-05,
      "loss": 0.1757,
      "step": 132250
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5324377530704015e-05,
      "loss": 0.1799,
      "step": 132260
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.532325898749469e-05,
      "loss": 0.1736,
      "step": 132270
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5322140444285364e-05,
      "loss": 0.1801,
      "step": 132280
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.532102190107604e-05,
      "loss": 0.181,
      "step": 132290
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.531990335786672e-05,
      "loss": 0.1784,
      "step": 132300
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.531878481465739e-05,
      "loss": 0.1759,
      "step": 132310
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.531766627144807e-05,
      "loss": 0.1804,
      "step": 132320
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.531654772823874e-05,
      "loss": 0.1771,
      "step": 132330
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.531542918502942e-05,
      "loss": 0.1763,
      "step": 132340
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5314310641820096e-05,
      "loss": 0.1723,
      "step": 132350
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.531319209861077e-05,
      "loss": 0.1797,
      "step": 132360
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.531207355540145e-05,
      "loss": 0.1704,
      "step": 132370
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.531095501219212e-05,
      "loss": 0.1801,
      "step": 132380
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.530994832330373e-05,
      "loss": 0.1753,
      "step": 132390
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.53088297800944e-05,
      "loss": 0.174,
      "step": 132400
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.530771123688508e-05,
      "loss": 0.1786,
      "step": 132410
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.530659269367576e-05,
      "loss": 0.1793,
      "step": 132420
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5305474150466436e-05,
      "loss": 0.1764,
      "step": 132430
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5304355607257114e-05,
      "loss": 0.1732,
      "step": 132440
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5303237064047785e-05,
      "loss": 0.1751,
      "step": 132450
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.530211852083846e-05,
      "loss": 0.18,
      "step": 132460
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.530099997762914e-05,
      "loss": 0.174,
      "step": 132470
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.529988143441981e-05,
      "loss": 0.172,
      "step": 132480
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.529876289121049e-05,
      "loss": 0.1775,
      "step": 132490
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.529764434800116e-05,
      "loss": 0.1736,
      "step": 132500
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.529652580479184e-05,
      "loss": 0.1729,
      "step": 132510
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.529540726158252e-05,
      "loss": 0.1818,
      "step": 132520
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.529428871837319e-05,
      "loss": 0.1757,
      "step": 132530
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.529317017516387e-05,
      "loss": 0.1796,
      "step": 132540
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5292051631954544e-05,
      "loss": 0.1758,
      "step": 132550
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.529093308874522e-05,
      "loss": 0.1761,
      "step": 132560
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5289814545535893e-05,
      "loss": 0.1755,
      "step": 132570
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.528869600232657e-05,
      "loss": 0.1747,
      "step": 132580
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.528757745911725e-05,
      "loss": 0.1785,
      "step": 132590
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.528645891590792e-05,
      "loss": 0.1786,
      "step": 132600
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.52853403726986e-05,
      "loss": 0.1784,
      "step": 132610
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.528422182948927e-05,
      "loss": 0.1769,
      "step": 132620
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.528310328627995e-05,
      "loss": 0.1747,
      "step": 132630
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5281984743070625e-05,
      "loss": 0.1764,
      "step": 132640
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.52808661998613e-05,
      "loss": 0.1737,
      "step": 132650
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.527974765665198e-05,
      "loss": 0.1701,
      "step": 132660
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.527862911344265e-05,
      "loss": 0.1832,
      "step": 132670
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.527751057023333e-05,
      "loss": 0.1813,
      "step": 132680
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.527639202702401e-05,
      "loss": 0.1748,
      "step": 132690
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.527527348381468e-05,
      "loss": 0.1777,
      "step": 132700
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.527415494060536e-05,
      "loss": 0.1823,
      "step": 132710
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.527303639739603e-05,
      "loss": 0.1768,
      "step": 132720
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5271917854186706e-05,
      "loss": 0.1786,
      "step": 132730
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5270799310977384e-05,
      "loss": 0.1737,
      "step": 132740
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.526968076776806e-05,
      "loss": 0.1763,
      "step": 132750
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.526856222455874e-05,
      "loss": 0.176,
      "step": 132760
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.526744368134941e-05,
      "loss": 0.1719,
      "step": 132770
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.526632513814009e-05,
      "loss": 0.1715,
      "step": 132780
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.526520659493077e-05,
      "loss": 0.1758,
      "step": 132790
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.526408805172144e-05,
      "loss": 0.1746,
      "step": 132800
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5262969508512116e-05,
      "loss": 0.1722,
      "step": 132810
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.526185096530279e-05,
      "loss": 0.1777,
      "step": 132820
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5260732422093465e-05,
      "loss": 0.1777,
      "step": 132830
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.525961387888414e-05,
      "loss": 0.1776,
      "step": 132840
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.525849533567482e-05,
      "loss": 0.1794,
      "step": 132850
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.52573767924655e-05,
      "loss": 0.1716,
      "step": 132860
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.525625824925617e-05,
      "loss": 0.1763,
      "step": 132870
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.525513970604685e-05,
      "loss": 0.1718,
      "step": 132880
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.525402116283752e-05,
      "loss": 0.1806,
      "step": 132890
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.52529026196282e-05,
      "loss": 0.1705,
      "step": 132900
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5251784076418875e-05,
      "loss": 0.1752,
      "step": 132910
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5250665533209546e-05,
      "loss": 0.1741,
      "step": 132920
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5249546990000224e-05,
      "loss": 0.1729,
      "step": 132930
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5248428446790895e-05,
      "loss": 0.1749,
      "step": 132940
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.524730990358158e-05,
      "loss": 0.1757,
      "step": 132950
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.524619136037226e-05,
      "loss": 0.1758,
      "step": 132960
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.524507281716293e-05,
      "loss": 0.173,
      "step": 132970
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.524395427395361e-05,
      "loss": 0.1805,
      "step": 132980
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.524283573074428e-05,
      "loss": 0.1711,
      "step": 132990
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5241717187534956e-05,
      "loss": 0.1737,
      "step": 133000
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5240598644325634e-05,
      "loss": 0.1694,
      "step": 133010
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5239480101116305e-05,
      "loss": 0.1743,
      "step": 133020
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.523836155790698e-05,
      "loss": 0.1743,
      "step": 133030
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5237243014697654e-05,
      "loss": 0.1784,
      "step": 133040
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.523612447148833e-05,
      "loss": 0.1735,
      "step": 133050
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.523500592827901e-05,
      "loss": 0.1708,
      "step": 133060
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.523388738506969e-05,
      "loss": 0.1789,
      "step": 133070
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5232768841860366e-05,
      "loss": 0.177,
      "step": 133080
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.523165029865104e-05,
      "loss": 0.1772,
      "step": 133090
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5230531755441715e-05,
      "loss": 0.1748,
      "step": 133100
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.522941321223239e-05,
      "loss": 0.1713,
      "step": 133110
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5228294669023064e-05,
      "loss": 0.1759,
      "step": 133120
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.522717612581374e-05,
      "loss": 0.1754,
      "step": 133130
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.522605758260441e-05,
      "loss": 0.1781,
      "step": 133140
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.522493903939509e-05,
      "loss": 0.1716,
      "step": 133150
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.522382049618577e-05,
      "loss": 0.1753,
      "step": 133160
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.522270195297645e-05,
      "loss": 0.1757,
      "step": 133170
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5221583409767125e-05,
      "loss": 0.1749,
      "step": 133180
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5220464866557796e-05,
      "loss": 0.1709,
      "step": 133190
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5219346323348474e-05,
      "loss": 0.1738,
      "step": 133200
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5218227780139145e-05,
      "loss": 0.1729,
      "step": 133210
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.521710923692982e-05,
      "loss": 0.1743,
      "step": 133220
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.52159906937205e-05,
      "loss": 0.1747,
      "step": 133230
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.521487215051117e-05,
      "loss": 0.1719,
      "step": 133240
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.521375360730185e-05,
      "loss": 0.1716,
      "step": 133250
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.521263506409253e-05,
      "loss": 0.174,
      "step": 133260
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5211516520883206e-05,
      "loss": 0.1752,
      "step": 133270
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5210397977673884e-05,
      "loss": 0.1694,
      "step": 133280
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5209279434464555e-05,
      "loss": 0.1766,
      "step": 133290
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.520816089125523e-05,
      "loss": 0.1734,
      "step": 133300
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5207042348045904e-05,
      "loss": 0.1748,
      "step": 133310
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.520592380483658e-05,
      "loss": 0.1704,
      "step": 133320
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.520480526162726e-05,
      "loss": 0.1757,
      "step": 133330
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.520368671841793e-05,
      "loss": 0.1729,
      "step": 133340
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.520256817520861e-05,
      "loss": 0.1727,
      "step": 133350
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.520144963199929e-05,
      "loss": 0.1645,
      "step": 133360
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5200331088789965e-05,
      "loss": 0.1713,
      "step": 133370
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.519921254558064e-05,
      "loss": 0.1699,
      "step": 133380
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5198094002371314e-05,
      "loss": 0.179,
      "step": 133390
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.519697545916199e-05,
      "loss": 0.1736,
      "step": 133400
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.519585691595266e-05,
      "loss": 0.1751,
      "step": 133410
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.519473837274334e-05,
      "loss": 0.1795,
      "step": 133420
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.519361982953402e-05,
      "loss": 0.1699,
      "step": 133430
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.519250128632469e-05,
      "loss": 0.1788,
      "step": 133440
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.519138274311537e-05,
      "loss": 0.1739,
      "step": 133450
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.519026419990604e-05,
      "loss": 0.175,
      "step": 133460
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.518914565669672e-05,
      "loss": 0.1698,
      "step": 133470
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5188027113487395e-05,
      "loss": 0.182,
      "step": 133480
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.518690857027807e-05,
      "loss": 0.1733,
      "step": 133490
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.518579002706875e-05,
      "loss": 0.1786,
      "step": 133500
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.518467148385942e-05,
      "loss": 0.1738,
      "step": 133510
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.51835529406501e-05,
      "loss": 0.1804,
      "step": 133520
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.518243439744077e-05,
      "loss": 0.1755,
      "step": 133530
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.518131585423145e-05,
      "loss": 0.1751,
      "step": 133540
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.518019731102213e-05,
      "loss": 0.1711,
      "step": 133550
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.51790787678128e-05,
      "loss": 0.1758,
      "step": 133560
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5177960224603476e-05,
      "loss": 0.1814,
      "step": 133570
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5176841681394154e-05,
      "loss": 0.1782,
      "step": 133580
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.517572313818483e-05,
      "loss": 0.1728,
      "step": 133590
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.517460459497551e-05,
      "loss": 0.1752,
      "step": 133600
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.517348605176618e-05,
      "loss": 0.1753,
      "step": 133610
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.517236750855686e-05,
      "loss": 0.1721,
      "step": 133620
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.517124896534753e-05,
      "loss": 0.1742,
      "step": 133630
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.517013042213821e-05,
      "loss": 0.1717,
      "step": 133640
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5169011878928886e-05,
      "loss": 0.1779,
      "step": 133650
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.516789333571956e-05,
      "loss": 0.1723,
      "step": 133660
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5166774792510235e-05,
      "loss": 0.174,
      "step": 133670
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.516565624930091e-05,
      "loss": 0.1777,
      "step": 133680
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.516453770609159e-05,
      "loss": 0.1756,
      "step": 133690
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.516341916288227e-05,
      "loss": 0.1753,
      "step": 133700
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.516230061967294e-05,
      "loss": 0.1791,
      "step": 133710
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.516118207646362e-05,
      "loss": 0.1733,
      "step": 133720
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.516006353325429e-05,
      "loss": 0.1797,
      "step": 133730
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.515894499004497e-05,
      "loss": 0.1725,
      "step": 133740
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5157826446835645e-05,
      "loss": 0.1751,
      "step": 133750
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5156707903626316e-05,
      "loss": 0.1727,
      "step": 133760
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5155589360416994e-05,
      "loss": 0.1755,
      "step": 133770
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.515447081720767e-05,
      "loss": 0.1742,
      "step": 133780
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.515335227399835e-05,
      "loss": 0.1702,
      "step": 133790
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.515223373078903e-05,
      "loss": 0.1789,
      "step": 133800
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.51511151875797e-05,
      "loss": 0.171,
      "step": 133810
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.514999664437038e-05,
      "loss": 0.1726,
      "step": 133820
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.514887810116105e-05,
      "loss": 0.1741,
      "step": 133830
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5147759557951726e-05,
      "loss": 0.17,
      "step": 133840
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.51466410147424e-05,
      "loss": 0.1707,
      "step": 133850
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5145522471533075e-05,
      "loss": 0.1774,
      "step": 133860
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.514440392832375e-05,
      "loss": 0.1755,
      "step": 133870
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5143285385114424e-05,
      "loss": 0.1757,
      "step": 133880
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.51421668419051e-05,
      "loss": 0.1773,
      "step": 133890
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.514104829869578e-05,
      "loss": 0.1683,
      "step": 133900
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.513992975548646e-05,
      "loss": 0.1741,
      "step": 133910
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5138811212277136e-05,
      "loss": 0.1713,
      "step": 133920
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.513769266906781e-05,
      "loss": 0.1735,
      "step": 133930
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5136574125858485e-05,
      "loss": 0.172,
      "step": 133940
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5135455582649156e-05,
      "loss": 0.1765,
      "step": 133950
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5134337039439834e-05,
      "loss": 0.1756,
      "step": 133960
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.513321849623051e-05,
      "loss": 0.1749,
      "step": 133970
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.513209995302118e-05,
      "loss": 0.1754,
      "step": 133980
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.513098140981186e-05,
      "loss": 0.1754,
      "step": 133990
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.512986286660254e-05,
      "loss": 0.1736,
      "step": 134000
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.512874432339322e-05,
      "loss": 0.1705,
      "step": 134010
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5127625780183895e-05,
      "loss": 0.1711,
      "step": 134020
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5126507236974566e-05,
      "loss": 0.1694,
      "step": 134030
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5125388693765244e-05,
      "loss": 0.1679,
      "step": 134040
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5124270150555915e-05,
      "loss": 0.1743,
      "step": 134050
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.512315160734659e-05,
      "loss": 0.1724,
      "step": 134060
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.512203306413727e-05,
      "loss": 0.1724,
      "step": 134070
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.512091452092794e-05,
      "loss": 0.1727,
      "step": 134080
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.511979597771862e-05,
      "loss": 0.1762,
      "step": 134090
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.51186774345093e-05,
      "loss": 0.1715,
      "step": 134100
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5117558891299976e-05,
      "loss": 0.1771,
      "step": 134110
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5116440348090654e-05,
      "loss": 0.1747,
      "step": 134120
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5115321804881325e-05,
      "loss": 0.1787,
      "step": 134130
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5114203261672e-05,
      "loss": 0.1768,
      "step": 134140
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5113084718462674e-05,
      "loss": 0.1714,
      "step": 134150
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.511196617525335e-05,
      "loss": 0.1795,
      "step": 134160
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.511084763204402e-05,
      "loss": 0.1722,
      "step": 134170
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.51097290888347e-05,
      "loss": 0.176,
      "step": 134180
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.510861054562538e-05,
      "loss": 0.1747,
      "step": 134190
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.510749200241606e-05,
      "loss": 0.1765,
      "step": 134200
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5106373459206735e-05,
      "loss": 0.1743,
      "step": 134210
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5105254915997406e-05,
      "loss": 0.1752,
      "step": 134220
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5104136372788084e-05,
      "loss": 0.1794,
      "step": 134230
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.510301782957876e-05,
      "loss": 0.1779,
      "step": 134240
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.510189928636943e-05,
      "loss": 0.1733,
      "step": 134250
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.510078074316011e-05,
      "loss": 0.1747,
      "step": 134260
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.509966219995078e-05,
      "loss": 0.1723,
      "step": 134270
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.509854365674146e-05,
      "loss": 0.1711,
      "step": 134280
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.509742511353214e-05,
      "loss": 0.1738,
      "step": 134290
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.509630657032281e-05,
      "loss": 0.1729,
      "step": 134300
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5095188027113494e-05,
      "loss": 0.1758,
      "step": 134310
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5094069483904165e-05,
      "loss": 0.1687,
      "step": 134320
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.509295094069484e-05,
      "loss": 0.1749,
      "step": 134330
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.509183239748552e-05,
      "loss": 0.1741,
      "step": 134340
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.509071385427619e-05,
      "loss": 0.1746,
      "step": 134350
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.508959531106687e-05,
      "loss": 0.1737,
      "step": 134360
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.508847676785754e-05,
      "loss": 0.1691,
      "step": 134370
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.508735822464822e-05,
      "loss": 0.1748,
      "step": 134380
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.508635153575983e-05,
      "loss": 0.1731,
      "step": 134390
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5085232992550506e-05,
      "loss": 0.1714,
      "step": 134400
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5084114449341183e-05,
      "loss": 0.1756,
      "step": 134410
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5082995906131855e-05,
      "loss": 0.1772,
      "step": 134420
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.508187736292253e-05,
      "loss": 0.171,
      "step": 134430
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5080758819713204e-05,
      "loss": 0.1742,
      "step": 134440
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.507964027650388e-05,
      "loss": 0.1689,
      "step": 134450
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.507852173329456e-05,
      "loss": 0.1728,
      "step": 134460
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.507740319008523e-05,
      "loss": 0.175,
      "step": 134470
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5076284646875915e-05,
      "loss": 0.1728,
      "step": 134480
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5075166103666587e-05,
      "loss": 0.1724,
      "step": 134490
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5074047560457264e-05,
      "loss": 0.1741,
      "step": 134500
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5072929017247936e-05,
      "loss": 0.1701,
      "step": 134510
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5071810474038614e-05,
      "loss": 0.17,
      "step": 134520
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.507069193082929e-05,
      "loss": 0.1723,
      "step": 134530
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.506957338761996e-05,
      "loss": 0.1694,
      "step": 134540
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.506845484441064e-05,
      "loss": 0.1716,
      "step": 134550
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.506733630120131e-05,
      "loss": 0.1722,
      "step": 134560
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.506621775799199e-05,
      "loss": 0.1729,
      "step": 134570
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.506509921478267e-05,
      "loss": 0.1717,
      "step": 134580
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5063980671573346e-05,
      "loss": 0.1748,
      "step": 134590
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5062862128364023e-05,
      "loss": 0.1689,
      "step": 134600
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5061743585154695e-05,
      "loss": 0.1753,
      "step": 134610
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.506062504194537e-05,
      "loss": 0.1764,
      "step": 134620
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.505950649873605e-05,
      "loss": 0.1716,
      "step": 134630
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.505838795552672e-05,
      "loss": 0.1765,
      "step": 134640
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.50572694123174e-05,
      "loss": 0.1734,
      "step": 134650
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.505615086910807e-05,
      "loss": 0.1705,
      "step": 134660
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.505503232589875e-05,
      "loss": 0.1699,
      "step": 134670
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5053913782689427e-05,
      "loss": 0.1774,
      "step": 134680
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5052795239480104e-05,
      "loss": 0.1746,
      "step": 134690
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.505167669627078e-05,
      "loss": 0.1727,
      "step": 134700
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5050558153061454e-05,
      "loss": 0.1738,
      "step": 134710
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.504943960985213e-05,
      "loss": 0.1737,
      "step": 134720
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.504832106664281e-05,
      "loss": 0.1682,
      "step": 134730
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.504720252343348e-05,
      "loss": 0.1739,
      "step": 134740
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.504608398022416e-05,
      "loss": 0.1734,
      "step": 134750
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.504496543701483e-05,
      "loss": 0.1741,
      "step": 134760
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.504384689380551e-05,
      "loss": 0.1726,
      "step": 134770
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5042728350596185e-05,
      "loss": 0.17,
      "step": 134780
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5041609807386863e-05,
      "loss": 0.1801,
      "step": 134790
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.504049126417754e-05,
      "loss": 0.177,
      "step": 134800
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.503937272096821e-05,
      "loss": 0.1739,
      "step": 134810
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.503825417775889e-05,
      "loss": 0.1784,
      "step": 134820
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.503713563454956e-05,
      "loss": 0.1719,
      "step": 134830
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.503601709134024e-05,
      "loss": 0.1735,
      "step": 134840
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.503489854813092e-05,
      "loss": 0.1768,
      "step": 134850
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.503378000492159e-05,
      "loss": 0.1736,
      "step": 134860
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5032661461712266e-05,
      "loss": 0.1715,
      "step": 134870
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.503154291850294e-05,
      "loss": 0.1721,
      "step": 134880
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.503042437529362e-05,
      "loss": 0.1727,
      "step": 134890
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.50293058320843e-05,
      "loss": 0.1737,
      "step": 134900
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.502818728887497e-05,
      "loss": 0.1714,
      "step": 134910
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.502706874566565e-05,
      "loss": 0.1717,
      "step": 134920
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.502595020245632e-05,
      "loss": 0.1733,
      "step": 134930
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5024831659247e-05,
      "loss": 0.173,
      "step": 134940
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5023713116037676e-05,
      "loss": 0.1681,
      "step": 134950
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.502259457282835e-05,
      "loss": 0.177,
      "step": 134960
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5021476029619025e-05,
      "loss": 0.1791,
      "step": 134970
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5020357486409697e-05,
      "loss": 0.1735,
      "step": 134980
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5019238943200375e-05,
      "loss": 0.1716,
      "step": 134990
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.501812039999105e-05,
      "loss": 0.1732,
      "step": 135000
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.501700185678173e-05,
      "loss": 0.1687,
      "step": 135010
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.501588331357241e-05,
      "loss": 0.1718,
      "step": 135020
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.501476477036308e-05,
      "loss": 0.1696,
      "step": 135030
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.501364622715376e-05,
      "loss": 0.1703,
      "step": 135040
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5012527683944435e-05,
      "loss": 0.1698,
      "step": 135050
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5011409140735106e-05,
      "loss": 0.1731,
      "step": 135060
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5010290597525784e-05,
      "loss": 0.1702,
      "step": 135070
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5009172054316456e-05,
      "loss": 0.1697,
      "step": 135080
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5008053511107133e-05,
      "loss": 0.173,
      "step": 135090
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.500693496789781e-05,
      "loss": 0.1725,
      "step": 135100
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.500581642468849e-05,
      "loss": 0.1678,
      "step": 135110
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.500469788147917e-05,
      "loss": 0.1704,
      "step": 135120
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.500357933826984e-05,
      "loss": 0.1703,
      "step": 135130
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5002460795060516e-05,
      "loss": 0.1762,
      "step": 135140
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.500134225185119e-05,
      "loss": 0.1745,
      "step": 135150
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5000223708641865e-05,
      "loss": 0.1727,
      "step": 135160
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.499910516543254e-05,
      "loss": 0.1782,
      "step": 135170
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4997986622223214e-05,
      "loss": 0.1674,
      "step": 135180
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.499686807901389e-05,
      "loss": 0.171,
      "step": 135190
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.499574953580457e-05,
      "loss": 0.1712,
      "step": 135200
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.499463099259525e-05,
      "loss": 0.172,
      "step": 135210
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4993512449385926e-05,
      "loss": 0.1727,
      "step": 135220
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.49923939061766e-05,
      "loss": 0.169,
      "step": 135230
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4991275362967275e-05,
      "loss": 0.1717,
      "step": 135240
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4990156819757946e-05,
      "loss": 0.1731,
      "step": 135250
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4989038276548624e-05,
      "loss": 0.1715,
      "step": 135260
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.49879197333393e-05,
      "loss": 0.1709,
      "step": 135270
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4986801190129973e-05,
      "loss": 0.176,
      "step": 135280
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.498568264692065e-05,
      "loss": 0.1686,
      "step": 135290
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.498456410371132e-05,
      "loss": 0.1709,
      "step": 135300
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.498344556050201e-05,
      "loss": 0.1763,
      "step": 135310
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4982327017292685e-05,
      "loss": 0.174,
      "step": 135320
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4981208474083356e-05,
      "loss": 0.1787,
      "step": 135330
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4980089930874034e-05,
      "loss": 0.1735,
      "step": 135340
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4978971387664705e-05,
      "loss": 0.1759,
      "step": 135350
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.497785284445538e-05,
      "loss": 0.1757,
      "step": 135360
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.497673430124606e-05,
      "loss": 0.1785,
      "step": 135370
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.497561575803673e-05,
      "loss": 0.1712,
      "step": 135380
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.497449721482741e-05,
      "loss": 0.1744,
      "step": 135390
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.497337867161808e-05,
      "loss": 0.1707,
      "step": 135400
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.497226012840876e-05,
      "loss": 0.1681,
      "step": 135410
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.497114158519944e-05,
      "loss": 0.1708,
      "step": 135420
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4970023041990115e-05,
      "loss": 0.1786,
      "step": 135430
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.496890449878079e-05,
      "loss": 0.1791,
      "step": 135440
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4967785955571464e-05,
      "loss": 0.1693,
      "step": 135450
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.496666741236214e-05,
      "loss": 0.1662,
      "step": 135460
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4965548869152813e-05,
      "loss": 0.1689,
      "step": 135470
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.496443032594349e-05,
      "loss": 0.1761,
      "step": 135480
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.496331178273417e-05,
      "loss": 0.1751,
      "step": 135490
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.496219323952484e-05,
      "loss": 0.1757,
      "step": 135500
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.496107469631552e-05,
      "loss": 0.1732,
      "step": 135510
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4959956153106196e-05,
      "loss": 0.1756,
      "step": 135520
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4958837609896874e-05,
      "loss": 0.1717,
      "step": 135530
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.495771906668755e-05,
      "loss": 0.1716,
      "step": 135540
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.495660052347822e-05,
      "loss": 0.1734,
      "step": 135550
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.49554819802689e-05,
      "loss": 0.1784,
      "step": 135560
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.495436343705957e-05,
      "loss": 0.1698,
      "step": 135570
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.495324489385025e-05,
      "loss": 0.1697,
      "step": 135580
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.495212635064093e-05,
      "loss": 0.1715,
      "step": 135590
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.49510078074316e-05,
      "loss": 0.174,
      "step": 135600
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.494988926422228e-05,
      "loss": 0.1703,
      "step": 135610
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4948770721012955e-05,
      "loss": 0.172,
      "step": 135620
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.494765217780363e-05,
      "loss": 0.1713,
      "step": 135630
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.494653363459431e-05,
      "loss": 0.1704,
      "step": 135640
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.494541509138498e-05,
      "loss": 0.1709,
      "step": 135650
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.494429654817566e-05,
      "loss": 0.1697,
      "step": 135660
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.494317800496633e-05,
      "loss": 0.1758,
      "step": 135670
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.494205946175701e-05,
      "loss": 0.1715,
      "step": 135680
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.494094091854769e-05,
      "loss": 0.1733,
      "step": 135690
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.493982237533836e-05,
      "loss": 0.169,
      "step": 135700
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4938703832129036e-05,
      "loss": 0.1747,
      "step": 135710
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4937585288919714e-05,
      "loss": 0.1694,
      "step": 135720
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.493646674571039e-05,
      "loss": 0.1775,
      "step": 135730
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.493534820250107e-05,
      "loss": 0.1723,
      "step": 135740
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.493422965929174e-05,
      "loss": 0.1692,
      "step": 135750
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.493311111608242e-05,
      "loss": 0.1711,
      "step": 135760
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.493199257287309e-05,
      "loss": 0.1757,
      "step": 135770
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.493087402966377e-05,
      "loss": 0.1714,
      "step": 135780
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.492975548645444e-05,
      "loss": 0.169,
      "step": 135790
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.492863694324512e-05,
      "loss": 0.1751,
      "step": 135800
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4927518400035795e-05,
      "loss": 0.1722,
      "step": 135810
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4926399856826466e-05,
      "loss": 0.1711,
      "step": 135820
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4925281313617144e-05,
      "loss": 0.1806,
      "step": 135830
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.492416277040782e-05,
      "loss": 0.1763,
      "step": 135840
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.49230442271985e-05,
      "loss": 0.1671,
      "step": 135850
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.492192568398918e-05,
      "loss": 0.1737,
      "step": 135860
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.492080714077985e-05,
      "loss": 0.1757,
      "step": 135870
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.491968859757053e-05,
      "loss": 0.1697,
      "step": 135880
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.49185700543612e-05,
      "loss": 0.172,
      "step": 135890
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4917451511151876e-05,
      "loss": 0.1673,
      "step": 135900
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4916332967942554e-05,
      "loss": 0.1718,
      "step": 135910
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4915214424733225e-05,
      "loss": 0.1704,
      "step": 135920
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.49140958815239e-05,
      "loss": 0.1698,
      "step": 135930
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.491297733831458e-05,
      "loss": 0.1715,
      "step": 135940
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.491185879510526e-05,
      "loss": 0.1756,
      "step": 135950
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.491074025189594e-05,
      "loss": 0.1776,
      "step": 135960
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.490962170868661e-05,
      "loss": 0.1716,
      "step": 135970
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4908503165477286e-05,
      "loss": 0.1714,
      "step": 135980
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.490738462226796e-05,
      "loss": 0.176,
      "step": 135990
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4906266079058635e-05,
      "loss": 0.1739,
      "step": 136000
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.490514753584931e-05,
      "loss": 0.1771,
      "step": 136010
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4904028992639984e-05,
      "loss": 0.173,
      "step": 136020
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.490291044943066e-05,
      "loss": 0.1725,
      "step": 136030
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.490179190622134e-05,
      "loss": 0.1727,
      "step": 136040
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.490067336301202e-05,
      "loss": 0.1697,
      "step": 136050
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4899554819802696e-05,
      "loss": 0.1719,
      "step": 136060
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.489843627659337e-05,
      "loss": 0.1758,
      "step": 136070
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4897317733384045e-05,
      "loss": 0.1726,
      "step": 136080
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4896199190174716e-05,
      "loss": 0.1719,
      "step": 136090
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4895080646965394e-05,
      "loss": 0.166,
      "step": 136100
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4893962103756065e-05,
      "loss": 0.1699,
      "step": 136110
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.489284356054674e-05,
      "loss": 0.1742,
      "step": 136120
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.489172501733742e-05,
      "loss": 0.1752,
      "step": 136130
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.48906064741281e-05,
      "loss": 0.1739,
      "step": 136140
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.488948793091878e-05,
      "loss": 0.1756,
      "step": 136150
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.488836938770945e-05,
      "loss": 0.1711,
      "step": 136160
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4887250844500126e-05,
      "loss": 0.1722,
      "step": 136170
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4886132301290804e-05,
      "loss": 0.1662,
      "step": 136180
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4885013758081475e-05,
      "loss": 0.171,
      "step": 136190
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.488389521487215e-05,
      "loss": 0.1732,
      "step": 136200
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4882776671662824e-05,
      "loss": 0.1738,
      "step": 136210
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.48816581284535e-05,
      "loss": 0.173,
      "step": 136220
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.488053958524418e-05,
      "loss": 0.1723,
      "step": 136230
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.487942104203485e-05,
      "loss": 0.1685,
      "step": 136240
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.487830249882553e-05,
      "loss": 0.172,
      "step": 136250
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.487718395561621e-05,
      "loss": 0.1724,
      "step": 136260
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4876065412406885e-05,
      "loss": 0.1755,
      "step": 136270
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.487494686919756e-05,
      "loss": 0.1708,
      "step": 136280
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4873828325988234e-05,
      "loss": 0.1718,
      "step": 136290
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.487270978277891e-05,
      "loss": 0.1702,
      "step": 136300
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.487159123956958e-05,
      "loss": 0.178,
      "step": 136310
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.487047269636026e-05,
      "loss": 0.1738,
      "step": 136320
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.486935415315094e-05,
      "loss": 0.1658,
      "step": 136330
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.486823560994161e-05,
      "loss": 0.177,
      "step": 136340
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.486711706673229e-05,
      "loss": 0.1743,
      "step": 136350
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4865998523522966e-05,
      "loss": 0.1737,
      "step": 136360
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4864879980313644e-05,
      "loss": 0.1716,
      "step": 136370
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.486376143710432e-05,
      "loss": 0.1708,
      "step": 136380
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.486264289389499e-05,
      "loss": 0.1676,
      "step": 136390
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.48616362050066e-05,
      "loss": 0.1745,
      "step": 136400
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.486051766179727e-05,
      "loss": 0.1722,
      "step": 136410
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.485939911858795e-05,
      "loss": 0.1806,
      "step": 136420
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.485828057537863e-05,
      "loss": 0.1676,
      "step": 136430
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.485716203216931e-05,
      "loss": 0.1711,
      "step": 136440
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4856043488959985e-05,
      "loss": 0.1815,
      "step": 136450
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4854924945750656e-05,
      "loss": 0.1791,
      "step": 136460
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4853806402541334e-05,
      "loss": 0.17,
      "step": 136470
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4852687859332005e-05,
      "loss": 0.1707,
      "step": 136480
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.485156931612268e-05,
      "loss": 0.1748,
      "step": 136490
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4850450772913354e-05,
      "loss": 0.1744,
      "step": 136500
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.484933222970403e-05,
      "loss": 0.1752,
      "step": 136510
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.484821368649471e-05,
      "loss": 0.1727,
      "step": 136520
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.484709514328539e-05,
      "loss": 0.1699,
      "step": 136530
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4845976600076066e-05,
      "loss": 0.1708,
      "step": 136540
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.484485805686674e-05,
      "loss": 0.1745,
      "step": 136550
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4843739513657415e-05,
      "loss": 0.1714,
      "step": 136560
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.484262097044809e-05,
      "loss": 0.1661,
      "step": 136570
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4841502427238764e-05,
      "loss": 0.1674,
      "step": 136580
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.484038388402944e-05,
      "loss": 0.173,
      "step": 136590
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.483926534082011e-05,
      "loss": 0.1671,
      "step": 136600
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.483814679761079e-05,
      "loss": 0.1741,
      "step": 136610
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.483702825440147e-05,
      "loss": 0.1727,
      "step": 136620
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.483590971119215e-05,
      "loss": 0.1686,
      "step": 136630
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4834791167982825e-05,
      "loss": 0.1743,
      "step": 136640
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4833672624773496e-05,
      "loss": 0.1755,
      "step": 136650
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4832554081564174e-05,
      "loss": 0.1674,
      "step": 136660
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.483143553835485e-05,
      "loss": 0.1778,
      "step": 136670
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.483031699514552e-05,
      "loss": 0.1695,
      "step": 136680
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.48291984519362e-05,
      "loss": 0.1746,
      "step": 136690
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.482807990872687e-05,
      "loss": 0.1742,
      "step": 136700
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.482696136551755e-05,
      "loss": 0.1698,
      "step": 136710
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.482584282230823e-05,
      "loss": 0.1697,
      "step": 136720
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4824724279098906e-05,
      "loss": 0.1707,
      "step": 136730
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4823605735889584e-05,
      "loss": 0.1752,
      "step": 136740
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4822487192680255e-05,
      "loss": 0.1704,
      "step": 136750
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.482136864947093e-05,
      "loss": 0.1712,
      "step": 136760
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.482025010626161e-05,
      "loss": 0.172,
      "step": 136770
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.481913156305228e-05,
      "loss": 0.1686,
      "step": 136780
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.481801301984296e-05,
      "loss": 0.1665,
      "step": 136790
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.481689447663363e-05,
      "loss": 0.1748,
      "step": 136800
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.481577593342431e-05,
      "loss": 0.1706,
      "step": 136810
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.481465739021498e-05,
      "loss": 0.1734,
      "step": 136820
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.481353884700566e-05,
      "loss": 0.1737,
      "step": 136830
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.481242030379634e-05,
      "loss": 0.1688,
      "step": 136840
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4811301760587014e-05,
      "loss": 0.167,
      "step": 136850
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.481018321737769e-05,
      "loss": 0.1694,
      "step": 136860
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.480906467416836e-05,
      "loss": 0.1723,
      "step": 136870
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.480794613095904e-05,
      "loss": 0.1678,
      "step": 136880
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.480682758774972e-05,
      "loss": 0.1722,
      "step": 136890
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.480570904454039e-05,
      "loss": 0.169,
      "step": 136900
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.480459050133107e-05,
      "loss": 0.1684,
      "step": 136910
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.480347195812174e-05,
      "loss": 0.1623,
      "step": 136920
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.480235341491242e-05,
      "loss": 0.174,
      "step": 136930
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4801234871703095e-05,
      "loss": 0.1705,
      "step": 136940
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.480011632849377e-05,
      "loss": 0.1718,
      "step": 136950
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.479899778528445e-05,
      "loss": 0.178,
      "step": 136960
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.479787924207512e-05,
      "loss": 0.164,
      "step": 136970
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.47967606988658e-05,
      "loss": 0.1701,
      "step": 136980
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.479564215565648e-05,
      "loss": 0.1644,
      "step": 136990
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.479452361244715e-05,
      "loss": 0.1714,
      "step": 137000
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.479340506923783e-05,
      "loss": 0.1685,
      "step": 137010
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.47922865260285e-05,
      "loss": 0.1703,
      "step": 137020
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4791167982819176e-05,
      "loss": 0.1717,
      "step": 137030
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4790049439609854e-05,
      "loss": 0.1683,
      "step": 137040
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.478893089640053e-05,
      "loss": 0.1661,
      "step": 137050
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.478781235319121e-05,
      "loss": 0.1693,
      "step": 137060
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.478669380998188e-05,
      "loss": 0.1687,
      "step": 137070
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.478557526677256e-05,
      "loss": 0.1731,
      "step": 137080
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.478445672356323e-05,
      "loss": 0.1734,
      "step": 137090
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.478333818035391e-05,
      "loss": 0.1719,
      "step": 137100
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4782219637144586e-05,
      "loss": 0.1692,
      "step": 137110
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.478110109393526e-05,
      "loss": 0.1671,
      "step": 137120
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4779982550725935e-05,
      "loss": 0.1728,
      "step": 137130
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.477886400751661e-05,
      "loss": 0.1639,
      "step": 137140
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.477774546430729e-05,
      "loss": 0.1692,
      "step": 137150
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.477662692109797e-05,
      "loss": 0.174,
      "step": 137160
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.477550837788864e-05,
      "loss": 0.1652,
      "step": 137170
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.477438983467932e-05,
      "loss": 0.1674,
      "step": 137180
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.477327129146999e-05,
      "loss": 0.1711,
      "step": 137190
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4772152748260667e-05,
      "loss": 0.1605,
      "step": 137200
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4771034205051345e-05,
      "loss": 0.1695,
      "step": 137210
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4769915661842016e-05,
      "loss": 0.1649,
      "step": 137220
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4768797118632694e-05,
      "loss": 0.1732,
      "step": 137230
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4767678575423365e-05,
      "loss": 0.1728,
      "step": 137240
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.476656003221405e-05,
      "loss": 0.174,
      "step": 137250
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.476544148900473e-05,
      "loss": 0.1713,
      "step": 137260
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.47643229457954e-05,
      "loss": 0.1665,
      "step": 137270
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4763204402586076e-05,
      "loss": 0.1675,
      "step": 137280
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.476208585937675e-05,
      "loss": 0.1683,
      "step": 137290
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4760967316167426e-05,
      "loss": 0.1707,
      "step": 137300
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4759848772958103e-05,
      "loss": 0.1709,
      "step": 137310
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4758730229748775e-05,
      "loss": 0.1679,
      "step": 137320
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.475761168653945e-05,
      "loss": 0.1682,
      "step": 137330
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4756493143330124e-05,
      "loss": 0.1679,
      "step": 137340
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.47553746001208e-05,
      "loss": 0.1685,
      "step": 137350
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.475425605691148e-05,
      "loss": 0.1734,
      "step": 137360
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.475313751370216e-05,
      "loss": 0.1697,
      "step": 137370
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4752018970492835e-05,
      "loss": 0.1694,
      "step": 137380
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4750900427283507e-05,
      "loss": 0.1675,
      "step": 137390
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4749781884074185e-05,
      "loss": 0.1722,
      "step": 137400
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4748663340864856e-05,
      "loss": 0.1676,
      "step": 137410
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4747544797655534e-05,
      "loss": 0.1639,
      "step": 137420
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.474642625444621e-05,
      "loss": 0.1672,
      "step": 137430
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.474530771123688e-05,
      "loss": 0.1695,
      "step": 137440
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.474418916802756e-05,
      "loss": 0.1695,
      "step": 137450
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.474307062481824e-05,
      "loss": 0.1712,
      "step": 137460
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4741952081608916e-05,
      "loss": 0.1663,
      "step": 137470
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4740833538399594e-05,
      "loss": 0.1676,
      "step": 137480
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4739714995190266e-05,
      "loss": 0.1668,
      "step": 137490
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4738596451980943e-05,
      "loss": 0.1712,
      "step": 137500
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4737477908771615e-05,
      "loss": 0.1619,
      "step": 137510
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.473635936556229e-05,
      "loss": 0.1686,
      "step": 137520
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.473524082235297e-05,
      "loss": 0.1688,
      "step": 137530
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.473412227914364e-05,
      "loss": 0.1692,
      "step": 137540
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.473300373593432e-05,
      "loss": 0.1684,
      "step": 137550
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4731885192725e-05,
      "loss": 0.1702,
      "step": 137560
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4730766649515675e-05,
      "loss": 0.169,
      "step": 137570
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.472964810630635e-05,
      "loss": 0.1685,
      "step": 137580
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4728529563097024e-05,
      "loss": 0.1575,
      "step": 137590
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.47274110198877e-05,
      "loss": 0.1682,
      "step": 137600
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4726292476678374e-05,
      "loss": 0.1667,
      "step": 137610
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.472517393346905e-05,
      "loss": 0.1707,
      "step": 137620
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.472405539025973e-05,
      "loss": 0.1652,
      "step": 137630
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.47229368470504e-05,
      "loss": 0.164,
      "step": 137640
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.472181830384108e-05,
      "loss": 0.1701,
      "step": 137650
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.472069976063175e-05,
      "loss": 0.1654,
      "step": 137660
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4719581217422434e-05,
      "loss": 0.1681,
      "step": 137670
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.471846267421311e-05,
      "loss": 0.1611,
      "step": 137680
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4717344131003783e-05,
      "loss": 0.1683,
      "step": 137690
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.471622558779446e-05,
      "loss": 0.167,
      "step": 137700
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.471510704458513e-05,
      "loss": 0.1697,
      "step": 137710
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.471398850137581e-05,
      "loss": 0.1689,
      "step": 137720
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.471286995816648e-05,
      "loss": 0.1707,
      "step": 137730
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.471175141495716e-05,
      "loss": 0.1688,
      "step": 137740
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.471063287174784e-05,
      "loss": 0.1674,
      "step": 137750
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.470951432853851e-05,
      "loss": 0.1691,
      "step": 137760
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4708395785329187e-05,
      "loss": 0.1619,
      "step": 137770
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4707277242119864e-05,
      "loss": 0.1653,
      "step": 137780
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.470615869891054e-05,
      "loss": 0.1649,
      "step": 137790
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.470504015570122e-05,
      "loss": 0.1671,
      "step": 137800
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.470392161249189e-05,
      "loss": 0.1684,
      "step": 137810
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.470280306928257e-05,
      "loss": 0.1643,
      "step": 137820
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.470168452607324e-05,
      "loss": 0.1717,
      "step": 137830
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.470056598286392e-05,
      "loss": 0.1663,
      "step": 137840
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4699447439654596e-05,
      "loss": 0.1675,
      "step": 137850
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.469832889644527e-05,
      "loss": 0.1723,
      "step": 137860
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4697210353235945e-05,
      "loss": 0.1639,
      "step": 137870
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4696091810026623e-05,
      "loss": 0.1732,
      "step": 137880
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.46949732668173e-05,
      "loss": 0.1674,
      "step": 137890
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.469385472360798e-05,
      "loss": 0.1677,
      "step": 137900
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.469273618039865e-05,
      "loss": 0.1694,
      "step": 137910
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.469161763718933e-05,
      "loss": 0.1711,
      "step": 137920
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.469049909398e-05,
      "loss": 0.1659,
      "step": 137930
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.468938055077068e-05,
      "loss": 0.1661,
      "step": 137940
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4688262007561355e-05,
      "loss": 0.1675,
      "step": 137950
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4687143464352026e-05,
      "loss": 0.1701,
      "step": 137960
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4686024921142704e-05,
      "loss": 0.17,
      "step": 137970
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.468490637793338e-05,
      "loss": 0.1673,
      "step": 137980
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.468378783472406e-05,
      "loss": 0.1711,
      "step": 137990
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.468266929151474e-05,
      "loss": 0.1709,
      "step": 138000
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.468155074830541e-05,
      "loss": 0.168,
      "step": 138010
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.468043220509609e-05,
      "loss": 0.1652,
      "step": 138020
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.467931366188676e-05,
      "loss": 0.1708,
      "step": 138030
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4678195118677436e-05,
      "loss": 0.1682,
      "step": 138040
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.467707657546811e-05,
      "loss": 0.1664,
      "step": 138050
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4675958032258785e-05,
      "loss": 0.1699,
      "step": 138060
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.467483948904946e-05,
      "loss": 0.1704,
      "step": 138070
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.467372094584014e-05,
      "loss": 0.165,
      "step": 138080
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.467260240263082e-05,
      "loss": 0.1743,
      "step": 138090
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.467148385942149e-05,
      "loss": 0.1684,
      "step": 138100
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.467036531621217e-05,
      "loss": 0.1661,
      "step": 138110
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4669246773002846e-05,
      "loss": 0.1631,
      "step": 138120
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.466812822979352e-05,
      "loss": 0.1652,
      "step": 138130
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4667009686584195e-05,
      "loss": 0.1633,
      "step": 138140
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4665891143374866e-05,
      "loss": 0.1669,
      "step": 138150
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4664772600165544e-05,
      "loss": 0.1663,
      "step": 138160
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.466365405695622e-05,
      "loss": 0.1687,
      "step": 138170
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4662535513746893e-05,
      "loss": 0.1672,
      "step": 138180
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.466141697053757e-05,
      "loss": 0.1632,
      "step": 138190
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.466029842732825e-05,
      "loss": 0.1705,
      "step": 138200
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.465917988411893e-05,
      "loss": 0.1672,
      "step": 138210
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4658061340909605e-05,
      "loss": 0.165,
      "step": 138220
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4656942797700276e-05,
      "loss": 0.1692,
      "step": 138230
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4655824254490954e-05,
      "loss": 0.1716,
      "step": 138240
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4654705711281625e-05,
      "loss": 0.1637,
      "step": 138250
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.46535871680723e-05,
      "loss": 0.1625,
      "step": 138260
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.465246862486298e-05,
      "loss": 0.1641,
      "step": 138270
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.465135008165365e-05,
      "loss": 0.1634,
      "step": 138280
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.465023153844433e-05,
      "loss": 0.1644,
      "step": 138290
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.464911299523501e-05,
      "loss": 0.1687,
      "step": 138300
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4647994452025686e-05,
      "loss": 0.163,
      "step": 138310
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4646875908816364e-05,
      "loss": 0.1673,
      "step": 138320
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4645757365607035e-05,
      "loss": 0.1677,
      "step": 138330
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.464463882239771e-05,
      "loss": 0.1671,
      "step": 138340
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4643520279188384e-05,
      "loss": 0.1674,
      "step": 138350
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.464240173597906e-05,
      "loss": 0.1696,
      "step": 138360
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4641283192769733e-05,
      "loss": 0.1721,
      "step": 138370
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.464016464956041e-05,
      "loss": 0.1634,
      "step": 138380
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.463904610635109e-05,
      "loss": 0.1653,
      "step": 138390
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.463792756314177e-05,
      "loss": 0.1644,
      "step": 138400
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4636809019932445e-05,
      "loss": 0.1642,
      "step": 138410
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.463580233104405e-05,
      "loss": 0.1664,
      "step": 138420
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4634683787834725e-05,
      "loss": 0.1653,
      "step": 138430
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4633565244625396e-05,
      "loss": 0.166,
      "step": 138440
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4632446701416074e-05,
      "loss": 0.1652,
      "step": 138450
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.463132815820675e-05,
      "loss": 0.1703,
      "step": 138460
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.463020961499743e-05,
      "loss": 0.1707,
      "step": 138470
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.462909107178811e-05,
      "loss": 0.1683,
      "step": 138480
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.462797252857878e-05,
      "loss": 0.1637,
      "step": 138490
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.462685398536946e-05,
      "loss": 0.1649,
      "step": 138500
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4625735442160135e-05,
      "loss": 0.1627,
      "step": 138510
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4624616898950806e-05,
      "loss": 0.1652,
      "step": 138520
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4623498355741484e-05,
      "loss": 0.1677,
      "step": 138530
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4622379812532155e-05,
      "loss": 0.1642,
      "step": 138540
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.462126126932283e-05,
      "loss": 0.1687,
      "step": 138550
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.462014272611351e-05,
      "loss": 0.1655,
      "step": 138560
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.461902418290419e-05,
      "loss": 0.1627,
      "step": 138570
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.461790563969487e-05,
      "loss": 0.1605,
      "step": 138580
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.461678709648554e-05,
      "loss": 0.1676,
      "step": 138590
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4615668553276216e-05,
      "loss": 0.1687,
      "step": 138600
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4614550010066894e-05,
      "loss": 0.1679,
      "step": 138610
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4613431466857565e-05,
      "loss": 0.1702,
      "step": 138620
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.461231292364824e-05,
      "loss": 0.1699,
      "step": 138630
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4611194380438914e-05,
      "loss": 0.1672,
      "step": 138640
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.461007583722959e-05,
      "loss": 0.1664,
      "step": 138650
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.460895729402027e-05,
      "loss": 0.1629,
      "step": 138660
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.460783875081095e-05,
      "loss": 0.1655,
      "step": 138670
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4606720207601626e-05,
      "loss": 0.1734,
      "step": 138680
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.46056016643923e-05,
      "loss": 0.1682,
      "step": 138690
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4604483121182975e-05,
      "loss": 0.1641,
      "step": 138700
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.460336457797365e-05,
      "loss": 0.166,
      "step": 138710
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4602246034764324e-05,
      "loss": 0.1709,
      "step": 138720
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4601127491555e-05,
      "loss": 0.1659,
      "step": 138730
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.460000894834567e-05,
      "loss": 0.1638,
      "step": 138740
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.459889040513635e-05,
      "loss": 0.1663,
      "step": 138750
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.459777186192702e-05,
      "loss": 0.1679,
      "step": 138760
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.45966533187177e-05,
      "loss": 0.167,
      "step": 138770
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4595534775508385e-05,
      "loss": 0.1637,
      "step": 138780
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4594416232299056e-05,
      "loss": 0.1662,
      "step": 138790
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4593297689089734e-05,
      "loss": 0.1697,
      "step": 138800
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4592179145880405e-05,
      "loss": 0.1643,
      "step": 138810
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.459106060267108e-05,
      "loss": 0.1659,
      "step": 138820
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.458994205946176e-05,
      "loss": 0.1651,
      "step": 138830
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.458882351625243e-05,
      "loss": 0.1673,
      "step": 138840
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.458770497304311e-05,
      "loss": 0.1696,
      "step": 138850
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.458658642983378e-05,
      "loss": 0.163,
      "step": 138860
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.458546788662446e-05,
      "loss": 0.1608,
      "step": 138870
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.458434934341514e-05,
      "loss": 0.1616,
      "step": 138880
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4583230800205815e-05,
      "loss": 0.1632,
      "step": 138890
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.458211225699649e-05,
      "loss": 0.1649,
      "step": 138900
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4580993713787164e-05,
      "loss": 0.1638,
      "step": 138910
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.457987517057784e-05,
      "loss": 0.1684,
      "step": 138920
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.457875662736852e-05,
      "loss": 0.1667,
      "step": 138930
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.457763808415919e-05,
      "loss": 0.1661,
      "step": 138940
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.457651954094987e-05,
      "loss": 0.1651,
      "step": 138950
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.457540099774054e-05,
      "loss": 0.1664,
      "step": 138960
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.457428245453122e-05,
      "loss": 0.1621,
      "step": 138970
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4573163911321896e-05,
      "loss": 0.1691,
      "step": 138980
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4572045368112574e-05,
      "loss": 0.1667,
      "step": 138990
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.457092682490325e-05,
      "loss": 0.1635,
      "step": 139000
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.456980828169392e-05,
      "loss": 0.1686,
      "step": 139010
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.45686897384846e-05,
      "loss": 0.1656,
      "step": 139020
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.456757119527528e-05,
      "loss": 0.1638,
      "step": 139030
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.456645265206595e-05,
      "loss": 0.1706,
      "step": 139040
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.456533410885663e-05,
      "loss": 0.1711,
      "step": 139050
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.45642155656473e-05,
      "loss": 0.1684,
      "step": 139060
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.456309702243798e-05,
      "loss": 0.1662,
      "step": 139070
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4561978479228655e-05,
      "loss": 0.1645,
      "step": 139080
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.456085993601933e-05,
      "loss": 0.1657,
      "step": 139090
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.455974139281001e-05,
      "loss": 0.162,
      "step": 139100
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.455862284960068e-05,
      "loss": 0.1598,
      "step": 139110
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.455750430639136e-05,
      "loss": 0.166,
      "step": 139120
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.455638576318203e-05,
      "loss": 0.1674,
      "step": 139130
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.455526721997271e-05,
      "loss": 0.1664,
      "step": 139140
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.455414867676339e-05,
      "loss": 0.1698,
      "step": 139150
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.455303013355406e-05,
      "loss": 0.1655,
      "step": 139160
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4551911590344736e-05,
      "loss": 0.1651,
      "step": 139170
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.455079304713541e-05,
      "loss": 0.1606,
      "step": 139180
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4549674503926085e-05,
      "loss": 0.1716,
      "step": 139190
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.454855596071677e-05,
      "loss": 0.165,
      "step": 139200
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.454743741750744e-05,
      "loss": 0.1602,
      "step": 139210
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.454631887429812e-05,
      "loss": 0.169,
      "step": 139220
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.454520033108879e-05,
      "loss": 0.1688,
      "step": 139230
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.454408178787947e-05,
      "loss": 0.1683,
      "step": 139240
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4542963244670146e-05,
      "loss": 0.167,
      "step": 139250
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.454184470146082e-05,
      "loss": 0.1662,
      "step": 139260
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4540726158251495e-05,
      "loss": 0.1663,
      "step": 139270
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4539607615042166e-05,
      "loss": 0.1698,
      "step": 139280
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4538489071832844e-05,
      "loss": 0.1676,
      "step": 139290
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.453737052862352e-05,
      "loss": 0.1661,
      "step": 139300
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.45362519854142e-05,
      "loss": 0.1646,
      "step": 139310
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.453513344220488e-05,
      "loss": 0.1656,
      "step": 139320
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.453401489899555e-05,
      "loss": 0.1615,
      "step": 139330
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.453289635578623e-05,
      "loss": 0.1712,
      "step": 139340
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4531777812576905e-05,
      "loss": 0.1676,
      "step": 139350
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4530659269367576e-05,
      "loss": 0.1669,
      "step": 139360
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4529540726158254e-05,
      "loss": 0.1627,
      "step": 139370
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4528422182948925e-05,
      "loss": 0.1644,
      "step": 139380
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.45273036397396e-05,
      "loss": 0.1635,
      "step": 139390
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.452618509653028e-05,
      "loss": 0.1661,
      "step": 139400
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.452506655332096e-05,
      "loss": 0.1627,
      "step": 139410
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.452394801011164e-05,
      "loss": 0.1634,
      "step": 139420
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.452282946690231e-05,
      "loss": 0.1682,
      "step": 139430
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4521710923692986e-05,
      "loss": 0.164,
      "step": 139440
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.452059238048366e-05,
      "loss": 0.1617,
      "step": 139450
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4519473837274335e-05,
      "loss": 0.1665,
      "step": 139460
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.451835529406501e-05,
      "loss": 0.159,
      "step": 139470
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4517236750855684e-05,
      "loss": 0.168,
      "step": 139480
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.451611820764636e-05,
      "loss": 0.1666,
      "step": 139490
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.451499966443704e-05,
      "loss": 0.1645,
      "step": 139500
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.451388112122772e-05,
      "loss": 0.1632,
      "step": 139510
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4512762578018396e-05,
      "loss": 0.165,
      "step": 139520
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.451164403480907e-05,
      "loss": 0.1607,
      "step": 139530
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4510525491599745e-05,
      "loss": 0.1678,
      "step": 139540
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4509406948390416e-05,
      "loss": 0.1679,
      "step": 139550
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4508288405181094e-05,
      "loss": 0.1647,
      "step": 139560
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.450716986197177e-05,
      "loss": 0.1698,
      "step": 139570
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.450605131876244e-05,
      "loss": 0.1682,
      "step": 139580
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.450493277555312e-05,
      "loss": 0.1665,
      "step": 139590
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.450381423234379e-05,
      "loss": 0.1665,
      "step": 139600
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4502695689134477e-05,
      "loss": 0.1661,
      "step": 139610
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4501577145925155e-05,
      "loss": 0.1618,
      "step": 139620
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4500458602715826e-05,
      "loss": 0.1653,
      "step": 139630
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4499340059506504e-05,
      "loss": 0.1655,
      "step": 139640
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4498221516297175e-05,
      "loss": 0.1643,
      "step": 139650
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.449710297308785e-05,
      "loss": 0.1672,
      "step": 139660
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.449598442987853e-05,
      "loss": 0.172,
      "step": 139670
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.44948658866692e-05,
      "loss": 0.1675,
      "step": 139680
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.449374734345988e-05,
      "loss": 0.1602,
      "step": 139690
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.449262880025055e-05,
      "loss": 0.1677,
      "step": 139700
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.449151025704123e-05,
      "loss": 0.1614,
      "step": 139710
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.449039171383191e-05,
      "loss": 0.1689,
      "step": 139720
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4489273170622585e-05,
      "loss": 0.1622,
      "step": 139730
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.448815462741326e-05,
      "loss": 0.1653,
      "step": 139740
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4487036084203934e-05,
      "loss": 0.1668,
      "step": 139750
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.448591754099461e-05,
      "loss": 0.1612,
      "step": 139760
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.448479899778528e-05,
      "loss": 0.167,
      "step": 139770
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.448368045457596e-05,
      "loss": 0.1677,
      "step": 139780
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.448256191136664e-05,
      "loss": 0.165,
      "step": 139790
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.448144336815731e-05,
      "loss": 0.166,
      "step": 139800
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.448032482494799e-05,
      "loss": 0.1627,
      "step": 139810
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4479206281738666e-05,
      "loss": 0.164,
      "step": 139820
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4478087738529344e-05,
      "loss": 0.1709,
      "step": 139830
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.447696919532002e-05,
      "loss": 0.1645,
      "step": 139840
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.447585065211069e-05,
      "loss": 0.1641,
      "step": 139850
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.447473210890137e-05,
      "loss": 0.1656,
      "step": 139860
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.447361356569204e-05,
      "loss": 0.1678,
      "step": 139870
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.447249502248272e-05,
      "loss": 0.1679,
      "step": 139880
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.44713764792734e-05,
      "loss": 0.1621,
      "step": 139890
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.447025793606407e-05,
      "loss": 0.1656,
      "step": 139900
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.446913939285475e-05,
      "loss": 0.1645,
      "step": 139910
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4468020849645425e-05,
      "loss": 0.1674,
      "step": 139920
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.44669023064361e-05,
      "loss": 0.1645,
      "step": 139930
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.446578376322678e-05,
      "loss": 0.1659,
      "step": 139940
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.446466522001745e-05,
      "loss": 0.1712,
      "step": 139950
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.446354667680813e-05,
      "loss": 0.168,
      "step": 139960
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.44624281335988e-05,
      "loss": 0.1681,
      "step": 139970
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.446130959038948e-05,
      "loss": 0.1652,
      "step": 139980
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.446019104718015e-05,
      "loss": 0.1662,
      "step": 139990
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.445907250397083e-05,
      "loss": 0.1643,
      "step": 140000
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4457953960761506e-05,
      "loss": 0.1626,
      "step": 140010
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.445683541755218e-05,
      "loss": 0.1668,
      "step": 140020
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.445571687434286e-05,
      "loss": 0.1657,
      "step": 140030
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.445459833113353e-05,
      "loss": 0.1643,
      "step": 140040
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.445347978792421e-05,
      "loss": 0.1623,
      "step": 140050
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.445236124471489e-05,
      "loss": 0.1638,
      "step": 140060
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.445124270150556e-05,
      "loss": 0.1693,
      "step": 140070
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.445012415829624e-05,
      "loss": 0.1678,
      "step": 140080
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.444900561508691e-05,
      "loss": 0.1669,
      "step": 140090
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.444788707187759e-05,
      "loss": 0.1667,
      "step": 140100
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4446768528668265e-05,
      "loss": 0.1679,
      "step": 140110
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4445649985458936e-05,
      "loss": 0.162,
      "step": 140120
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4444531442249614e-05,
      "loss": 0.1613,
      "step": 140130
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.444341289904029e-05,
      "loss": 0.1669,
      "step": 140140
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.444229435583097e-05,
      "loss": 0.1636,
      "step": 140150
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.444117581262165e-05,
      "loss": 0.1616,
      "step": 140160
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.444005726941232e-05,
      "loss": 0.1651,
      "step": 140170
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4438938726202996e-05,
      "loss": 0.1632,
      "step": 140180
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.443782018299367e-05,
      "loss": 0.1683,
      "step": 140190
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4436701639784346e-05,
      "loss": 0.1682,
      "step": 140200
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4435583096575024e-05,
      "loss": 0.1607,
      "step": 140210
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4434464553365695e-05,
      "loss": 0.1648,
      "step": 140220
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.443334601015637e-05,
      "loss": 0.1602,
      "step": 140230
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.443222746694705e-05,
      "loss": 0.161,
      "step": 140240
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.443110892373773e-05,
      "loss": 0.1603,
      "step": 140250
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4429990380528406e-05,
      "loss": 0.167,
      "step": 140260
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.442887183731908e-05,
      "loss": 0.1632,
      "step": 140270
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4427753294109755e-05,
      "loss": 0.1663,
      "step": 140280
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4426634750900427e-05,
      "loss": 0.1644,
      "step": 140290
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4425516207691105e-05,
      "loss": 0.1674,
      "step": 140300
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4424397664481776e-05,
      "loss": 0.1632,
      "step": 140310
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4423279121272454e-05,
      "loss": 0.1572,
      "step": 140320
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.442216057806313e-05,
      "loss": 0.1654,
      "step": 140330
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.442104203485381e-05,
      "loss": 0.1661,
      "step": 140340
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.441992349164449e-05,
      "loss": 0.1643,
      "step": 140350
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.441880494843516e-05,
      "loss": 0.1683,
      "step": 140360
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4417686405225836e-05,
      "loss": 0.1627,
      "step": 140370
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4416567862016514e-05,
      "loss": 0.1632,
      "step": 140380
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4415449318807186e-05,
      "loss": 0.1657,
      "step": 140390
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4414330775597863e-05,
      "loss": 0.1583,
      "step": 140400
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4413212232388535e-05,
      "loss": 0.1629,
      "step": 140410
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.441209368917921e-05,
      "loss": 0.1675,
      "step": 140420
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.441097514596989e-05,
      "loss": 0.1658,
      "step": 140430
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.440985660276057e-05,
      "loss": 0.1666,
      "step": 140440
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4408738059551246e-05,
      "loss": 0.1634,
      "step": 140450
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.440761951634192e-05,
      "loss": 0.1656,
      "step": 140460
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4406500973132595e-05,
      "loss": 0.1599,
      "step": 140470
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.440538242992327e-05,
      "loss": 0.1636,
      "step": 140480
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4404375741034875e-05,
      "loss": 0.1646,
      "step": 140490
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.440325719782555e-05,
      "loss": 0.1632,
      "step": 140500
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.440213865461623e-05,
      "loss": 0.1637,
      "step": 140510
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.440102011140691e-05,
      "loss": 0.1675,
      "step": 140520
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.439990156819758e-05,
      "loss": 0.1659,
      "step": 140530
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.439878302498826e-05,
      "loss": 0.1633,
      "step": 140540
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4397664481778936e-05,
      "loss": 0.1609,
      "step": 140550
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.439654593856961e-05,
      "loss": 0.1615,
      "step": 140560
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4395427395360285e-05,
      "loss": 0.165,
      "step": 140570
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4394308852150956e-05,
      "loss": 0.1639,
      "step": 140580
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4393190308941634e-05,
      "loss": 0.1612,
      "step": 140590
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.439207176573231e-05,
      "loss": 0.1663,
      "step": 140600
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.439095322252299e-05,
      "loss": 0.1665,
      "step": 140610
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.438983467931367e-05,
      "loss": 0.167,
      "step": 140620
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.438871613610434e-05,
      "loss": 0.1623,
      "step": 140630
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.438759759289502e-05,
      "loss": 0.1704,
      "step": 140640
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4386479049685695e-05,
      "loss": 0.1674,
      "step": 140650
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4385360506476366e-05,
      "loss": 0.166,
      "step": 140660
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4384241963267044e-05,
      "loss": 0.1621,
      "step": 140670
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4383123420057715e-05,
      "loss": 0.1694,
      "step": 140680
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.438200487684839e-05,
      "loss": 0.1644,
      "step": 140690
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4380886333639064e-05,
      "loss": 0.1614,
      "step": 140700
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.437976779042974e-05,
      "loss": 0.1646,
      "step": 140710
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.437864924722042e-05,
      "loss": 0.1623,
      "step": 140720
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.43775307040111e-05,
      "loss": 0.1668,
      "step": 140730
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4376412160801776e-05,
      "loss": 0.164,
      "step": 140740
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.437529361759245e-05,
      "loss": 0.1576,
      "step": 140750
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4374175074383125e-05,
      "loss": 0.1635,
      "step": 140760
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.43730565311738e-05,
      "loss": 0.1698,
      "step": 140770
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4371937987964474e-05,
      "loss": 0.1655,
      "step": 140780
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.437081944475515e-05,
      "loss": 0.1609,
      "step": 140790
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.436970090154582e-05,
      "loss": 0.1618,
      "step": 140800
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.43685823583365e-05,
      "loss": 0.1615,
      "step": 140810
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.436746381512718e-05,
      "loss": 0.162,
      "step": 140820
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.436634527191786e-05,
      "loss": 0.1612,
      "step": 140830
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4365226728708535e-05,
      "loss": 0.1622,
      "step": 140840
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4364108185499206e-05,
      "loss": 0.1673,
      "step": 140850
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4362989642289884e-05,
      "loss": 0.1635,
      "step": 140860
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.436187109908056e-05,
      "loss": 0.1658,
      "step": 140870
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.436075255587123e-05,
      "loss": 0.1646,
      "step": 140880
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.435963401266191e-05,
      "loss": 0.17,
      "step": 140890
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.435851546945258e-05,
      "loss": 0.1642,
      "step": 140900
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.435739692624326e-05,
      "loss": 0.1651,
      "step": 140910
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.435627838303394e-05,
      "loss": 0.1631,
      "step": 140920
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4355159839824616e-05,
      "loss": 0.1651,
      "step": 140930
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4354041296615294e-05,
      "loss": 0.1651,
      "step": 140940
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4352922753405965e-05,
      "loss": 0.1642,
      "step": 140950
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.435180421019664e-05,
      "loss": 0.1644,
      "step": 140960
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.435068566698732e-05,
      "loss": 0.1651,
      "step": 140970
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.434956712377799e-05,
      "loss": 0.1613,
      "step": 140980
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.434844858056867e-05,
      "loss": 0.165,
      "step": 140990
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.434733003735934e-05,
      "loss": 0.1643,
      "step": 141000
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.434621149415002e-05,
      "loss": 0.1636,
      "step": 141010
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.43450929509407e-05,
      "loss": 0.1618,
      "step": 141020
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4343974407731375e-05,
      "loss": 0.1642,
      "step": 141030
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.434285586452205e-05,
      "loss": 0.168,
      "step": 141040
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4341737321312724e-05,
      "loss": 0.1654,
      "step": 141050
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.43406187781034e-05,
      "loss": 0.1696,
      "step": 141060
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.433950023489407e-05,
      "loss": 0.1638,
      "step": 141070
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.433838169168475e-05,
      "loss": 0.1612,
      "step": 141080
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.433726314847543e-05,
      "loss": 0.1657,
      "step": 141090
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.43361446052661e-05,
      "loss": 0.1631,
      "step": 141100
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.433502606205678e-05,
      "loss": 0.1622,
      "step": 141110
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.433390751884745e-05,
      "loss": 0.1619,
      "step": 141120
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.433278897563813e-05,
      "loss": 0.168,
      "step": 141130
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.433167043242881e-05,
      "loss": 0.1624,
      "step": 141140
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.433055188921948e-05,
      "loss": 0.1663,
      "step": 141150
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.432943334601016e-05,
      "loss": 0.1703,
      "step": 141160
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.432831480280083e-05,
      "loss": 0.1638,
      "step": 141170
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.432719625959151e-05,
      "loss": 0.1685,
      "step": 141180
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.432607771638219e-05,
      "loss": 0.166,
      "step": 141190
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.432495917317286e-05,
      "loss": 0.1661,
      "step": 141200
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.432384062996354e-05,
      "loss": 0.164,
      "step": 141210
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.432272208675421e-05,
      "loss": 0.1684,
      "step": 141220
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4321603543544886e-05,
      "loss": 0.1647,
      "step": 141230
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4320485000335564e-05,
      "loss": 0.1624,
      "step": 141240
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.431936645712624e-05,
      "loss": 0.1605,
      "step": 141250
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.431824791391692e-05,
      "loss": 0.1634,
      "step": 141260
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.431712937070759e-05,
      "loss": 0.1669,
      "step": 141270
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.431601082749827e-05,
      "loss": 0.1619,
      "step": 141280
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.431489228428895e-05,
      "loss": 0.1653,
      "step": 141290
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.431377374107962e-05,
      "loss": 0.162,
      "step": 141300
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4312655197870296e-05,
      "loss": 0.167,
      "step": 141310
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.431153665466097e-05,
      "loss": 0.1623,
      "step": 141320
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4310418111451645e-05,
      "loss": 0.1625,
      "step": 141330
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.430929956824232e-05,
      "loss": 0.1607,
      "step": 141340
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4308181025033e-05,
      "loss": 0.1653,
      "step": 141350
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.430706248182368e-05,
      "loss": 0.1625,
      "step": 141360
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.430594393861435e-05,
      "loss": 0.1687,
      "step": 141370
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.430482539540503e-05,
      "loss": 0.1675,
      "step": 141380
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.43037068521957e-05,
      "loss": 0.1621,
      "step": 141390
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.430258830898638e-05,
      "loss": 0.1645,
      "step": 141400
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4301469765777055e-05,
      "loss": 0.1633,
      "step": 141410
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4300351222567726e-05,
      "loss": 0.1658,
      "step": 141420
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4299232679358404e-05,
      "loss": 0.1696,
      "step": 141430
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.429811413614908e-05,
      "loss": 0.161,
      "step": 141440
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.429699559293976e-05,
      "loss": 0.1696,
      "step": 141450
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.429587704973044e-05,
      "loss": 0.1667,
      "step": 141460
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.429475850652111e-05,
      "loss": 0.1662,
      "step": 141470
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.429363996331179e-05,
      "loss": 0.1681,
      "step": 141480
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.429252142010246e-05,
      "loss": 0.1674,
      "step": 141490
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4291402876893136e-05,
      "loss": 0.1606,
      "step": 141500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4290284333683814e-05,
      "loss": 0.1663,
      "step": 141510
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4289165790474485e-05,
      "loss": 0.1604,
      "step": 141520
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.428804724726516e-05,
      "loss": 0.1686,
      "step": 141530
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4286928704055834e-05,
      "loss": 0.1639,
      "step": 141540
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.428581016084651e-05,
      "loss": 0.1625,
      "step": 141550
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.42846916176372e-05,
      "loss": 0.1631,
      "step": 141560
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.428357307442787e-05,
      "loss": 0.1674,
      "step": 141570
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4282454531218546e-05,
      "loss": 0.1685,
      "step": 141580
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.428133598800922e-05,
      "loss": 0.1647,
      "step": 141590
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4280217444799895e-05,
      "loss": 0.1621,
      "step": 141600
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.427909890159057e-05,
      "loss": 0.1603,
      "step": 141610
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4277980358381244e-05,
      "loss": 0.159,
      "step": 141620
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.427686181517192e-05,
      "loss": 0.1628,
      "step": 141630
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.427574327196259e-05,
      "loss": 0.1629,
      "step": 141640
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.427462472875327e-05,
      "loss": 0.1602,
      "step": 141650
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.427350618554395e-05,
      "loss": 0.1697,
      "step": 141660
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.427238764233463e-05,
      "loss": 0.1642,
      "step": 141670
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4271269099125305e-05,
      "loss": 0.1655,
      "step": 141680
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4270150555915976e-05,
      "loss": 0.1611,
      "step": 141690
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4269032012706654e-05,
      "loss": 0.1608,
      "step": 141700
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4267913469497325e-05,
      "loss": 0.1619,
      "step": 141710
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4266794926288e-05,
      "loss": 0.1674,
      "step": 141720
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.426567638307868e-05,
      "loss": 0.1652,
      "step": 141730
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.426455783986935e-05,
      "loss": 0.1616,
      "step": 141740
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.426343929666003e-05,
      "loss": 0.1629,
      "step": 141750
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.426232075345071e-05,
      "loss": 0.1639,
      "step": 141760
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4261202210241386e-05,
      "loss": 0.1673,
      "step": 141770
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4260083667032064e-05,
      "loss": 0.1634,
      "step": 141780
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4258965123822735e-05,
      "loss": 0.1657,
      "step": 141790
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.425784658061341e-05,
      "loss": 0.1634,
      "step": 141800
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4256728037404084e-05,
      "loss": 0.1613,
      "step": 141810
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.425560949419476e-05,
      "loss": 0.1638,
      "step": 141820
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.425449095098544e-05,
      "loss": 0.1604,
      "step": 141830
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.425337240777611e-05,
      "loss": 0.1692,
      "step": 141840
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.425225386456679e-05,
      "loss": 0.1612,
      "step": 141850
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.425113532135747e-05,
      "loss": 0.1696,
      "step": 141860
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4250016778148145e-05,
      "loss": 0.1678,
      "step": 141870
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.424889823493882e-05,
      "loss": 0.1637,
      "step": 141880
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4247779691729494e-05,
      "loss": 0.1678,
      "step": 141890
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.424666114852017e-05,
      "loss": 0.1669,
      "step": 141900
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.424554260531084e-05,
      "loss": 0.1644,
      "step": 141910
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.424442406210152e-05,
      "loss": 0.1613,
      "step": 141920
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.42433055188922e-05,
      "loss": 0.1654,
      "step": 141930
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.424218697568287e-05,
      "loss": 0.1636,
      "step": 141940
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.424106843247355e-05,
      "loss": 0.1603,
      "step": 141950
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.423994988926422e-05,
      "loss": 0.1651,
      "step": 141960
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4238831346054904e-05,
      "loss": 0.1602,
      "step": 141970
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4237712802845575e-05,
      "loss": 0.1637,
      "step": 141980
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.423659425963625e-05,
      "loss": 0.1647,
      "step": 141990
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.423547571642693e-05,
      "loss": 0.162,
      "step": 142000
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.42343571732176e-05,
      "loss": 0.1671,
      "step": 142010
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.423323863000828e-05,
      "loss": 0.1688,
      "step": 142020
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.423212008679895e-05,
      "loss": 0.1595,
      "step": 142030
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.423100154358963e-05,
      "loss": 0.1623,
      "step": 142040
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.422988300038031e-05,
      "loss": 0.1553,
      "step": 142050
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.422876445717098e-05,
      "loss": 0.1636,
      "step": 142060
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4227645913961656e-05,
      "loss": 0.169,
      "step": 142070
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4226527370752334e-05,
      "loss": 0.1657,
      "step": 142080
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.422540882754301e-05,
      "loss": 0.1677,
      "step": 142090
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.422429028433369e-05,
      "loss": 0.166,
      "step": 142100
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.422317174112436e-05,
      "loss": 0.1632,
      "step": 142110
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.422205319791504e-05,
      "loss": 0.1651,
      "step": 142120
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.422093465470571e-05,
      "loss": 0.1662,
      "step": 142130
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.421981611149639e-05,
      "loss": 0.1645,
      "step": 142140
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4218697568287066e-05,
      "loss": 0.1654,
      "step": 142150
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.421757902507774e-05,
      "loss": 0.1624,
      "step": 142160
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4216460481868415e-05,
      "loss": 0.1595,
      "step": 142170
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.421534193865909e-05,
      "loss": 0.1585,
      "step": 142180
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.421422339544977e-05,
      "loss": 0.1636,
      "step": 142190
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.421310485224045e-05,
      "loss": 0.1654,
      "step": 142200
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.421198630903112e-05,
      "loss": 0.1595,
      "step": 142210
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.42108677658218e-05,
      "loss": 0.1635,
      "step": 142220
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.420974922261247e-05,
      "loss": 0.1608,
      "step": 142230
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.420863067940315e-05,
      "loss": 0.1608,
      "step": 142240
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4207512136193825e-05,
      "loss": 0.1661,
      "step": 142250
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4206393592984496e-05,
      "loss": 0.1617,
      "step": 142260
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4205275049775174e-05,
      "loss": 0.1616,
      "step": 142270
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.420415650656585e-05,
      "loss": 0.1631,
      "step": 142280
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.420303796335653e-05,
      "loss": 0.1657,
      "step": 142290
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.42019194201472e-05,
      "loss": 0.1649,
      "step": 142300
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.420080087693788e-05,
      "loss": 0.166,
      "step": 142310
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.419968233372856e-05,
      "loss": 0.1608,
      "step": 142320
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.419856379051923e-05,
      "loss": 0.1668,
      "step": 142330
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4197445247309906e-05,
      "loss": 0.1654,
      "step": 142340
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.419632670410058e-05,
      "loss": 0.1701,
      "step": 142350
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4195208160891255e-05,
      "loss": 0.163,
      "step": 142360
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.419408961768193e-05,
      "loss": 0.1632,
      "step": 142370
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.419297107447261e-05,
      "loss": 0.1696,
      "step": 142380
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.419185253126329e-05,
      "loss": 0.1623,
      "step": 142390
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.419073398805396e-05,
      "loss": 0.1604,
      "step": 142400
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.418961544484464e-05,
      "loss": 0.1612,
      "step": 142410
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4188496901635316e-05,
      "loss": 0.1649,
      "step": 142420
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.418737835842599e-05,
      "loss": 0.1581,
      "step": 142430
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4186259815216665e-05,
      "loss": 0.1659,
      "step": 142440
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4185141272007336e-05,
      "loss": 0.1653,
      "step": 142450
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4184022728798014e-05,
      "loss": 0.1587,
      "step": 142460
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.418290418558869e-05,
      "loss": 0.1642,
      "step": 142470
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.418178564237936e-05,
      "loss": 0.1633,
      "step": 142480
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.418066709917004e-05,
      "loss": 0.1662,
      "step": 142490
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.417954855596072e-05,
      "loss": 0.1614,
      "step": 142500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4178430012751397e-05,
      "loss": 0.1639,
      "step": 142510
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4177311469542075e-05,
      "loss": 0.164,
      "step": 142520
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4176192926332746e-05,
      "loss": 0.1658,
      "step": 142530
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4175074383123424e-05,
      "loss": 0.1652,
      "step": 142540
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4173955839914095e-05,
      "loss": 0.1635,
      "step": 142550
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.417283729670477e-05,
      "loss": 0.1621,
      "step": 142560
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.417171875349545e-05,
      "loss": 0.1652,
      "step": 142570
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.417060021028612e-05,
      "loss": 0.1678,
      "step": 142580
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.416959352139774e-05,
      "loss": 0.1653,
      "step": 142590
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.416847497818841e-05,
      "loss": 0.1644,
      "step": 142600
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4167356434979086e-05,
      "loss": 0.1683,
      "step": 142610
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.416623789176976e-05,
      "loss": 0.1611,
      "step": 142620
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4165119348560435e-05,
      "loss": 0.1642,
      "step": 142630
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.416400080535111e-05,
      "loss": 0.1646,
      "step": 142640
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4162882262141785e-05,
      "loss": 0.1677,
      "step": 142650
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.416176371893246e-05,
      "loss": 0.1678,
      "step": 142660
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.416064517572314e-05,
      "loss": 0.1646,
      "step": 142670
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.415952663251382e-05,
      "loss": 0.1622,
      "step": 142680
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.415840808930449e-05,
      "loss": 0.173,
      "step": 142690
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.415728954609517e-05,
      "loss": 0.1629,
      "step": 142700
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4156171002885845e-05,
      "loss": 0.1583,
      "step": 142710
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4155052459676517e-05,
      "loss": 0.1637,
      "step": 142720
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4153933916467194e-05,
      "loss": 0.1642,
      "step": 142730
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4152815373257866e-05,
      "loss": 0.1649,
      "step": 142740
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4151696830048544e-05,
      "loss": 0.1627,
      "step": 142750
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.415057828683922e-05,
      "loss": 0.1651,
      "step": 142760
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.41494597436299e-05,
      "loss": 0.1651,
      "step": 142770
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.414834120042058e-05,
      "loss": 0.164,
      "step": 142780
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.414722265721125e-05,
      "loss": 0.1694,
      "step": 142790
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4146104114001926e-05,
      "loss": 0.1692,
      "step": 142800
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4144985570792604e-05,
      "loss": 0.1744,
      "step": 142810
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4143867027583275e-05,
      "loss": 0.1554,
      "step": 142820
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.414274848437395e-05,
      "loss": 0.1613,
      "step": 142830
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4141629941164625e-05,
      "loss": 0.1648,
      "step": 142840
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.41405113979553e-05,
      "loss": 0.1645,
      "step": 142850
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.413939285474598e-05,
      "loss": 0.1608,
      "step": 142860
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.413827431153666e-05,
      "loss": 0.1615,
      "step": 142870
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4137155768327336e-05,
      "loss": 0.1673,
      "step": 142880
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.413603722511801e-05,
      "loss": 0.1673,
      "step": 142890
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4134918681908685e-05,
      "loss": 0.1674,
      "step": 142900
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.413380013869936e-05,
      "loss": 0.1626,
      "step": 142910
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4132681595490034e-05,
      "loss": 0.1633,
      "step": 142920
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.413156305228071e-05,
      "loss": 0.1611,
      "step": 142930
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4130444509071383e-05,
      "loss": 0.1701,
      "step": 142940
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.412932596586206e-05,
      "loss": 0.1696,
      "step": 142950
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.412820742265274e-05,
      "loss": 0.1621,
      "step": 142960
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.412708887944342e-05,
      "loss": 0.1609,
      "step": 142970
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4125970336234095e-05,
      "loss": 0.1623,
      "step": 142980
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4124851793024766e-05,
      "loss": 0.1661,
      "step": 142990
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4123733249815444e-05,
      "loss": 0.1636,
      "step": 143000
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4122614706606115e-05,
      "loss": 0.1642,
      "step": 143010
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.412149616339679e-05,
      "loss": 0.165,
      "step": 143020
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.412037762018747e-05,
      "loss": 0.1627,
      "step": 143030
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.411925907697814e-05,
      "loss": 0.1658,
      "step": 143040
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.411814053376882e-05,
      "loss": 0.1684,
      "step": 143050
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.411702199055949e-05,
      "loss": 0.1654,
      "step": 143060
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.411590344735017e-05,
      "loss": 0.1618,
      "step": 143070
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.411478490414085e-05,
      "loss": 0.161,
      "step": 143080
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4113666360931525e-05,
      "loss": 0.1654,
      "step": 143090
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.41125478177222e-05,
      "loss": 0.165,
      "step": 143100
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4111429274512874e-05,
      "loss": 0.1637,
      "step": 143110
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.411031073130355e-05,
      "loss": 0.1648,
      "step": 143120
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.410919218809423e-05,
      "loss": 0.1605,
      "step": 143130
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.41080736448849e-05,
      "loss": 0.1606,
      "step": 143140
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.410695510167558e-05,
      "loss": 0.1635,
      "step": 143150
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.410583655846625e-05,
      "loss": 0.1643,
      "step": 143160
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.410471801525693e-05,
      "loss": 0.1633,
      "step": 143170
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4103599472047606e-05,
      "loss": 0.1567,
      "step": 143180
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4102480928838284e-05,
      "loss": 0.1619,
      "step": 143190
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.410136238562896e-05,
      "loss": 0.1628,
      "step": 143200
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.410024384241963e-05,
      "loss": 0.16,
      "step": 143210
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.409912529921031e-05,
      "loss": 0.1703,
      "step": 143220
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.409800675600099e-05,
      "loss": 0.169,
      "step": 143230
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.409688821279166e-05,
      "loss": 0.1668,
      "step": 143240
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.409576966958234e-05,
      "loss": 0.1665,
      "step": 143250
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.409465112637301e-05,
      "loss": 0.1644,
      "step": 143260
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.409353258316369e-05,
      "loss": 0.1645,
      "step": 143270
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4092414039954365e-05,
      "loss": 0.166,
      "step": 143280
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.409129549674504e-05,
      "loss": 0.165,
      "step": 143290
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.409017695353572e-05,
      "loss": 0.1669,
      "step": 143300
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.408905841032639e-05,
      "loss": 0.1624,
      "step": 143310
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.408793986711707e-05,
      "loss": 0.164,
      "step": 143320
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.408682132390774e-05,
      "loss": 0.1655,
      "step": 143330
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.408570278069842e-05,
      "loss": 0.1703,
      "step": 143340
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.40845842374891e-05,
      "loss": 0.1635,
      "step": 143350
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.408346569427977e-05,
      "loss": 0.164,
      "step": 143360
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4082347151070446e-05,
      "loss": 0.1655,
      "step": 143370
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4081228607861124e-05,
      "loss": 0.1641,
      "step": 143380
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.40801100646518e-05,
      "loss": 0.1667,
      "step": 143390
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.407899152144248e-05,
      "loss": 0.1633,
      "step": 143400
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.407787297823315e-05,
      "loss": 0.1617,
      "step": 143410
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.407675443502383e-05,
      "loss": 0.1622,
      "step": 143420
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.40756358918145e-05,
      "loss": 0.1625,
      "step": 143430
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.407451734860518e-05,
      "loss": 0.165,
      "step": 143440
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4073398805395856e-05,
      "loss": 0.1637,
      "step": 143450
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.407228026218653e-05,
      "loss": 0.1571,
      "step": 143460
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4071161718977205e-05,
      "loss": 0.1657,
      "step": 143470
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4070043175767876e-05,
      "loss": 0.1635,
      "step": 143480
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4068924632558554e-05,
      "loss": 0.1656,
      "step": 143490
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.406780608934924e-05,
      "loss": 0.1605,
      "step": 143500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.406668754613991e-05,
      "loss": 0.1678,
      "step": 143510
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.406556900293059e-05,
      "loss": 0.165,
      "step": 143520
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.406445045972126e-05,
      "loss": 0.1615,
      "step": 143530
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.406333191651194e-05,
      "loss": 0.1618,
      "step": 143540
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4062213373302615e-05,
      "loss": 0.1641,
      "step": 143550
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4061094830093286e-05,
      "loss": 0.1581,
      "step": 143560
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4059976286883964e-05,
      "loss": 0.16,
      "step": 143570
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4058857743674635e-05,
      "loss": 0.1671,
      "step": 143580
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.405773920046531e-05,
      "loss": 0.1665,
      "step": 143590
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.405662065725599e-05,
      "loss": 0.1669,
      "step": 143600
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.405550211404667e-05,
      "loss": 0.1643,
      "step": 143610
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.405438357083735e-05,
      "loss": 0.1678,
      "step": 143620
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.405326502762802e-05,
      "loss": 0.1651,
      "step": 143630
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4052146484418696e-05,
      "loss": 0.165,
      "step": 143640
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.405102794120937e-05,
      "loss": 0.163,
      "step": 143650
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4049909398000045e-05,
      "loss": 0.161,
      "step": 143660
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.404879085479072e-05,
      "loss": 0.1687,
      "step": 143670
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4047672311581394e-05,
      "loss": 0.1685,
      "step": 143680
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.404655376837207e-05,
      "loss": 0.1617,
      "step": 143690
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.404543522516275e-05,
      "loss": 0.165,
      "step": 143700
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.404431668195343e-05,
      "loss": 0.1636,
      "step": 143710
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4043198138744106e-05,
      "loss": 0.1629,
      "step": 143720
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.404207959553478e-05,
      "loss": 0.1651,
      "step": 143730
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4040961052325455e-05,
      "loss": 0.1668,
      "step": 143740
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4039842509116126e-05,
      "loss": 0.1613,
      "step": 143750
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4038723965906804e-05,
      "loss": 0.1627,
      "step": 143760
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.403760542269748e-05,
      "loss": 0.1644,
      "step": 143770
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.403648687948815e-05,
      "loss": 0.1668,
      "step": 143780
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.403536833627883e-05,
      "loss": 0.1626,
      "step": 143790
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.403424979306951e-05,
      "loss": 0.1585,
      "step": 143800
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.403313124986019e-05,
      "loss": 0.1667,
      "step": 143810
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4032012706650865e-05,
      "loss": 0.1632,
      "step": 143820
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4030894163441536e-05,
      "loss": 0.1642,
      "step": 143830
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4029775620232214e-05,
      "loss": 0.1596,
      "step": 143840
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4028657077022885e-05,
      "loss": 0.1584,
      "step": 143850
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.402753853381356e-05,
      "loss": 0.1639,
      "step": 143860
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.402641999060424e-05,
      "loss": 0.1652,
      "step": 143870
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.402530144739491e-05,
      "loss": 0.1555,
      "step": 143880
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.402418290418559e-05,
      "loss": 0.1656,
      "step": 143890
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.402306436097626e-05,
      "loss": 0.1615,
      "step": 143900
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.402194581776694e-05,
      "loss": 0.1633,
      "step": 143910
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.402082727455762e-05,
      "loss": 0.1646,
      "step": 143920
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4019708731348295e-05,
      "loss": 0.1669,
      "step": 143930
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.401859018813897e-05,
      "loss": 0.1648,
      "step": 143940
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4017471644929644e-05,
      "loss": 0.1668,
      "step": 143950
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.401635310172032e-05,
      "loss": 0.1657,
      "step": 143960
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.401523455851099e-05,
      "loss": 0.1628,
      "step": 143970
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.401411601530167e-05,
      "loss": 0.16,
      "step": 143980
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.401299747209235e-05,
      "loss": 0.1631,
      "step": 143990
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.401187892888302e-05,
      "loss": 0.1611,
      "step": 144000
    },
    {
      "epoch": 0.32,
      "eval_NEIMS_canon_smiles": 0.9501166666666667,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.10121666666666666,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5095042108676217,
      "eval_NEIMS_exact_mols": 0.101,
      "eval_NEIMS_exact_smiles": 0.09856666666666666,
      "eval_NEIMS_loss": 0.1877143383026123,
      "eval_NEIMS_matched_formulas": 0.6336666666666667,
      "eval_NEIMS_morgan_tanimoto_simil": 0.41693000068902464,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.10143333333333333,
      "eval_NEIMS_runtime": 729.6638,
      "eval_NEIMS_samples_per_second": 82.23,
      "eval_NEIMS_steps_per_second": 1.286,
      "step": 144000
    },
    {
      "epoch": 0.32,
      "eval_RASSP_canon_smiles": 0.944552041940762,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.14530670851838248,
      "eval_RASSP_daylight_tanimoto_simil": 0.5984818893870436,
      "eval_RASSP_exact_mols": 0.14472234280562327,
      "eval_RASSP_exact_smiles": 0.14078204828530402,
      "eval_RASSP_loss": 0.1538674533367157,
      "eval_RASSP_matched_formulas": 0.7861555414565733,
      "eval_RASSP_morgan_tanimoto_simil": 0.46568628422166214,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.14487260827461848,
      "eval_RASSP_runtime": 830.9733,
      "eval_RASSP_samples_per_second": 72.077,
      "eval_RASSP_steps_per_second": 1.126,
      "step": 144000
    },
    {
      "epoch": 0.32,
      "eval_NEIMS_old_canon_smiles": 0.9481333333333334,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.10193333333333333,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5097666678808961,
      "eval_NEIMS_old_exact_mols": 0.10166666666666667,
      "eval_NEIMS_old_exact_smiles": 0.09916666666666667,
      "eval_NEIMS_old_loss": 0.187037393450737,
      "eval_NEIMS_old_matched_formulas": 0.6304666666666666,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.4190511237733919,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.1021,
      "eval_NEIMS_old_runtime": 365.7582,
      "eval_NEIMS_old_samples_per_second": 82.021,
      "eval_NEIMS_old_steps_per_second": 1.282,
      "step": 144000
    },
    {
      "epoch": 0.32,
      "eval_RASSP_old_canon_smiles": 0.9455734641438917,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.16297927720492542,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.613839324141489,
      "eval_RASSP_old_exact_mols": 0.16264557680114794,
      "eval_RASSP_old_exact_smiles": 0.1582407314712851,
      "eval_RASSP_old_loss": 0.14649610221385956,
      "eval_RASSP_old_matched_formulas": 0.7991457269663297,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.48432851439833885,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.16284579704341443,
      "eval_RASSP_old_runtime": 413.6781,
      "eval_RASSP_old_samples_per_second": 72.44,
      "eval_RASSP_old_steps_per_second": 1.134,
      "step": 144000
    },
    {
      "epoch": 0.32,
      "eval_NIST_canon_smiles": 0.8819604642083969,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.018170848564431984,
      "eval_NIST_daylight_tanimoto_simil": 0.28058060558634684,
      "eval_NIST_exact_mols": 0.017425559853781452,
      "eval_NIST_exact_smiles": 0.016289881818504454,
      "eval_NIST_loss": 1.8420897722244263,
      "eval_NIST_matched_formulas": 0.10228200305213472,
      "eval_NIST_morgan_tanimoto_simil": 0.2339703402124791,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.01792241899421514,
      "eval_NIST_runtime": 502.693,
      "eval_NIST_samples_per_second": 56.052,
      "eval_NIST_steps_per_second": 0.877,
      "step": 144000
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.40107603856737e-05,
      "loss": 0.1676,
      "step": 144010
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4009641842464376e-05,
      "loss": 0.165,
      "step": 144020
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4008523299255054e-05,
      "loss": 0.1628,
      "step": 144030
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.400740475604573e-05,
      "loss": 0.1633,
      "step": 144040
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.40062862128364e-05,
      "loss": 0.1678,
      "step": 144050
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.400516766962708e-05,
      "loss": 0.1643,
      "step": 144060
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.400404912641775e-05,
      "loss": 0.1633,
      "step": 144070
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.400293058320843e-05,
      "loss": 0.1573,
      "step": 144080
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.400181203999911e-05,
      "loss": 0.1615,
      "step": 144090
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.400069349678978e-05,
      "loss": 0.1647,
      "step": 144100
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.399957495358046e-05,
      "loss": 0.1666,
      "step": 144110
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3998456410371135e-05,
      "loss": 0.1714,
      "step": 144120
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.399733786716181e-05,
      "loss": 0.1603,
      "step": 144130
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.399621932395249e-05,
      "loss": 0.1652,
      "step": 144140
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.399510078074316e-05,
      "loss": 0.1603,
      "step": 144150
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.399398223753384e-05,
      "loss": 0.167,
      "step": 144160
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.399286369432451e-05,
      "loss": 0.1641,
      "step": 144170
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.399174515111519e-05,
      "loss": 0.1655,
      "step": 144180
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.399062660790587e-05,
      "loss": 0.1599,
      "step": 144190
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.398950806469654e-05,
      "loss": 0.1676,
      "step": 144200
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3988389521487216e-05,
      "loss": 0.1686,
      "step": 144210
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3987270978277894e-05,
      "loss": 0.1614,
      "step": 144220
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.398615243506857e-05,
      "loss": 0.1678,
      "step": 144230
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.398503389185924e-05,
      "loss": 0.1667,
      "step": 144240
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.398391534864992e-05,
      "loss": 0.164,
      "step": 144250
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.39827968054406e-05,
      "loss": 0.1628,
      "step": 144260
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.398167826223127e-05,
      "loss": 0.1641,
      "step": 144270
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.398055971902195e-05,
      "loss": 0.1629,
      "step": 144280
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.397944117581262e-05,
      "loss": 0.1644,
      "step": 144290
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.39783226326033e-05,
      "loss": 0.164,
      "step": 144300
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3977204089393975e-05,
      "loss": 0.1646,
      "step": 144310
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3976085546184646e-05,
      "loss": 0.1617,
      "step": 144320
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.397496700297533e-05,
      "loss": 0.1643,
      "step": 144330
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3973848459766e-05,
      "loss": 0.1641,
      "step": 144340
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.397272991655668e-05,
      "loss": 0.1681,
      "step": 144350
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.397161137334736e-05,
      "loss": 0.1629,
      "step": 144360
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.397049283013803e-05,
      "loss": 0.1652,
      "step": 144370
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.396937428692871e-05,
      "loss": 0.1597,
      "step": 144380
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.396825574371938e-05,
      "loss": 0.1615,
      "step": 144390
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3967137200510056e-05,
      "loss": 0.1589,
      "step": 144400
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3966018657300734e-05,
      "loss": 0.163,
      "step": 144410
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3964900114091405e-05,
      "loss": 0.165,
      "step": 144420
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.396378157088208e-05,
      "loss": 0.1662,
      "step": 144430
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.396266302767276e-05,
      "loss": 0.1653,
      "step": 144440
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.396154448446344e-05,
      "loss": 0.1621,
      "step": 144450
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.396042594125412e-05,
      "loss": 0.1625,
      "step": 144460
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.395930739804479e-05,
      "loss": 0.1576,
      "step": 144470
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3958188854835466e-05,
      "loss": 0.1596,
      "step": 144480
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.395707031162614e-05,
      "loss": 0.1588,
      "step": 144490
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3955951768416815e-05,
      "loss": 0.1641,
      "step": 144500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.395483322520749e-05,
      "loss": 0.1679,
      "step": 144510
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3953714681998164e-05,
      "loss": 0.1644,
      "step": 144520
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.395259613878884e-05,
      "loss": 0.1617,
      "step": 144530
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.395147759557952e-05,
      "loss": 0.1602,
      "step": 144540
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.39503590523702e-05,
      "loss": 0.1619,
      "step": 144550
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.394924050916087e-05,
      "loss": 0.1608,
      "step": 144560
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.394812196595155e-05,
      "loss": 0.1706,
      "step": 144570
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3947003422742225e-05,
      "loss": 0.1622,
      "step": 144580
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3945884879532896e-05,
      "loss": 0.1668,
      "step": 144590
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3944766336323574e-05,
      "loss": 0.1594,
      "step": 144600
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3943647793114245e-05,
      "loss": 0.1591,
      "step": 144610
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.394252924990492e-05,
      "loss": 0.166,
      "step": 144620
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.39414107066956e-05,
      "loss": 0.1662,
      "step": 144630
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.394029216348628e-05,
      "loss": 0.1653,
      "step": 144640
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.393917362027696e-05,
      "loss": 0.164,
      "step": 144650
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.393805507706763e-05,
      "loss": 0.1621,
      "step": 144660
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3936936533858306e-05,
      "loss": 0.1645,
      "step": 144670
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3935817990648984e-05,
      "loss": 0.1629,
      "step": 144680
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3934699447439655e-05,
      "loss": 0.1662,
      "step": 144690
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.393358090423033e-05,
      "loss": 0.1622,
      "step": 144700
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3932462361021004e-05,
      "loss": 0.1596,
      "step": 144710
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.393134381781168e-05,
      "loss": 0.1621,
      "step": 144720
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.393022527460236e-05,
      "loss": 0.162,
      "step": 144730
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.392910673139304e-05,
      "loss": 0.1576,
      "step": 144740
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3927988188183716e-05,
      "loss": 0.1599,
      "step": 144750
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.392686964497439e-05,
      "loss": 0.1646,
      "step": 144760
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3925751101765065e-05,
      "loss": 0.1589,
      "step": 144770
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.392463255855574e-05,
      "loss": 0.1657,
      "step": 144780
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3923514015346414e-05,
      "loss": 0.1667,
      "step": 144790
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.392239547213709e-05,
      "loss": 0.1621,
      "step": 144800
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.392127692892776e-05,
      "loss": 0.1638,
      "step": 144810
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.392015838571844e-05,
      "loss": 0.1664,
      "step": 144820
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.391903984250912e-05,
      "loss": 0.1634,
      "step": 144830
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.391792129929979e-05,
      "loss": 0.1671,
      "step": 144840
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.391680275609047e-05,
      "loss": 0.163,
      "step": 144850
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3915684212881146e-05,
      "loss": 0.1601,
      "step": 144860
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3914565669671824e-05,
      "loss": 0.1641,
      "step": 144870
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3913447126462495e-05,
      "loss": 0.1642,
      "step": 144880
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.391232858325317e-05,
      "loss": 0.1665,
      "step": 144890
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.391121004004385e-05,
      "loss": 0.1647,
      "step": 144900
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.391009149683452e-05,
      "loss": 0.1627,
      "step": 144910
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.39089729536252e-05,
      "loss": 0.1608,
      "step": 144920
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.390785441041587e-05,
      "loss": 0.1628,
      "step": 144930
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.390673586720655e-05,
      "loss": 0.1602,
      "step": 144940
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.390561732399723e-05,
      "loss": 0.1629,
      "step": 144950
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3904498780787905e-05,
      "loss": 0.1613,
      "step": 144960
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.390338023757858e-05,
      "loss": 0.1697,
      "step": 144970
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3902261694369254e-05,
      "loss": 0.1609,
      "step": 144980
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.390114315115993e-05,
      "loss": 0.1651,
      "step": 144990
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.390002460795061e-05,
      "loss": 0.1685,
      "step": 145000
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.389901791906221e-05,
      "loss": 0.1634,
      "step": 145010
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.389789937585289e-05,
      "loss": 0.1632,
      "step": 145020
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.389678083264357e-05,
      "loss": 0.1616,
      "step": 145030
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3895662289434245e-05,
      "loss": 0.1569,
      "step": 145040
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.389454374622492e-05,
      "loss": 0.1679,
      "step": 145050
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3893425203015595e-05,
      "loss": 0.1676,
      "step": 145060
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.389230665980627e-05,
      "loss": 0.1685,
      "step": 145070
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3891188116596944e-05,
      "loss": 0.1626,
      "step": 145080
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.389006957338762e-05,
      "loss": 0.1649,
      "step": 145090
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.388895103017829e-05,
      "loss": 0.1668,
      "step": 145100
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.388783248696897e-05,
      "loss": 0.1631,
      "step": 145110
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.388671394375965e-05,
      "loss": 0.1617,
      "step": 145120
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3885595400550326e-05,
      "loss": 0.1602,
      "step": 145130
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3884476857341004e-05,
      "loss": 0.1677,
      "step": 145140
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3883358314131676e-05,
      "loss": 0.163,
      "step": 145150
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3882239770922353e-05,
      "loss": 0.1607,
      "step": 145160
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.388112122771303e-05,
      "loss": 0.1589,
      "step": 145170
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.38800026845037e-05,
      "loss": 0.1627,
      "step": 145180
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.387888414129438e-05,
      "loss": 0.1618,
      "step": 145190
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.387776559808505e-05,
      "loss": 0.1628,
      "step": 145200
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.387664705487573e-05,
      "loss": 0.161,
      "step": 145210
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.387552851166641e-05,
      "loss": 0.1604,
      "step": 145220
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3874409968457085e-05,
      "loss": 0.165,
      "step": 145230
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.387329142524776e-05,
      "loss": 0.1595,
      "step": 145240
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3872172882038435e-05,
      "loss": 0.1633,
      "step": 145250
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.387105433882911e-05,
      "loss": 0.1618,
      "step": 145260
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3869935795619784e-05,
      "loss": 0.1604,
      "step": 145270
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.386881725241046e-05,
      "loss": 0.1623,
      "step": 145280
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.386769870920114e-05,
      "loss": 0.1676,
      "step": 145290
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.386669202031275e-05,
      "loss": 0.1627,
      "step": 145300
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3865573477103426e-05,
      "loss": 0.1612,
      "step": 145310
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.38644549338941e-05,
      "loss": 0.1701,
      "step": 145320
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3863336390684775e-05,
      "loss": 0.1615,
      "step": 145330
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3862217847475446e-05,
      "loss": 0.1652,
      "step": 145340
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3861099304266124e-05,
      "loss": 0.1583,
      "step": 145350
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.38599807610568e-05,
      "loss": 0.1617,
      "step": 145360
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3858862217847473e-05,
      "loss": 0.1597,
      "step": 145370
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.385774367463815e-05,
      "loss": 0.1634,
      "step": 145380
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.385662513142883e-05,
      "loss": 0.1665,
      "step": 145390
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.385550658821951e-05,
      "loss": 0.164,
      "step": 145400
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3854388045010185e-05,
      "loss": 0.1657,
      "step": 145410
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3853269501800856e-05,
      "loss": 0.158,
      "step": 145420
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3852150958591534e-05,
      "loss": 0.1696,
      "step": 145430
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3851032415382205e-05,
      "loss": 0.1585,
      "step": 145440
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.384991387217288e-05,
      "loss": 0.1632,
      "step": 145450
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.384879532896356e-05,
      "loss": 0.1603,
      "step": 145460
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.384767678575423e-05,
      "loss": 0.1547,
      "step": 145470
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.384655824254491e-05,
      "loss": 0.1674,
      "step": 145480
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.384543969933559e-05,
      "loss": 0.1651,
      "step": 145490
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3844321156126266e-05,
      "loss": 0.1682,
      "step": 145500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3843202612916944e-05,
      "loss": 0.1638,
      "step": 145510
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3842084069707615e-05,
      "loss": 0.1636,
      "step": 145520
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.384096552649829e-05,
      "loss": 0.1627,
      "step": 145530
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3839846983288964e-05,
      "loss": 0.1616,
      "step": 145540
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.383872844007964e-05,
      "loss": 0.1601,
      "step": 145550
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.383760989687032e-05,
      "loss": 0.1609,
      "step": 145560
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.383649135366099e-05,
      "loss": 0.1599,
      "step": 145570
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.383537281045167e-05,
      "loss": 0.1619,
      "step": 145580
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.383425426724234e-05,
      "loss": 0.1586,
      "step": 145590
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.383313572403302e-05,
      "loss": 0.1627,
      "step": 145600
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3832017180823696e-05,
      "loss": 0.1598,
      "step": 145610
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3830898637614374e-05,
      "loss": 0.1588,
      "step": 145620
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.382978009440505e-05,
      "loss": 0.1575,
      "step": 145630
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.382866155119572e-05,
      "loss": 0.1635,
      "step": 145640
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.38275430079864e-05,
      "loss": 0.163,
      "step": 145650
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.382642446477707e-05,
      "loss": 0.163,
      "step": 145660
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.382530592156775e-05,
      "loss": 0.1608,
      "step": 145670
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.382418737835843e-05,
      "loss": 0.1583,
      "step": 145680
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.38230688351491e-05,
      "loss": 0.1644,
      "step": 145690
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.382195029193978e-05,
      "loss": 0.1627,
      "step": 145700
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3820831748730455e-05,
      "loss": 0.1679,
      "step": 145710
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.381971320552113e-05,
      "loss": 0.1625,
      "step": 145720
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.381859466231181e-05,
      "loss": 0.1639,
      "step": 145730
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.381747611910248e-05,
      "loss": 0.1627,
      "step": 145740
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.381635757589316e-05,
      "loss": 0.1635,
      "step": 145750
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.381523903268383e-05,
      "loss": 0.1645,
      "step": 145760
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.381412048947451e-05,
      "loss": 0.1666,
      "step": 145770
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.381300194626519e-05,
      "loss": 0.1649,
      "step": 145780
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.381188340305586e-05,
      "loss": 0.163,
      "step": 145790
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3810764859846536e-05,
      "loss": 0.1625,
      "step": 145800
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3809646316637214e-05,
      "loss": 0.1613,
      "step": 145810
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.380852777342789e-05,
      "loss": 0.1597,
      "step": 145820
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.380740923021857e-05,
      "loss": 0.1612,
      "step": 145830
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.380629068700924e-05,
      "loss": 0.168,
      "step": 145840
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.380517214379992e-05,
      "loss": 0.1624,
      "step": 145850
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.380405360059059e-05,
      "loss": 0.1638,
      "step": 145860
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.380293505738127e-05,
      "loss": 0.1604,
      "step": 145870
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3801816514171946e-05,
      "loss": 0.1593,
      "step": 145880
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.380069797096262e-05,
      "loss": 0.1629,
      "step": 145890
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3799579427753295e-05,
      "loss": 0.1652,
      "step": 145900
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.379846088454397e-05,
      "loss": 0.1614,
      "step": 145910
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.379734234133465e-05,
      "loss": 0.1618,
      "step": 145920
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.379622379812532e-05,
      "loss": 0.1598,
      "step": 145930
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3795105254916e-05,
      "loss": 0.1618,
      "step": 145940
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.379398671170668e-05,
      "loss": 0.1668,
      "step": 145950
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.379286816849735e-05,
      "loss": 0.1631,
      "step": 145960
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.379174962528803e-05,
      "loss": 0.1646,
      "step": 145970
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.37906310820787e-05,
      "loss": 0.1601,
      "step": 145980
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3789512538869376e-05,
      "loss": 0.1656,
      "step": 145990
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3788393995660054e-05,
      "loss": 0.1629,
      "step": 146000
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3787275452450725e-05,
      "loss": 0.1613,
      "step": 146010
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.37861569092414e-05,
      "loss": 0.1627,
      "step": 146020
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.378503836603208e-05,
      "loss": 0.1635,
      "step": 146030
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.378391982282276e-05,
      "loss": 0.1588,
      "step": 146040
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.378280127961344e-05,
      "loss": 0.1609,
      "step": 146050
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.378168273640411e-05,
      "loss": 0.1631,
      "step": 146060
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3780564193194786e-05,
      "loss": 0.1594,
      "step": 146070
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.377944564998546e-05,
      "loss": 0.1584,
      "step": 146080
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3778327106776135e-05,
      "loss": 0.1622,
      "step": 146090
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.377720856356681e-05,
      "loss": 0.1591,
      "step": 146100
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3776090020357484e-05,
      "loss": 0.1679,
      "step": 146110
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.377497147714816e-05,
      "loss": 0.1628,
      "step": 146120
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.377385293393884e-05,
      "loss": 0.1619,
      "step": 146130
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.377273439072952e-05,
      "loss": 0.1634,
      "step": 146140
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3771615847520196e-05,
      "loss": 0.166,
      "step": 146150
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.377049730431087e-05,
      "loss": 0.1641,
      "step": 146160
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3769378761101545e-05,
      "loss": 0.1573,
      "step": 146170
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3768260217892216e-05,
      "loss": 0.1598,
      "step": 146180
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3767141674682894e-05,
      "loss": 0.1642,
      "step": 146190
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.376602313147357e-05,
      "loss": 0.1572,
      "step": 146200
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.376490458826424e-05,
      "loss": 0.1629,
      "step": 146210
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.376378604505492e-05,
      "loss": 0.1659,
      "step": 146220
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.37626675018456e-05,
      "loss": 0.1579,
      "step": 146230
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.376154895863628e-05,
      "loss": 0.1638,
      "step": 146240
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.376043041542695e-05,
      "loss": 0.1598,
      "step": 146250
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3759311872217626e-05,
      "loss": 0.1613,
      "step": 146260
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3758193329008304e-05,
      "loss": 0.1593,
      "step": 146270
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3757074785798975e-05,
      "loss": 0.166,
      "step": 146280
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.375595624258965e-05,
      "loss": 0.1606,
      "step": 146290
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3754837699380324e-05,
      "loss": 0.1649,
      "step": 146300
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3753719156171e-05,
      "loss": 0.1613,
      "step": 146310
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.375260061296168e-05,
      "loss": 0.1661,
      "step": 146320
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.375148206975236e-05,
      "loss": 0.1648,
      "step": 146330
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3750363526543036e-05,
      "loss": 0.156,
      "step": 146340
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.374924498333371e-05,
      "loss": 0.1659,
      "step": 146350
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3748126440124385e-05,
      "loss": 0.1653,
      "step": 146360
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.374700789691506e-05,
      "loss": 0.1645,
      "step": 146370
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3745889353705734e-05,
      "loss": 0.1665,
      "step": 146380
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.374477081049641e-05,
      "loss": 0.1619,
      "step": 146390
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.374365226728708e-05,
      "loss": 0.1621,
      "step": 146400
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.374253372407776e-05,
      "loss": 0.1609,
      "step": 146410
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.374141518086844e-05,
      "loss": 0.162,
      "step": 146420
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.374029663765911e-05,
      "loss": 0.165,
      "step": 146430
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3739178094449795e-05,
      "loss": 0.1588,
      "step": 146440
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3738059551240466e-05,
      "loss": 0.1661,
      "step": 146450
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3736941008031144e-05,
      "loss": 0.1569,
      "step": 146460
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.373582246482182e-05,
      "loss": 0.1639,
      "step": 146470
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.373470392161249e-05,
      "loss": 0.1603,
      "step": 146480
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.373358537840317e-05,
      "loss": 0.1639,
      "step": 146490
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.373246683519384e-05,
      "loss": 0.1615,
      "step": 146500
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.373134829198452e-05,
      "loss": 0.1617,
      "step": 146510
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.37302297487752e-05,
      "loss": 0.1599,
      "step": 146520
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.372911120556587e-05,
      "loss": 0.1614,
      "step": 146530
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.372799266235655e-05,
      "loss": 0.163,
      "step": 146540
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3726874119147225e-05,
      "loss": 0.165,
      "step": 146550
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.37257555759379e-05,
      "loss": 0.161,
      "step": 146560
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3724637032728574e-05,
      "loss": 0.1607,
      "step": 146570
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.372351848951925e-05,
      "loss": 0.162,
      "step": 146580
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.372239994630993e-05,
      "loss": 0.1636,
      "step": 146590
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.37212814031006e-05,
      "loss": 0.1645,
      "step": 146600
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.372016285989128e-05,
      "loss": 0.1596,
      "step": 146610
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.371904431668195e-05,
      "loss": 0.1632,
      "step": 146620
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.371792577347263e-05,
      "loss": 0.1664,
      "step": 146630
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3716807230263306e-05,
      "loss": 0.1643,
      "step": 146640
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3715688687053984e-05,
      "loss": 0.163,
      "step": 146650
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.371457014384466e-05,
      "loss": 0.1635,
      "step": 146660
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.371345160063533e-05,
      "loss": 0.1636,
      "step": 146670
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.371233305742601e-05,
      "loss": 0.1616,
      "step": 146680
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.371121451421669e-05,
      "loss": 0.1601,
      "step": 146690
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.371009597100736e-05,
      "loss": 0.1645,
      "step": 146700
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.370897742779804e-05,
      "loss": 0.1623,
      "step": 146710
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.370785888458871e-05,
      "loss": 0.1665,
      "step": 146720
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.370674034137939e-05,
      "loss": 0.1605,
      "step": 146730
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3705621798170065e-05,
      "loss": 0.1637,
      "step": 146740
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.370450325496074e-05,
      "loss": 0.1657,
      "step": 146750
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.370338471175142e-05,
      "loss": 0.1587,
      "step": 146760
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.370226616854209e-05,
      "loss": 0.1629,
      "step": 146770
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.370114762533277e-05,
      "loss": 0.166,
      "step": 146780
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.370002908212345e-05,
      "loss": 0.1629,
      "step": 146790
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.369891053891412e-05,
      "loss": 0.1629,
      "step": 146800
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.36977919957048e-05,
      "loss": 0.1623,
      "step": 146810
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.369667345249547e-05,
      "loss": 0.161,
      "step": 146820
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3695554909286146e-05,
      "loss": 0.1651,
      "step": 146830
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3694436366076824e-05,
      "loss": 0.1616,
      "step": 146840
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.36933178228675e-05,
      "loss": 0.165,
      "step": 146850
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.369219927965818e-05,
      "loss": 0.1577,
      "step": 146860
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.369108073644885e-05,
      "loss": 0.1578,
      "step": 146870
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.368996219323953e-05,
      "loss": 0.1554,
      "step": 146880
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.36888436500302e-05,
      "loss": 0.1627,
      "step": 146890
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.368772510682088e-05,
      "loss": 0.164,
      "step": 146900
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3686606563611556e-05,
      "loss": 0.1665,
      "step": 146910
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.368548802040223e-05,
      "loss": 0.1629,
      "step": 146920
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3684369477192905e-05,
      "loss": 0.1636,
      "step": 146930
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3683250933983576e-05,
      "loss": 0.164,
      "step": 146940
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3682132390774254e-05,
      "loss": 0.1642,
      "step": 146950
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.368101384756493e-05,
      "loss": 0.1634,
      "step": 146960
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.367989530435561e-05,
      "loss": 0.1667,
      "step": 146970
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.367877676114629e-05,
      "loss": 0.1627,
      "step": 146980
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.367765821793696e-05,
      "loss": 0.1594,
      "step": 146990
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.367653967472764e-05,
      "loss": 0.1626,
      "step": 147000
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3675421131518315e-05,
      "loss": 0.1639,
      "step": 147010
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3674302588308986e-05,
      "loss": 0.1627,
      "step": 147020
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3673184045099664e-05,
      "loss": 0.1651,
      "step": 147030
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3672065501890335e-05,
      "loss": 0.1652,
      "step": 147040
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.367094695868101e-05,
      "loss": 0.1623,
      "step": 147050
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.366982841547169e-05,
      "loss": 0.1614,
      "step": 147060
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.366870987226237e-05,
      "loss": 0.1635,
      "step": 147070
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.366759132905305e-05,
      "loss": 0.1609,
      "step": 147080
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.366647278584372e-05,
      "loss": 0.1628,
      "step": 147090
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3665354242634396e-05,
      "loss": 0.1643,
      "step": 147100
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3664235699425074e-05,
      "loss": 0.1679,
      "step": 147110
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3663117156215745e-05,
      "loss": 0.1618,
      "step": 147120
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.366199861300642e-05,
      "loss": 0.1646,
      "step": 147130
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3660880069797094e-05,
      "loss": 0.1578,
      "step": 147140
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.365976152658777e-05,
      "loss": 0.1614,
      "step": 147150
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.365864298337845e-05,
      "loss": 0.1602,
      "step": 147160
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.365752444016913e-05,
      "loss": 0.1608,
      "step": 147170
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3656405896959806e-05,
      "loss": 0.1588,
      "step": 147180
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.365528735375048e-05,
      "loss": 0.1589,
      "step": 147190
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3654168810541155e-05,
      "loss": 0.1623,
      "step": 147200
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3653050267331826e-05,
      "loss": 0.1603,
      "step": 147210
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3651931724122504e-05,
      "loss": 0.1631,
      "step": 147220
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.365081318091318e-05,
      "loss": 0.1649,
      "step": 147230
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.364969463770385e-05,
      "loss": 0.1629,
      "step": 147240
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.364857609449453e-05,
      "loss": 0.1628,
      "step": 147250
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.36474575512852e-05,
      "loss": 0.1593,
      "step": 147260
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.364633900807589e-05,
      "loss": 0.1609,
      "step": 147270
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3645220464866565e-05,
      "loss": 0.1591,
      "step": 147280
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3644101921657236e-05,
      "loss": 0.1616,
      "step": 147290
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3642983378447914e-05,
      "loss": 0.1613,
      "step": 147300
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3641864835238585e-05,
      "loss": 0.1608,
      "step": 147310
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.364074629202926e-05,
      "loss": 0.1601,
      "step": 147320
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.363962774881994e-05,
      "loss": 0.1654,
      "step": 147330
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.363850920561061e-05,
      "loss": 0.1669,
      "step": 147340
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.363739066240129e-05,
      "loss": 0.1629,
      "step": 147350
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.363627211919196e-05,
      "loss": 0.1631,
      "step": 147360
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.363515357598264e-05,
      "loss": 0.163,
      "step": 147370
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.363403503277332e-05,
      "loss": 0.1637,
      "step": 147380
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3632916489563995e-05,
      "loss": 0.1582,
      "step": 147390
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.363179794635467e-05,
      "loss": 0.1588,
      "step": 147400
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3630679403145344e-05,
      "loss": 0.1627,
      "step": 147410
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.362956085993602e-05,
      "loss": 0.1682,
      "step": 147420
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.36284423167267e-05,
      "loss": 0.1598,
      "step": 147430
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.362732377351737e-05,
      "loss": 0.1639,
      "step": 147440
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.362620523030805e-05,
      "loss": 0.1618,
      "step": 147450
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.362508668709872e-05,
      "loss": 0.162,
      "step": 147460
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.36239681438894e-05,
      "loss": 0.1637,
      "step": 147470
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3622849600680076e-05,
      "loss": 0.1583,
      "step": 147480
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3621731057470754e-05,
      "loss": 0.1605,
      "step": 147490
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.362061251426143e-05,
      "loss": 0.1636,
      "step": 147500
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.36194939710521e-05,
      "loss": 0.1628,
      "step": 147510
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.361837542784278e-05,
      "loss": 0.1586,
      "step": 147520
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.361725688463345e-05,
      "loss": 0.16,
      "step": 147530
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.361613834142413e-05,
      "loss": 0.1611,
      "step": 147540
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.361501979821481e-05,
      "loss": 0.1572,
      "step": 147550
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.361390125500548e-05,
      "loss": 0.1584,
      "step": 147560
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.361278271179616e-05,
      "loss": 0.164,
      "step": 147570
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3611664168586835e-05,
      "loss": 0.1631,
      "step": 147580
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.361054562537751e-05,
      "loss": 0.1591,
      "step": 147590
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.360942708216819e-05,
      "loss": 0.1645,
      "step": 147600
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.360830853895886e-05,
      "loss": 0.1657,
      "step": 147610
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.360718999574954e-05,
      "loss": 0.1562,
      "step": 147620
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.360607145254021e-05,
      "loss": 0.1602,
      "step": 147630
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.360495290933089e-05,
      "loss": 0.1576,
      "step": 147640
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3603834366121567e-05,
      "loss": 0.1623,
      "step": 147650
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.360271582291224e-05,
      "loss": 0.162,
      "step": 147660
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3601597279702916e-05,
      "loss": 0.166,
      "step": 147670
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3600478736493594e-05,
      "loss": 0.1655,
      "step": 147680
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.359936019328427e-05,
      "loss": 0.1608,
      "step": 147690
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.359824165007495e-05,
      "loss": 0.1677,
      "step": 147700
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.359712310686562e-05,
      "loss": 0.1633,
      "step": 147710
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.35960045636563e-05,
      "loss": 0.1602,
      "step": 147720
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.359488602044697e-05,
      "loss": 0.1595,
      "step": 147730
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.359376747723765e-05,
      "loss": 0.1633,
      "step": 147740
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3592648934028326e-05,
      "loss": 0.1653,
      "step": 147750
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3591530390819e-05,
      "loss": 0.1608,
      "step": 147760
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3590411847609675e-05,
      "loss": 0.1631,
      "step": 147770
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3589293304400346e-05,
      "loss": 0.1607,
      "step": 147780
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3588174761191024e-05,
      "loss": 0.1609,
      "step": 147790
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.35870562179817e-05,
      "loss": 0.159,
      "step": 147800
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.358593767477238e-05,
      "loss": 0.1581,
      "step": 147810
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.358481913156306e-05,
      "loss": 0.1602,
      "step": 147820
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.358370058835373e-05,
      "loss": 0.1608,
      "step": 147830
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3582582045144407e-05,
      "loss": 0.1656,
      "step": 147840
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.358146350193508e-05,
      "loss": 0.1615,
      "step": 147850
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3580344958725756e-05,
      "loss": 0.1644,
      "step": 147860
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3579226415516434e-05,
      "loss": 0.1595,
      "step": 147870
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3578107872307105e-05,
      "loss": 0.1596,
      "step": 147880
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.357698932909778e-05,
      "loss": 0.1659,
      "step": 147890
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.357587078588846e-05,
      "loss": 0.1632,
      "step": 147900
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.357475224267914e-05,
      "loss": 0.159,
      "step": 147910
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3573633699469816e-05,
      "loss": 0.1578,
      "step": 147920
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.357251515626049e-05,
      "loss": 0.1631,
      "step": 147930
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3571396613051165e-05,
      "loss": 0.1624,
      "step": 147940
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.357027806984184e-05,
      "loss": 0.1588,
      "step": 147950
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3569159526632515e-05,
      "loss": 0.1616,
      "step": 147960
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.356804098342319e-05,
      "loss": 0.1617,
      "step": 147970
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3566922440213864e-05,
      "loss": 0.1577,
      "step": 147980
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.356580389700454e-05,
      "loss": 0.163,
      "step": 147990
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.356468535379522e-05,
      "loss": 0.1594,
      "step": 148000
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.35635668105859e-05,
      "loss": 0.1587,
      "step": 148010
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3562448267376575e-05,
      "loss": 0.1578,
      "step": 148020
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3561329724167247e-05,
      "loss": 0.1609,
      "step": 148030
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3560211180957924e-05,
      "loss": 0.1586,
      "step": 148040
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3559092637748596e-05,
      "loss": 0.1599,
      "step": 148050
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3557974094539274e-05,
      "loss": 0.1587,
      "step": 148060
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.355685555132995e-05,
      "loss": 0.1594,
      "step": 148070
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.355573700812062e-05,
      "loss": 0.1639,
      "step": 148080
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.35546184649113e-05,
      "loss": 0.16,
      "step": 148090
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.355349992170198e-05,
      "loss": 0.1631,
      "step": 148100
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3552381378492656e-05,
      "loss": 0.1655,
      "step": 148110
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3551262835283334e-05,
      "loss": 0.1615,
      "step": 148120
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3550144292074005e-05,
      "loss": 0.1626,
      "step": 148130
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.354902574886468e-05,
      "loss": 0.1621,
      "step": 148140
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3547907205655355e-05,
      "loss": 0.1639,
      "step": 148150
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.354678866244603e-05,
      "loss": 0.1605,
      "step": 148160
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3545670119236704e-05,
      "loss": 0.1609,
      "step": 148170
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.354455157602738e-05,
      "loss": 0.1629,
      "step": 148180
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.354343303281806e-05,
      "loss": 0.1596,
      "step": 148190
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.354231448960873e-05,
      "loss": 0.1566,
      "step": 148200
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.354119594639941e-05,
      "loss": 0.1553,
      "step": 148210
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3540077403190086e-05,
      "loss": 0.1626,
      "step": 148220
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3538958859980764e-05,
      "loss": 0.1639,
      "step": 148230
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.353784031677144e-05,
      "loss": 0.1555,
      "step": 148240
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3536721773562113e-05,
      "loss": 0.1588,
      "step": 148250
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.353560323035279e-05,
      "loss": 0.1601,
      "step": 148260
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.353448468714346e-05,
      "loss": 0.1591,
      "step": 148270
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.353336614393414e-05,
      "loss": 0.1628,
      "step": 148280
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.353224760072482e-05,
      "loss": 0.1609,
      "step": 148290
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.353112905751549e-05,
      "loss": 0.1601,
      "step": 148300
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.353001051430617e-05,
      "loss": 0.1632,
      "step": 148310
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3528891971096845e-05,
      "loss": 0.1617,
      "step": 148320
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.352777342788752e-05,
      "loss": 0.1636,
      "step": 148330
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.35266548846782e-05,
      "loss": 0.1632,
      "step": 148340
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.352553634146887e-05,
      "loss": 0.1664,
      "step": 148350
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.352441779825955e-05,
      "loss": 0.1671,
      "step": 148360
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.352329925505022e-05,
      "loss": 0.1592,
      "step": 148370
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.35221807118409e-05,
      "loss": 0.1667,
      "step": 148380
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.352106216863158e-05,
      "loss": 0.1633,
      "step": 148390
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.351994362542225e-05,
      "loss": 0.1603,
      "step": 148400
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3518825082212926e-05,
      "loss": 0.1607,
      "step": 148410
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3517706539003604e-05,
      "loss": 0.1567,
      "step": 148420
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.351658799579428e-05,
      "loss": 0.1584,
      "step": 148430
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3515469452584953e-05,
      "loss": 0.1636,
      "step": 148440
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.351435090937563e-05,
      "loss": 0.1598,
      "step": 148450
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.351323236616631e-05,
      "loss": 0.1623,
      "step": 148460
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.351211382295698e-05,
      "loss": 0.1588,
      "step": 148470
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.351099527974766e-05,
      "loss": 0.1637,
      "step": 148480
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.350987673653833e-05,
      "loss": 0.1597,
      "step": 148490
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.350875819332901e-05,
      "loss": 0.161,
      "step": 148500
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3507639650119685e-05,
      "loss": 0.1586,
      "step": 148510
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.350652110691036e-05,
      "loss": 0.1545,
      "step": 148520
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.350540256370104e-05,
      "loss": 0.1598,
      "step": 148530
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.350428402049171e-05,
      "loss": 0.1634,
      "step": 148540
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.350316547728239e-05,
      "loss": 0.1588,
      "step": 148550
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.350204693407307e-05,
      "loss": 0.1638,
      "step": 148560
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.350092839086374e-05,
      "loss": 0.1631,
      "step": 148570
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.349980984765442e-05,
      "loss": 0.1587,
      "step": 148580
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.349869130444509e-05,
      "loss": 0.1648,
      "step": 148590
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3497572761235766e-05,
      "loss": 0.1629,
      "step": 148600
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3496454218026444e-05,
      "loss": 0.1565,
      "step": 148610
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3495335674817115e-05,
      "loss": 0.1585,
      "step": 148620
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.34942171316078e-05,
      "loss": 0.1626,
      "step": 148630
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.349309858839847e-05,
      "loss": 0.1652,
      "step": 148640
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.349198004518915e-05,
      "loss": 0.1603,
      "step": 148650
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.349086150197983e-05,
      "loss": 0.1585,
      "step": 148660
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.34897429587705e-05,
      "loss": 0.1685,
      "step": 148670
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3488624415561176e-05,
      "loss": 0.1547,
      "step": 148680
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.348750587235185e-05,
      "loss": 0.1584,
      "step": 148690
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3486387329142525e-05,
      "loss": 0.1625,
      "step": 148700
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.34852687859332e-05,
      "loss": 0.1622,
      "step": 148710
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3484150242723874e-05,
      "loss": 0.162,
      "step": 148720
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.348303169951455e-05,
      "loss": 0.1612,
      "step": 148730
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.348191315630523e-05,
      "loss": 0.1669,
      "step": 148740
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.348079461309591e-05,
      "loss": 0.1629,
      "step": 148750
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.347967606988658e-05,
      "loss": 0.16,
      "step": 148760
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.347855752667726e-05,
      "loss": 0.1576,
      "step": 148770
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3477438983467935e-05,
      "loss": 0.1627,
      "step": 148780
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3476320440258606e-05,
      "loss": 0.1652,
      "step": 148790
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3475201897049284e-05,
      "loss": 0.1612,
      "step": 148800
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3474083353839955e-05,
      "loss": 0.1532,
      "step": 148810
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.347296481063063e-05,
      "loss": 0.1592,
      "step": 148820
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.347184626742131e-05,
      "loss": 0.1602,
      "step": 148830
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.347072772421199e-05,
      "loss": 0.1601,
      "step": 148840
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.346960918100267e-05,
      "loss": 0.1584,
      "step": 148850
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.346849063779334e-05,
      "loss": 0.1573,
      "step": 148860
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3467372094584016e-05,
      "loss": 0.1609,
      "step": 148870
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3466253551374694e-05,
      "loss": 0.1612,
      "step": 148880
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3465135008165365e-05,
      "loss": 0.16,
      "step": 148890
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.346401646495604e-05,
      "loss": 0.1607,
      "step": 148900
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3462897921746714e-05,
      "loss": 0.162,
      "step": 148910
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.346177937853739e-05,
      "loss": 0.1659,
      "step": 148920
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.346066083532807e-05,
      "loss": 0.1611,
      "step": 148930
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.345954229211875e-05,
      "loss": 0.1617,
      "step": 148940
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3458423748909426e-05,
      "loss": 0.162,
      "step": 148950
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.34573052057001e-05,
      "loss": 0.1604,
      "step": 148960
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3456186662490775e-05,
      "loss": 0.159,
      "step": 148970
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.345506811928145e-05,
      "loss": 0.1588,
      "step": 148980
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3453949576072124e-05,
      "loss": 0.1555,
      "step": 148990
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.34528310328628e-05,
      "loss": 0.1588,
      "step": 149000
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.345171248965347e-05,
      "loss": 0.1609,
      "step": 149010
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.345059394644415e-05,
      "loss": 0.1635,
      "step": 149020
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.344947540323483e-05,
      "loss": 0.1622,
      "step": 149030
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.34483568600255e-05,
      "loss": 0.1589,
      "step": 149040
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3447238316816185e-05,
      "loss": 0.1613,
      "step": 149050
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3446119773606856e-05,
      "loss": 0.1576,
      "step": 149060
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3445001230397534e-05,
      "loss": 0.1615,
      "step": 149070
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3443882687188205e-05,
      "loss": 0.1645,
      "step": 149080
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.344276414397888e-05,
      "loss": 0.1604,
      "step": 149090
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.344164560076956e-05,
      "loss": 0.1644,
      "step": 149100
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.344052705756023e-05,
      "loss": 0.1615,
      "step": 149110
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.343940851435091e-05,
      "loss": 0.1605,
      "step": 149120
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.343828997114158e-05,
      "loss": 0.16,
      "step": 149130
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.343717142793226e-05,
      "loss": 0.165,
      "step": 149140
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.343605288472294e-05,
      "loss": 0.1615,
      "step": 149150
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3434934341513615e-05,
      "loss": 0.1613,
      "step": 149160
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.343381579830429e-05,
      "loss": 0.1634,
      "step": 149170
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3432697255094964e-05,
      "loss": 0.1613,
      "step": 149180
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.343157871188564e-05,
      "loss": 0.1635,
      "step": 149190
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.343046016867632e-05,
      "loss": 0.1663,
      "step": 149200
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.342934162546699e-05,
      "loss": 0.1625,
      "step": 149210
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.342822308225767e-05,
      "loss": 0.1644,
      "step": 149220
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.342710453904834e-05,
      "loss": 0.1618,
      "step": 149230
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.342598599583902e-05,
      "loss": 0.1576,
      "step": 149240
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3424867452629696e-05,
      "loss": 0.166,
      "step": 149250
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3423748909420374e-05,
      "loss": 0.1528,
      "step": 149260
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.342263036621105e-05,
      "loss": 0.1638,
      "step": 149270
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.342151182300172e-05,
      "loss": 0.1613,
      "step": 149280
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.34203932797924e-05,
      "loss": 0.1606,
      "step": 149290
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.341927473658308e-05,
      "loss": 0.16,
      "step": 149300
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.341815619337375e-05,
      "loss": 0.166,
      "step": 149310
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.341703765016443e-05,
      "loss": 0.167,
      "step": 149320
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.34159191069551e-05,
      "loss": 0.1586,
      "step": 149330
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.341480056374578e-05,
      "loss": 0.1594,
      "step": 149340
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3413682020536455e-05,
      "loss": 0.1551,
      "step": 149350
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.341256347732713e-05,
      "loss": 0.1575,
      "step": 149360
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.341144493411781e-05,
      "loss": 0.1645,
      "step": 149370
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.341032639090848e-05,
      "loss": 0.1639,
      "step": 149380
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.340920784769916e-05,
      "loss": 0.1609,
      "step": 149390
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.340808930448983e-05,
      "loss": 0.1646,
      "step": 149400
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.340697076128051e-05,
      "loss": 0.1627,
      "step": 149410
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.340585221807119e-05,
      "loss": 0.1644,
      "step": 149420
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.340473367486186e-05,
      "loss": 0.1634,
      "step": 149430
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3403615131652536e-05,
      "loss": 0.1566,
      "step": 149440
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.340249658844321e-05,
      "loss": 0.1624,
      "step": 149450
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.340137804523389e-05,
      "loss": 0.1606,
      "step": 149460
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.340025950202457e-05,
      "loss": 0.161,
      "step": 149470
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.339914095881524e-05,
      "loss": 0.1589,
      "step": 149480
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.339813426992685e-05,
      "loss": 0.16,
      "step": 149490
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.339701572671752e-05,
      "loss": 0.1602,
      "step": 149500
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.33958971835082e-05,
      "loss": 0.1664,
      "step": 149510
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.339477864029888e-05,
      "loss": 0.1619,
      "step": 149520
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3393660097089555e-05,
      "loss": 0.1655,
      "step": 149530
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.339254155388023e-05,
      "loss": 0.1574,
      "step": 149540
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3391423010670904e-05,
      "loss": 0.1596,
      "step": 149550
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.339030446746158e-05,
      "loss": 0.1615,
      "step": 149560
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.338918592425225e-05,
      "loss": 0.1617,
      "step": 149570
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.338806738104293e-05,
      "loss": 0.1575,
      "step": 149580
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.338694883783361e-05,
      "loss": 0.1634,
      "step": 149590
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.338583029462428e-05,
      "loss": 0.1625,
      "step": 149600
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.338471175141496e-05,
      "loss": 0.1603,
      "step": 149610
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.338359320820563e-05,
      "loss": 0.1595,
      "step": 149620
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3382474664996314e-05,
      "loss": 0.1565,
      "step": 149630
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.338135612178699e-05,
      "loss": 0.1616,
      "step": 149640
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.338023757857766e-05,
      "loss": 0.1579,
      "step": 149650
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.337911903536834e-05,
      "loss": 0.16,
      "step": 149660
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.337800049215901e-05,
      "loss": 0.1587,
      "step": 149670
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.337688194894969e-05,
      "loss": 0.1638,
      "step": 149680
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.337576340574037e-05,
      "loss": 0.1668,
      "step": 149690
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.337464486253104e-05,
      "loss": 0.1609,
      "step": 149700
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.337352631932172e-05,
      "loss": 0.1559,
      "step": 149710
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.337240777611239e-05,
      "loss": 0.1604,
      "step": 149720
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3371289232903066e-05,
      "loss": 0.1652,
      "step": 149730
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3370170689693744e-05,
      "loss": 0.1606,
      "step": 149740
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.336905214648442e-05,
      "loss": 0.1578,
      "step": 149750
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.33679336032751e-05,
      "loss": 0.1632,
      "step": 149760
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.336681506006577e-05,
      "loss": 0.1633,
      "step": 149770
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.336569651685645e-05,
      "loss": 0.1556,
      "step": 149780
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.336457797364712e-05,
      "loss": 0.1635,
      "step": 149790
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.33634594304378e-05,
      "loss": 0.1633,
      "step": 149800
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3362340887228476e-05,
      "loss": 0.1654,
      "step": 149810
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.336122234401915e-05,
      "loss": 0.1642,
      "step": 149820
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3360103800809825e-05,
      "loss": 0.163,
      "step": 149830
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.33589852576005e-05,
      "loss": 0.1649,
      "step": 149840
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.335786671439118e-05,
      "loss": 0.1588,
      "step": 149850
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.335674817118186e-05,
      "loss": 0.1602,
      "step": 149860
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.335562962797253e-05,
      "loss": 0.1662,
      "step": 149870
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.335451108476321e-05,
      "loss": 0.1648,
      "step": 149880
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.335339254155388e-05,
      "loss": 0.1584,
      "step": 149890
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.335227399834456e-05,
      "loss": 0.1643,
      "step": 149900
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3351155455135235e-05,
      "loss": 0.1604,
      "step": 149910
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3350036911925906e-05,
      "loss": 0.162,
      "step": 149920
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3348918368716584e-05,
      "loss": 0.1613,
      "step": 149930
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.334779982550726e-05,
      "loss": 0.1643,
      "step": 149940
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.334668128229794e-05,
      "loss": 0.164,
      "step": 149950
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.334556273908862e-05,
      "loss": 0.1623,
      "step": 149960
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.334444419587929e-05,
      "loss": 0.1615,
      "step": 149970
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.334332565266997e-05,
      "loss": 0.1632,
      "step": 149980
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.334220710946064e-05,
      "loss": 0.1582,
      "step": 149990
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3341088566251316e-05,
      "loss": 0.1645,
      "step": 150000
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3339970023041994e-05,
      "loss": 0.1621,
      "step": 150010
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3338851479832665e-05,
      "loss": 0.1633,
      "step": 150020
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.333773293662334e-05,
      "loss": 0.1621,
      "step": 150030
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.333661439341402e-05,
      "loss": 0.1604,
      "step": 150040
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.33354958502047e-05,
      "loss": 0.1622,
      "step": 150050
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3334377306995377e-05,
      "loss": 0.1619,
      "step": 150060
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.333325876378605e-05,
      "loss": 0.1616,
      "step": 150070
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3332140220576726e-05,
      "loss": 0.1571,
      "step": 150080
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.33310216773674e-05,
      "loss": 0.1576,
      "step": 150090
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3329903134158075e-05,
      "loss": 0.16,
      "step": 150100
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3328784590948746e-05,
      "loss": 0.1598,
      "step": 150110
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3327666047739424e-05,
      "loss": 0.1619,
      "step": 150120
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.33265475045301e-05,
      "loss": 0.1604,
      "step": 150130
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.332542896132077e-05,
      "loss": 0.162,
      "step": 150140
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.332431041811145e-05,
      "loss": 0.159,
      "step": 150150
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.332319187490213e-05,
      "loss": 0.1625,
      "step": 150160
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.332207333169281e-05,
      "loss": 0.158,
      "step": 150170
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3320954788483485e-05,
      "loss": 0.1573,
      "step": 150180
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3319836245274156e-05,
      "loss": 0.1591,
      "step": 150190
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3318717702064834e-05,
      "loss": 0.1632,
      "step": 150200
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3317599158855505e-05,
      "loss": 0.1576,
      "step": 150210
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.331648061564618e-05,
      "loss": 0.1583,
      "step": 150220
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.331536207243686e-05,
      "loss": 0.1606,
      "step": 150230
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.331424352922753e-05,
      "loss": 0.1576,
      "step": 150240
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.331312498601821e-05,
      "loss": 0.1624,
      "step": 150250
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.331200644280889e-05,
      "loss": 0.1594,
      "step": 150260
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3310887899599566e-05,
      "loss": 0.1656,
      "step": 150270
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3309769356390244e-05,
      "loss": 0.1608,
      "step": 150280
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3308650813180915e-05,
      "loss": 0.1608,
      "step": 150290
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.330753226997159e-05,
      "loss": 0.1594,
      "step": 150300
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3306413726762264e-05,
      "loss": 0.162,
      "step": 150310
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.330529518355294e-05,
      "loss": 0.1555,
      "step": 150320
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.330417664034362e-05,
      "loss": 0.1662,
      "step": 150330
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.330305809713429e-05,
      "loss": 0.153,
      "step": 150340
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.330193955392497e-05,
      "loss": 0.1584,
      "step": 150350
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.330082101071565e-05,
      "loss": 0.1593,
      "step": 150360
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3299702467506325e-05,
      "loss": 0.157,
      "step": 150370
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3298583924297e-05,
      "loss": 0.1618,
      "step": 150380
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3297465381087674e-05,
      "loss": 0.1571,
      "step": 150390
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.329634683787835e-05,
      "loss": 0.1603,
      "step": 150400
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.329522829466902e-05,
      "loss": 0.1618,
      "step": 150410
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.32941097514597e-05,
      "loss": 0.1622,
      "step": 150420
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.329299120825037e-05,
      "loss": 0.1594,
      "step": 150430
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.329187266504105e-05,
      "loss": 0.1574,
      "step": 150440
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.329075412183173e-05,
      "loss": 0.1655,
      "step": 150450
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3289635578622406e-05,
      "loss": 0.1666,
      "step": 150460
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3288517035413083e-05,
      "loss": 0.1643,
      "step": 150470
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3287398492203755e-05,
      "loss": 0.1662,
      "step": 150480
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.328627994899443e-05,
      "loss": 0.162,
      "step": 150490
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.328516140578511e-05,
      "loss": 0.1606,
      "step": 150500
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.328404286257578e-05,
      "loss": 0.1606,
      "step": 150510
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.328292431936646e-05,
      "loss": 0.1579,
      "step": 150520
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.328180577615713e-05,
      "loss": 0.1621,
      "step": 150530
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.328068723294781e-05,
      "loss": 0.159,
      "step": 150540
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3279568689738487e-05,
      "loss": 0.1585,
      "step": 150550
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.327845014652916e-05,
      "loss": 0.1603,
      "step": 150560
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3277331603319836e-05,
      "loss": 0.1605,
      "step": 150570
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3276213060110514e-05,
      "loss": 0.1627,
      "step": 150580
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.327509451690119e-05,
      "loss": 0.1632,
      "step": 150590
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.327397597369187e-05,
      "loss": 0.1575,
      "step": 150600
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.327285743048254e-05,
      "loss": 0.1619,
      "step": 150610
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.327173888727322e-05,
      "loss": 0.1616,
      "step": 150620
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.327062034406389e-05,
      "loss": 0.1582,
      "step": 150630
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.326950180085457e-05,
      "loss": 0.1612,
      "step": 150640
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3268383257645246e-05,
      "loss": 0.1614,
      "step": 150650
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.326726471443592e-05,
      "loss": 0.1605,
      "step": 150660
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3266146171226595e-05,
      "loss": 0.1607,
      "step": 150670
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.326502762801727e-05,
      "loss": 0.1557,
      "step": 150680
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.326390908480795e-05,
      "loss": 0.1576,
      "step": 150690
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.326279054159863e-05,
      "loss": 0.164,
      "step": 150700
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.32616719983893e-05,
      "loss": 0.1598,
      "step": 150710
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.326055345517998e-05,
      "loss": 0.1641,
      "step": 150720
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.325943491197065e-05,
      "loss": 0.1618,
      "step": 150730
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3258316368761327e-05,
      "loss": 0.1618,
      "step": 150740
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3257197825552e-05,
      "loss": 0.1571,
      "step": 150750
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3256079282342676e-05,
      "loss": 0.1597,
      "step": 150760
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3254960739133354e-05,
      "loss": 0.1651,
      "step": 150770
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.325384219592403e-05,
      "loss": 0.1595,
      "step": 150780
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.325272365271471e-05,
      "loss": 0.1625,
      "step": 150790
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.325160510950538e-05,
      "loss": 0.1643,
      "step": 150800
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.325048656629606e-05,
      "loss": 0.163,
      "step": 150810
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3249368023086736e-05,
      "loss": 0.1627,
      "step": 150820
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.324824947987741e-05,
      "loss": 0.1593,
      "step": 150830
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3247130936668085e-05,
      "loss": 0.1595,
      "step": 150840
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.324601239345876e-05,
      "loss": 0.1587,
      "step": 150850
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3244893850249435e-05,
      "loss": 0.162,
      "step": 150860
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.324377530704011e-05,
      "loss": 0.1589,
      "step": 150870
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.324265676383079e-05,
      "loss": 0.165,
      "step": 150880
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.324153822062147e-05,
      "loss": 0.1619,
      "step": 150890
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.324041967741214e-05,
      "loss": 0.1581,
      "step": 150900
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.323930113420282e-05,
      "loss": 0.1632,
      "step": 150910
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3238182590993495e-05,
      "loss": 0.1594,
      "step": 150920
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3237064047784167e-05,
      "loss": 0.1608,
      "step": 150930
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3235945504574844e-05,
      "loss": 0.1651,
      "step": 150940
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3234826961365516e-05,
      "loss": 0.1616,
      "step": 150950
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3233708418156194e-05,
      "loss": 0.1614,
      "step": 150960
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.323258987494687e-05,
      "loss": 0.16,
      "step": 150970
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.323147133173754e-05,
      "loss": 0.163,
      "step": 150980
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.323035278852823e-05,
      "loss": 0.1634,
      "step": 150990
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.32292342453189e-05,
      "loss": 0.1598,
      "step": 151000
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3228115702109576e-05,
      "loss": 0.1639,
      "step": 151010
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3226997158900254e-05,
      "loss": 0.1624,
      "step": 151020
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3225878615690925e-05,
      "loss": 0.1591,
      "step": 151030
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3224760072481603e-05,
      "loss": 0.1649,
      "step": 151040
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3223641529272275e-05,
      "loss": 0.1618,
      "step": 151050
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.322252298606295e-05,
      "loss": 0.1597,
      "step": 151060
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3221404442853624e-05,
      "loss": 0.157,
      "step": 151070
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.32202858996443e-05,
      "loss": 0.1592,
      "step": 151080
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.321916735643498e-05,
      "loss": 0.16,
      "step": 151090
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.321804881322566e-05,
      "loss": 0.1628,
      "step": 151100
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3216930270016335e-05,
      "loss": 0.1601,
      "step": 151110
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3215811726807006e-05,
      "loss": 0.1585,
      "step": 151120
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3214693183597684e-05,
      "loss": 0.1624,
      "step": 151130
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.321357464038836e-05,
      "loss": 0.1547,
      "step": 151140
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3212456097179033e-05,
      "loss": 0.1601,
      "step": 151150
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.321133755396971e-05,
      "loss": 0.1565,
      "step": 151160
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.321021901076038e-05,
      "loss": 0.1652,
      "step": 151170
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.320910046755106e-05,
      "loss": 0.1621,
      "step": 151180
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.320798192434174e-05,
      "loss": 0.1621,
      "step": 151190
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3206863381132416e-05,
      "loss": 0.1606,
      "step": 151200
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3205744837923094e-05,
      "loss": 0.1547,
      "step": 151210
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3204626294713765e-05,
      "loss": 0.1592,
      "step": 151220
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.320350775150444e-05,
      "loss": 0.1657,
      "step": 151230
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.320238920829512e-05,
      "loss": 0.1582,
      "step": 151240
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.320127066508579e-05,
      "loss": 0.1591,
      "step": 151250
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.320015212187647e-05,
      "loss": 0.1616,
      "step": 151260
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.319903357866714e-05,
      "loss": 0.1609,
      "step": 151270
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.319791503545782e-05,
      "loss": 0.1663,
      "step": 151280
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.31967964922485e-05,
      "loss": 0.1567,
      "step": 151290
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3195677949039175e-05,
      "loss": 0.1615,
      "step": 151300
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.319455940582985e-05,
      "loss": 0.16,
      "step": 151310
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3193440862620524e-05,
      "loss": 0.1645,
      "step": 151320
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.31923223194112e-05,
      "loss": 0.1583,
      "step": 151330
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.319120377620188e-05,
      "loss": 0.1601,
      "step": 151340
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.319008523299255e-05,
      "loss": 0.1558,
      "step": 151350
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.318896668978323e-05,
      "loss": 0.1595,
      "step": 151360
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.31878481465739e-05,
      "loss": 0.1674,
      "step": 151370
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.318672960336458e-05,
      "loss": 0.1621,
      "step": 151380
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.318561106015525e-05,
      "loss": 0.1595,
      "step": 151390
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3184492516945934e-05,
      "loss": 0.1685,
      "step": 151400
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.318337397373661e-05,
      "loss": 0.1668,
      "step": 151410
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.318225543052728e-05,
      "loss": 0.1624,
      "step": 151420
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.318113688731796e-05,
      "loss": 0.1582,
      "step": 151430
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.318001834410863e-05,
      "loss": 0.1608,
      "step": 151440
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.317889980089931e-05,
      "loss": 0.1619,
      "step": 151450
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.317778125768999e-05,
      "loss": 0.1648,
      "step": 151460
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.317666271448066e-05,
      "loss": 0.1615,
      "step": 151470
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.317554417127134e-05,
      "loss": 0.162,
      "step": 151480
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.317442562806201e-05,
      "loss": 0.1644,
      "step": 151490
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3173307084852686e-05,
      "loss": 0.1627,
      "step": 151500
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3172188541643364e-05,
      "loss": 0.1602,
      "step": 151510
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.317106999843404e-05,
      "loss": 0.1564,
      "step": 151520
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.316995145522472e-05,
      "loss": 0.158,
      "step": 151530
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.316883291201539e-05,
      "loss": 0.152,
      "step": 151540
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.316771436880607e-05,
      "loss": 0.161,
      "step": 151550
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.316659582559675e-05,
      "loss": 0.1676,
      "step": 151560
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.316547728238742e-05,
      "loss": 0.1594,
      "step": 151570
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3164358739178096e-05,
      "loss": 0.1569,
      "step": 151580
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.316324019596877e-05,
      "loss": 0.1613,
      "step": 151590
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3162121652759445e-05,
      "loss": 0.1623,
      "step": 151600
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.316100310955012e-05,
      "loss": 0.1617,
      "step": 151610
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.31598845663408e-05,
      "loss": 0.162,
      "step": 151620
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.315876602313148e-05,
      "loss": 0.1588,
      "step": 151630
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.315764747992215e-05,
      "loss": 0.1631,
      "step": 151640
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.315652893671283e-05,
      "loss": 0.1579,
      "step": 151650
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.31554103935035e-05,
      "loss": 0.1578,
      "step": 151660
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.315429185029418e-05,
      "loss": 0.1609,
      "step": 151670
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3153173307084855e-05,
      "loss": 0.1591,
      "step": 151680
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3152054763875526e-05,
      "loss": 0.1588,
      "step": 151690
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3150936220666204e-05,
      "loss": 0.1596,
      "step": 151700
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.314981767745688e-05,
      "loss": 0.16,
      "step": 151710
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.314869913424756e-05,
      "loss": 0.1592,
      "step": 151720
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.314758059103824e-05,
      "loss": 0.1656,
      "step": 151730
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.314646204782891e-05,
      "loss": 0.1641,
      "step": 151740
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.314534350461959e-05,
      "loss": 0.1593,
      "step": 151750
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.314422496141026e-05,
      "loss": 0.1566,
      "step": 151760
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3143106418200936e-05,
      "loss": 0.1557,
      "step": 151770
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3141987874991614e-05,
      "loss": 0.1643,
      "step": 151780
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3140869331782285e-05,
      "loss": 0.1641,
      "step": 151790
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.313975078857296e-05,
      "loss": 0.1673,
      "step": 151800
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3138632245363634e-05,
      "loss": 0.1598,
      "step": 151810
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.313751370215432e-05,
      "loss": 0.1598,
      "step": 151820
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3136395158945e-05,
      "loss": 0.1575,
      "step": 151830
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.313527661573567e-05,
      "loss": 0.1613,
      "step": 151840
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3134158072526346e-05,
      "loss": 0.1619,
      "step": 151850
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.313303952931702e-05,
      "loss": 0.156,
      "step": 151860
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3131920986107695e-05,
      "loss": 0.161,
      "step": 151870
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.313080244289837e-05,
      "loss": 0.167,
      "step": 151880
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3129683899689044e-05,
      "loss": 0.16,
      "step": 151890
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.312856535647972e-05,
      "loss": 0.1596,
      "step": 151900
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.312744681327039e-05,
      "loss": 0.1597,
      "step": 151910
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.312632827006107e-05,
      "loss": 0.1644,
      "step": 151920
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.312520972685175e-05,
      "loss": 0.1584,
      "step": 151930
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.312409118364243e-05,
      "loss": 0.1633,
      "step": 151940
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3122972640433105e-05,
      "loss": 0.1639,
      "step": 151950
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3121854097223776e-05,
      "loss": 0.1604,
      "step": 151960
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3120735554014454e-05,
      "loss": 0.1638,
      "step": 151970
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3119617010805125e-05,
      "loss": 0.1639,
      "step": 151980
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.31184984675958e-05,
      "loss": 0.1649,
      "step": 151990
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.311737992438648e-05,
      "loss": 0.1575,
      "step": 152000
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.311626138117715e-05,
      "loss": 0.1615,
      "step": 152010
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.311514283796783e-05,
      "loss": 0.1621,
      "step": 152020
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.311402429475851e-05,
      "loss": 0.1584,
      "step": 152030
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.311301760587012e-05,
      "loss": 0.1599,
      "step": 152040
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.311189906266079e-05,
      "loss": 0.1626,
      "step": 152050
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3110780519451466e-05,
      "loss": 0.1621,
      "step": 152060
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3109661976242144e-05,
      "loss": 0.1573,
      "step": 152070
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3108543433032815e-05,
      "loss": 0.1652,
      "step": 152080
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.310742488982349e-05,
      "loss": 0.1622,
      "step": 152090
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.310630634661417e-05,
      "loss": 0.1595,
      "step": 152100
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.310518780340485e-05,
      "loss": 0.1624,
      "step": 152110
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.310406926019553e-05,
      "loss": 0.1609,
      "step": 152120
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.31029507169862e-05,
      "loss": 0.1597,
      "step": 152130
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3101832173776876e-05,
      "loss": 0.1567,
      "step": 152140
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.310071363056755e-05,
      "loss": 0.1576,
      "step": 152150
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3099595087358225e-05,
      "loss": 0.1629,
      "step": 152160
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.30984765441489e-05,
      "loss": 0.1549,
      "step": 152170
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3097358000939574e-05,
      "loss": 0.1543,
      "step": 152180
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.309623945773025e-05,
      "loss": 0.1622,
      "step": 152190
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.309512091452093e-05,
      "loss": 0.1628,
      "step": 152200
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.309400237131161e-05,
      "loss": 0.1606,
      "step": 152210
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3092883828102286e-05,
      "loss": 0.1626,
      "step": 152220
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.309176528489296e-05,
      "loss": 0.1609,
      "step": 152230
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3090646741683635e-05,
      "loss": 0.1634,
      "step": 152240
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3089528198474306e-05,
      "loss": 0.1586,
      "step": 152250
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3088409655264984e-05,
      "loss": 0.162,
      "step": 152260
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.308729111205566e-05,
      "loss": 0.1587,
      "step": 152270
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.308617256884633e-05,
      "loss": 0.1565,
      "step": 152280
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.308505402563701e-05,
      "loss": 0.1649,
      "step": 152290
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.308393548242769e-05,
      "loss": 0.1602,
      "step": 152300
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.308281693921837e-05,
      "loss": 0.1588,
      "step": 152310
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3081698396009045e-05,
      "loss": 0.1577,
      "step": 152320
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3080579852799716e-05,
      "loss": 0.1622,
      "step": 152330
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3079461309590394e-05,
      "loss": 0.1611,
      "step": 152340
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3078342766381065e-05,
      "loss": 0.1646,
      "step": 152350
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.307722422317174e-05,
      "loss": 0.1567,
      "step": 152360
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3076105679962414e-05,
      "loss": 0.1572,
      "step": 152370
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.307498713675309e-05,
      "loss": 0.1677,
      "step": 152380
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.307386859354377e-05,
      "loss": 0.1571,
      "step": 152390
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.307275005033445e-05,
      "loss": 0.1584,
      "step": 152400
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3071631507125126e-05,
      "loss": 0.1582,
      "step": 152410
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.30705129639158e-05,
      "loss": 0.1561,
      "step": 152420
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3069394420706475e-05,
      "loss": 0.1595,
      "step": 152430
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.306827587749715e-05,
      "loss": 0.1586,
      "step": 152440
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3067157334287824e-05,
      "loss": 0.1604,
      "step": 152450
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.30660387910785e-05,
      "loss": 0.1587,
      "step": 152460
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.306492024786917e-05,
      "loss": 0.1561,
      "step": 152470
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.306380170465985e-05,
      "loss": 0.1601,
      "step": 152480
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.306268316145053e-05,
      "loss": 0.1606,
      "step": 152490
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.30615646182412e-05,
      "loss": 0.1656,
      "step": 152500
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.306044607503188e-05,
      "loss": 0.159,
      "step": 152510
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3059327531822556e-05,
      "loss": 0.162,
      "step": 152520
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3058208988613234e-05,
      "loss": 0.1572,
      "step": 152530
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.305709044540391e-05,
      "loss": 0.1598,
      "step": 152540
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.305597190219458e-05,
      "loss": 0.1632,
      "step": 152550
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.305485335898526e-05,
      "loss": 0.1578,
      "step": 152560
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.305373481577593e-05,
      "loss": 0.1586,
      "step": 152570
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.305261627256661e-05,
      "loss": 0.1614,
      "step": 152580
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.305149772935729e-05,
      "loss": 0.1608,
      "step": 152590
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.305037918614796e-05,
      "loss": 0.1597,
      "step": 152600
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.304926064293864e-05,
      "loss": 0.1585,
      "step": 152610
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3048142099729315e-05,
      "loss": 0.1586,
      "step": 152620
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.304702355651999e-05,
      "loss": 0.1576,
      "step": 152630
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.304590501331067e-05,
      "loss": 0.1602,
      "step": 152640
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.304478647010134e-05,
      "loss": 0.1618,
      "step": 152650
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.304366792689202e-05,
      "loss": 0.1645,
      "step": 152660
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.304254938368269e-05,
      "loss": 0.163,
      "step": 152670
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.304143084047337e-05,
      "loss": 0.1658,
      "step": 152680
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.304031229726404e-05,
      "loss": 0.1564,
      "step": 152690
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.303919375405472e-05,
      "loss": 0.1593,
      "step": 152700
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3038075210845396e-05,
      "loss": 0.1677,
      "step": 152710
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3036956667636074e-05,
      "loss": 0.157,
      "step": 152720
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.303583812442675e-05,
      "loss": 0.1601,
      "step": 152730
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.303471958121742e-05,
      "loss": 0.1627,
      "step": 152740
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.30336010380081e-05,
      "loss": 0.1623,
      "step": 152750
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.303248249479878e-05,
      "loss": 0.1664,
      "step": 152760
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.303136395158945e-05,
      "loss": 0.1662,
      "step": 152770
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.303024540838013e-05,
      "loss": 0.1546,
      "step": 152780
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.30291268651708e-05,
      "loss": 0.1571,
      "step": 152790
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.302800832196148e-05,
      "loss": 0.1535,
      "step": 152800
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3026889778752155e-05,
      "loss": 0.1583,
      "step": 152810
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.302577123554283e-05,
      "loss": 0.1599,
      "step": 152820
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.302465269233351e-05,
      "loss": 0.1591,
      "step": 152830
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.302353414912418e-05,
      "loss": 0.1603,
      "step": 152840
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.302241560591486e-05,
      "loss": 0.1653,
      "step": 152850
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.302129706270554e-05,
      "loss": 0.1637,
      "step": 152860
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.302017851949621e-05,
      "loss": 0.1608,
      "step": 152870
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.301905997628689e-05,
      "loss": 0.1626,
      "step": 152880
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.301794143307756e-05,
      "loss": 0.1576,
      "step": 152890
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3016822889868236e-05,
      "loss": 0.157,
      "step": 152900
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3015704346658914e-05,
      "loss": 0.1644,
      "step": 152910
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3014585803449585e-05,
      "loss": 0.1602,
      "step": 152920
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.301346726024026e-05,
      "loss": 0.1604,
      "step": 152930
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.301234871703094e-05,
      "loss": 0.1609,
      "step": 152940
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.301123017382162e-05,
      "loss": 0.1589,
      "step": 152950
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3010111630612297e-05,
      "loss": 0.1576,
      "step": 152960
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.300899308740297e-05,
      "loss": 0.1602,
      "step": 152970
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3007874544193646e-05,
      "loss": 0.1552,
      "step": 152980
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.300675600098432e-05,
      "loss": 0.1595,
      "step": 152990
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3005637457774995e-05,
      "loss": 0.158,
      "step": 153000
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3004518914565666e-05,
      "loss": 0.1554,
      "step": 153010
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3003400371356344e-05,
      "loss": 0.156,
      "step": 153020
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.300228182814702e-05,
      "loss": 0.1642,
      "step": 153030
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.30011632849377e-05,
      "loss": 0.1557,
      "step": 153040
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.300004474172838e-05,
      "loss": 0.1671,
      "step": 153050
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.299892619851905e-05,
      "loss": 0.1618,
      "step": 153060
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.299780765530973e-05,
      "loss": 0.1607,
      "step": 153070
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2996689112100405e-05,
      "loss": 0.1611,
      "step": 153080
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2995570568891076e-05,
      "loss": 0.161,
      "step": 153090
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2994452025681754e-05,
      "loss": 0.1619,
      "step": 153100
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2993333482472425e-05,
      "loss": 0.1589,
      "step": 153110
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.29922149392631e-05,
      "loss": 0.1608,
      "step": 153120
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.299109639605378e-05,
      "loss": 0.1537,
      "step": 153130
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.298997785284446e-05,
      "loss": 0.1639,
      "step": 153140
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2988859309635137e-05,
      "loss": 0.1585,
      "step": 153150
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.298774076642581e-05,
      "loss": 0.1608,
      "step": 153160
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2986622223216486e-05,
      "loss": 0.1602,
      "step": 153170
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2985503680007164e-05,
      "loss": 0.163,
      "step": 153180
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2984385136797835e-05,
      "loss": 0.165,
      "step": 153190
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.298326659358851e-05,
      "loss": 0.1626,
      "step": 153200
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2982148050379184e-05,
      "loss": 0.162,
      "step": 153210
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.298102950716986e-05,
      "loss": 0.1575,
      "step": 153220
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.297991096396054e-05,
      "loss": 0.1609,
      "step": 153230
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.297879242075122e-05,
      "loss": 0.1606,
      "step": 153240
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2977673877541895e-05,
      "loss": 0.1637,
      "step": 153250
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.297655533433257e-05,
      "loss": 0.1635,
      "step": 153260
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2975436791123245e-05,
      "loss": 0.1602,
      "step": 153270
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.297431824791392e-05,
      "loss": 0.1566,
      "step": 153280
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2973199704704594e-05,
      "loss": 0.1611,
      "step": 153290
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.297208116149527e-05,
      "loss": 0.1569,
      "step": 153300
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.297096261828594e-05,
      "loss": 0.1594,
      "step": 153310
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.296984407507662e-05,
      "loss": 0.1549,
      "step": 153320
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.296872553186729e-05,
      "loss": 0.1568,
      "step": 153330
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.296760698865797e-05,
      "loss": 0.1635,
      "step": 153340
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2966488445448654e-05,
      "loss": 0.1638,
      "step": 153350
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2965369902239326e-05,
      "loss": 0.1591,
      "step": 153360
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2964251359030004e-05,
      "loss": 0.1658,
      "step": 153370
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2963132815820675e-05,
      "loss": 0.1598,
      "step": 153380
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.296201427261135e-05,
      "loss": 0.1541,
      "step": 153390
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.296089572940203e-05,
      "loss": 0.1616,
      "step": 153400
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.29597771861927e-05,
      "loss": 0.1589,
      "step": 153410
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.295865864298338e-05,
      "loss": 0.162,
      "step": 153420
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.295754009977405e-05,
      "loss": 0.1605,
      "step": 153430
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.295642155656473e-05,
      "loss": 0.1628,
      "step": 153440
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2955303013355407e-05,
      "loss": 0.1559,
      "step": 153450
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2954184470146085e-05,
      "loss": 0.1614,
      "step": 153460
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.295306592693676e-05,
      "loss": 0.1639,
      "step": 153470
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2951947383727434e-05,
      "loss": 0.1561,
      "step": 153480
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.295082884051811e-05,
      "loss": 0.159,
      "step": 153490
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.294971029730879e-05,
      "loss": 0.159,
      "step": 153500
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.294859175409946e-05,
      "loss": 0.1608,
      "step": 153510
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.294747321089014e-05,
      "loss": 0.1635,
      "step": 153520
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.294635466768081e-05,
      "loss": 0.1644,
      "step": 153530
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.294523612447149e-05,
      "loss": 0.1613,
      "step": 153540
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2944117581262166e-05,
      "loss": 0.1596,
      "step": 153550
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2942999038052843e-05,
      "loss": 0.1585,
      "step": 153560
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.294188049484352e-05,
      "loss": 0.1588,
      "step": 153570
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.294076195163419e-05,
      "loss": 0.1528,
      "step": 153580
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.293964340842487e-05,
      "loss": 0.1551,
      "step": 153590
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.293852486521555e-05,
      "loss": 0.1584,
      "step": 153600
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.293740632200622e-05,
      "loss": 0.1562,
      "step": 153610
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.29362877787969e-05,
      "loss": 0.1603,
      "step": 153620
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.293516923558757e-05,
      "loss": 0.1597,
      "step": 153630
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2934050692378247e-05,
      "loss": 0.1599,
      "step": 153640
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2932932149168924e-05,
      "loss": 0.1634,
      "step": 153650
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.29318136059596e-05,
      "loss": 0.1548,
      "step": 153660
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.293069506275028e-05,
      "loss": 0.1594,
      "step": 153670
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.292957651954095e-05,
      "loss": 0.1552,
      "step": 153680
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.292845797633163e-05,
      "loss": 0.1601,
      "step": 153690
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.29273394331223e-05,
      "loss": 0.1613,
      "step": 153700
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.292622088991298e-05,
      "loss": 0.1616,
      "step": 153710
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2925102346703656e-05,
      "loss": 0.1576,
      "step": 153720
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.292398380349433e-05,
      "loss": 0.1566,
      "step": 153730
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2922865260285006e-05,
      "loss": 0.1631,
      "step": 153740
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.292174671707568e-05,
      "loss": 0.154,
      "step": 153750
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.292062817386636e-05,
      "loss": 0.1634,
      "step": 153760
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.291950963065704e-05,
      "loss": 0.1583,
      "step": 153770
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.291839108744771e-05,
      "loss": 0.1593,
      "step": 153780
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.291727254423839e-05,
      "loss": 0.1618,
      "step": 153790
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.291615400102906e-05,
      "loss": 0.1586,
      "step": 153800
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.291503545781974e-05,
      "loss": 0.1529,
      "step": 153810
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2913916914610415e-05,
      "loss": 0.1591,
      "step": 153820
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2912798371401087e-05,
      "loss": 0.1606,
      "step": 153830
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2911679828191764e-05,
      "loss": 0.1577,
      "step": 153840
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2910561284982436e-05,
      "loss": 0.1579,
      "step": 153850
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2909442741773114e-05,
      "loss": 0.1647,
      "step": 153860
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.290832419856379e-05,
      "loss": 0.1654,
      "step": 153870
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.290720565535447e-05,
      "loss": 0.1625,
      "step": 153880
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.290608711214515e-05,
      "loss": 0.1708,
      "step": 153890
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.290496856893582e-05,
      "loss": 0.1533,
      "step": 153900
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2903850025726496e-05,
      "loss": 0.1549,
      "step": 153910
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2902731482517174e-05,
      "loss": 0.1529,
      "step": 153920
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2901612939307845e-05,
      "loss": 0.1559,
      "step": 153930
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2900494396098523e-05,
      "loss": 0.1587,
      "step": 153940
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2899375852889195e-05,
      "loss": 0.1619,
      "step": 153950
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.289825730967987e-05,
      "loss": 0.1636,
      "step": 153960
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.289713876647055e-05,
      "loss": 0.1625,
      "step": 153970
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.289602022326123e-05,
      "loss": 0.1626,
      "step": 153980
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2894901680051906e-05,
      "loss": 0.1655,
      "step": 153990
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.289378313684258e-05,
      "loss": 0.156,
      "step": 154000
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2892664593633255e-05,
      "loss": 0.161,
      "step": 154010
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2891546050423927e-05,
      "loss": 0.1591,
      "step": 154020
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2890427507214604e-05,
      "loss": 0.1571,
      "step": 154030
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.288930896400528e-05,
      "loss": 0.164,
      "step": 154040
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2888190420795954e-05,
      "loss": 0.1582,
      "step": 154050
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.288707187758663e-05,
      "loss": 0.1641,
      "step": 154060
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.288595333437731e-05,
      "loss": 0.1551,
      "step": 154070
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.288483479116799e-05,
      "loss": 0.1583,
      "step": 154080
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2883716247958665e-05,
      "loss": 0.1601,
      "step": 154090
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2882597704749336e-05,
      "loss": 0.1584,
      "step": 154100
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2881479161540014e-05,
      "loss": 0.1615,
      "step": 154110
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2880472472651616e-05,
      "loss": 0.1664,
      "step": 154120
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2879353929442294e-05,
      "loss": 0.1571,
      "step": 154130
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.287823538623297e-05,
      "loss": 0.1588,
      "step": 154140
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.287711684302365e-05,
      "loss": 0.1657,
      "step": 154150
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.287599829981433e-05,
      "loss": 0.1593,
      "step": 154160
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2874879756605e-05,
      "loss": 0.1563,
      "step": 154170
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.287376121339568e-05,
      "loss": 0.1594,
      "step": 154180
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.287264267018635e-05,
      "loss": 0.1579,
      "step": 154190
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2871524126977026e-05,
      "loss": 0.1601,
      "step": 154200
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2870405583767704e-05,
      "loss": 0.1634,
      "step": 154210
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2869287040558375e-05,
      "loss": 0.1561,
      "step": 154220
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.286816849734905e-05,
      "loss": 0.1591,
      "step": 154230
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.286704995413973e-05,
      "loss": 0.1547,
      "step": 154240
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.286593141093041e-05,
      "loss": 0.1549,
      "step": 154250
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.286481286772109e-05,
      "loss": 0.1501,
      "step": 154260
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.286369432451176e-05,
      "loss": 0.1601,
      "step": 154270
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2862575781302436e-05,
      "loss": 0.1551,
      "step": 154280
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.286145723809311e-05,
      "loss": 0.1637,
      "step": 154290
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2860338694883785e-05,
      "loss": 0.1607,
      "step": 154300
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2859220151674456e-05,
      "loss": 0.166,
      "step": 154310
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2858101608465134e-05,
      "loss": 0.1598,
      "step": 154320
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.285698306525581e-05,
      "loss": 0.1635,
      "step": 154330
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.285586452204649e-05,
      "loss": 0.1591,
      "step": 154340
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.285474597883717e-05,
      "loss": 0.1575,
      "step": 154350
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.285362743562784e-05,
      "loss": 0.159,
      "step": 154360
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.285250889241852e-05,
      "loss": 0.1613,
      "step": 154370
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2851390349209195e-05,
      "loss": 0.1607,
      "step": 154380
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2850271805999866e-05,
      "loss": 0.1566,
      "step": 154390
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2849153262790544e-05,
      "loss": 0.163,
      "step": 154400
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2848034719581215e-05,
      "loss": 0.1613,
      "step": 154410
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.284691617637189e-05,
      "loss": 0.1636,
      "step": 154420
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.284579763316257e-05,
      "loss": 0.1603,
      "step": 154430
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.284467908995324e-05,
      "loss": 0.1578,
      "step": 154440
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.284356054674392e-05,
      "loss": 0.1569,
      "step": 154450
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.28424420035346e-05,
      "loss": 0.157,
      "step": 154460
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2841323460325276e-05,
      "loss": 0.1563,
      "step": 154470
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2840204917115954e-05,
      "loss": 0.1617,
      "step": 154480
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2839086373906625e-05,
      "loss": 0.1596,
      "step": 154490
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.28379678306973e-05,
      "loss": 0.1555,
      "step": 154500
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2836849287487974e-05,
      "loss": 0.1644,
      "step": 154510
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.283573074427865e-05,
      "loss": 0.1629,
      "step": 154520
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.283461220106933e-05,
      "loss": 0.1633,
      "step": 154530
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.283349365786e-05,
      "loss": 0.1575,
      "step": 154540
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.283237511465068e-05,
      "loss": 0.1584,
      "step": 154550
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.283125657144136e-05,
      "loss": 0.1616,
      "step": 154560
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2830138028232035e-05,
      "loss": 0.1593,
      "step": 154570
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.282901948502271e-05,
      "loss": 0.1618,
      "step": 154580
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2827900941813384e-05,
      "loss": 0.1635,
      "step": 154590
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.282678239860406e-05,
      "loss": 0.1609,
      "step": 154600
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.282566385539473e-05,
      "loss": 0.161,
      "step": 154610
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.282454531218541e-05,
      "loss": 0.1551,
      "step": 154620
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.282342676897608e-05,
      "loss": 0.1643,
      "step": 154630
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.282230822576676e-05,
      "loss": 0.1578,
      "step": 154640
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.282118968255744e-05,
      "loss": 0.1587,
      "step": 154650
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2820071139348116e-05,
      "loss": 0.1571,
      "step": 154660
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2818952596138794e-05,
      "loss": 0.1584,
      "step": 154670
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2817834052929465e-05,
      "loss": 0.162,
      "step": 154680
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.281671550972014e-05,
      "loss": 0.1645,
      "step": 154690
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.281559696651082e-05,
      "loss": 0.1558,
      "step": 154700
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.281447842330149e-05,
      "loss": 0.1555,
      "step": 154710
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.281335988009217e-05,
      "loss": 0.1585,
      "step": 154720
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.281224133688284e-05,
      "loss": 0.156,
      "step": 154730
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.281112279367352e-05,
      "loss": 0.1584,
      "step": 154740
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.28100042504642e-05,
      "loss": 0.1597,
      "step": 154750
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2808885707254875e-05,
      "loss": 0.16,
      "step": 154760
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.280776716404555e-05,
      "loss": 0.1589,
      "step": 154770
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2806648620836224e-05,
      "loss": 0.1586,
      "step": 154780
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.28055300776269e-05,
      "loss": 0.1601,
      "step": 154790
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.280441153441758e-05,
      "loss": 0.1559,
      "step": 154800
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.280329299120825e-05,
      "loss": 0.1651,
      "step": 154810
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.280217444799893e-05,
      "loss": 0.1618,
      "step": 154820
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.28010559047896e-05,
      "loss": 0.1577,
      "step": 154830
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.279993736158028e-05,
      "loss": 0.1546,
      "step": 154840
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2798818818370956e-05,
      "loss": 0.1608,
      "step": 154850
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.279770027516163e-05,
      "loss": 0.163,
      "step": 154860
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2796581731952305e-05,
      "loss": 0.1546,
      "step": 154870
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.279546318874298e-05,
      "loss": 0.1578,
      "step": 154880
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.279434464553366e-05,
      "loss": 0.1601,
      "step": 154890
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.279322610232434e-05,
      "loss": 0.1584,
      "step": 154900
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.279210755911501e-05,
      "loss": 0.1611,
      "step": 154910
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.279098901590569e-05,
      "loss": 0.1533,
      "step": 154920
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.278987047269636e-05,
      "loss": 0.1598,
      "step": 154930
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.278875192948704e-05,
      "loss": 0.1616,
      "step": 154940
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.278763338627771e-05,
      "loss": 0.1601,
      "step": 154950
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2786514843068386e-05,
      "loss": 0.1573,
      "step": 154960
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2785396299859064e-05,
      "loss": 0.1602,
      "step": 154970
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.278427775664974e-05,
      "loss": 0.1567,
      "step": 154980
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.278315921344042e-05,
      "loss": 0.1621,
      "step": 154990
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.278204067023109e-05,
      "loss": 0.1512,
      "step": 155000
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.278092212702177e-05,
      "loss": 0.1579,
      "step": 155010
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.277980358381245e-05,
      "loss": 0.1596,
      "step": 155020
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.277868504060312e-05,
      "loss": 0.1609,
      "step": 155030
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2777566497393796e-05,
      "loss": 0.1609,
      "step": 155040
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.277644795418447e-05,
      "loss": 0.1548,
      "step": 155050
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2775329410975145e-05,
      "loss": 0.1587,
      "step": 155060
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.277421086776582e-05,
      "loss": 0.1563,
      "step": 155070
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.27730923245565e-05,
      "loss": 0.1602,
      "step": 155080
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.277197378134718e-05,
      "loss": 0.155,
      "step": 155090
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.277085523813785e-05,
      "loss": 0.1634,
      "step": 155100
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.276973669492853e-05,
      "loss": 0.1584,
      "step": 155110
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2768618151719206e-05,
      "loss": 0.1598,
      "step": 155120
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.276749960850988e-05,
      "loss": 0.1617,
      "step": 155130
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2766381065300555e-05,
      "loss": 0.1599,
      "step": 155140
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2765262522091226e-05,
      "loss": 0.1595,
      "step": 155150
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2764143978881904e-05,
      "loss": 0.1602,
      "step": 155160
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.276302543567258e-05,
      "loss": 0.1566,
      "step": 155170
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.276190689246326e-05,
      "loss": 0.1541,
      "step": 155180
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.276078834925394e-05,
      "loss": 0.1513,
      "step": 155190
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.275966980604461e-05,
      "loss": 0.1508,
      "step": 155200
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.275855126283529e-05,
      "loss": 0.1574,
      "step": 155210
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2757432719625965e-05,
      "loss": 0.1581,
      "step": 155220
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2756314176416636e-05,
      "loss": 0.1595,
      "step": 155230
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2755195633207314e-05,
      "loss": 0.1652,
      "step": 155240
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2754077089997985e-05,
      "loss": 0.1624,
      "step": 155250
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.275295854678866e-05,
      "loss": 0.1588,
      "step": 155260
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2751840003579334e-05,
      "loss": 0.1607,
      "step": 155270
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.275072146037001e-05,
      "loss": 0.1553,
      "step": 155280
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.27496029171607e-05,
      "loss": 0.1551,
      "step": 155290
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.274848437395137e-05,
      "loss": 0.153,
      "step": 155300
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2747365830742046e-05,
      "loss": 0.1575,
      "step": 155310
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.274624728753272e-05,
      "loss": 0.1588,
      "step": 155320
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2745128744323395e-05,
      "loss": 0.1627,
      "step": 155330
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.274401020111407e-05,
      "loss": 0.1616,
      "step": 155340
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2742891657904744e-05,
      "loss": 0.164,
      "step": 155350
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.274177311469542e-05,
      "loss": 0.1578,
      "step": 155360
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.274065457148609e-05,
      "loss": 0.1616,
      "step": 155370
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.273953602827677e-05,
      "loss": 0.1553,
      "step": 155380
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.273841748506745e-05,
      "loss": 0.1588,
      "step": 155390
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.273729894185813e-05,
      "loss": 0.1576,
      "step": 155400
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2736180398648805e-05,
      "loss": 0.1573,
      "step": 155410
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2735061855439476e-05,
      "loss": 0.1594,
      "step": 155420
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2733943312230154e-05,
      "loss": 0.1514,
      "step": 155430
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.273282476902083e-05,
      "loss": 0.1587,
      "step": 155440
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.27317062258115e-05,
      "loss": 0.1606,
      "step": 155450
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.273058768260218e-05,
      "loss": 0.1529,
      "step": 155460
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.272946913939285e-05,
      "loss": 0.1606,
      "step": 155470
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.272835059618353e-05,
      "loss": 0.1596,
      "step": 155480
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.272723205297421e-05,
      "loss": 0.1557,
      "step": 155490
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2726113509764886e-05,
      "loss": 0.1616,
      "step": 155500
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2724994966555564e-05,
      "loss": 0.1628,
      "step": 155510
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2723876423346235e-05,
      "loss": 0.157,
      "step": 155520
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.272275788013691e-05,
      "loss": 0.1564,
      "step": 155530
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.272163933692759e-05,
      "loss": 0.1556,
      "step": 155540
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.272052079371826e-05,
      "loss": 0.165,
      "step": 155550
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.271940225050894e-05,
      "loss": 0.1596,
      "step": 155560
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.271828370729961e-05,
      "loss": 0.1546,
      "step": 155570
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.271716516409029e-05,
      "loss": 0.1595,
      "step": 155580
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.271604662088097e-05,
      "loss": 0.1636,
      "step": 155590
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2714928077671645e-05,
      "loss": 0.1558,
      "step": 155600
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.271380953446232e-05,
      "loss": 0.1597,
      "step": 155610
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2712690991252994e-05,
      "loss": 0.154,
      "step": 155620
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.271157244804367e-05,
      "loss": 0.1577,
      "step": 155630
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.271045390483434e-05,
      "loss": 0.1572,
      "step": 155640
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.270933536162502e-05,
      "loss": 0.1556,
      "step": 155650
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.27082168184157e-05,
      "loss": 0.1578,
      "step": 155660
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.270709827520637e-05,
      "loss": 0.1612,
      "step": 155670
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.270597973199705e-05,
      "loss": 0.1625,
      "step": 155680
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.270486118878772e-05,
      "loss": 0.1591,
      "step": 155690
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.27037426455784e-05,
      "loss": 0.1562,
      "step": 155700
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.270262410236908e-05,
      "loss": 0.1594,
      "step": 155710
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.270150555915975e-05,
      "loss": 0.1584,
      "step": 155720
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.270038701595043e-05,
      "loss": 0.1547,
      "step": 155730
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.26992684727411e-05,
      "loss": 0.162,
      "step": 155740
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.269814992953178e-05,
      "loss": 0.1563,
      "step": 155750
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.269703138632246e-05,
      "loss": 0.158,
      "step": 155760
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.269591284311313e-05,
      "loss": 0.1569,
      "step": 155770
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.269479429990381e-05,
      "loss": 0.1629,
      "step": 155780
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.269367575669448e-05,
      "loss": 0.1649,
      "step": 155790
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2692557213485156e-05,
      "loss": 0.1563,
      "step": 155800
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2691438670275834e-05,
      "loss": 0.1609,
      "step": 155810
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.269032012706651e-05,
      "loss": 0.161,
      "step": 155820
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.268920158385719e-05,
      "loss": 0.1566,
      "step": 155830
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.268808304064786e-05,
      "loss": 0.158,
      "step": 155840
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.268696449743854e-05,
      "loss": 0.1591,
      "step": 155850
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2685845954229217e-05,
      "loss": 0.1637,
      "step": 155860
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.268472741101989e-05,
      "loss": 0.1577,
      "step": 155870
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2683608867810566e-05,
      "loss": 0.1559,
      "step": 155880
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.268249032460124e-05,
      "loss": 0.1582,
      "step": 155890
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2681371781391915e-05,
      "loss": 0.1605,
      "step": 155900
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.268025323818259e-05,
      "loss": 0.1553,
      "step": 155910
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.267913469497327e-05,
      "loss": 0.1619,
      "step": 155920
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.267801615176395e-05,
      "loss": 0.161,
      "step": 155930
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.267689760855462e-05,
      "loss": 0.1578,
      "step": 155940
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.26757790653453e-05,
      "loss": 0.163,
      "step": 155950
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.267466052213597e-05,
      "loss": 0.1629,
      "step": 155960
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.267354197892665e-05,
      "loss": 0.1589,
      "step": 155970
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2672423435717325e-05,
      "loss": 0.1574,
      "step": 155980
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2671304892507996e-05,
      "loss": 0.1601,
      "step": 155990
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2670186349298674e-05,
      "loss": 0.1576,
      "step": 156000
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.266906780608935e-05,
      "loss": 0.1651,
      "step": 156010
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.266794926288003e-05,
      "loss": 0.159,
      "step": 156020
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.266683071967071e-05,
      "loss": 0.1524,
      "step": 156030
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.266571217646138e-05,
      "loss": 0.1652,
      "step": 156040
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2664593633252057e-05,
      "loss": 0.1594,
      "step": 156050
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.266347509004273e-05,
      "loss": 0.1601,
      "step": 156060
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2662356546833406e-05,
      "loss": 0.1576,
      "step": 156070
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2661238003624084e-05,
      "loss": 0.1547,
      "step": 156080
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2660119460414755e-05,
      "loss": 0.158,
      "step": 156090
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.265900091720543e-05,
      "loss": 0.1594,
      "step": 156100
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2657882373996104e-05,
      "loss": 0.1578,
      "step": 156110
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.265676383078679e-05,
      "loss": 0.1604,
      "step": 156120
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2655645287577466e-05,
      "loss": 0.1548,
      "step": 156130
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.265452674436814e-05,
      "loss": 0.1618,
      "step": 156140
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2653408201158815e-05,
      "loss": 0.1599,
      "step": 156150
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.265228965794949e-05,
      "loss": 0.1602,
      "step": 156160
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2651171114740165e-05,
      "loss": 0.1641,
      "step": 156170
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.265005257153084e-05,
      "loss": 0.1533,
      "step": 156180
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2648934028321514e-05,
      "loss": 0.16,
      "step": 156190
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.264781548511219e-05,
      "loss": 0.1622,
      "step": 156200
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.264669694190286e-05,
      "loss": 0.1585,
      "step": 156210
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.264557839869354e-05,
      "loss": 0.1601,
      "step": 156220
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.264445985548422e-05,
      "loss": 0.1597,
      "step": 156230
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2643341312274897e-05,
      "loss": 0.1561,
      "step": 156240
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2642222769065574e-05,
      "loss": 0.1601,
      "step": 156250
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2641104225856246e-05,
      "loss": 0.16,
      "step": 156260
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2639985682646924e-05,
      "loss": 0.158,
      "step": 156270
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2638867139437595e-05,
      "loss": 0.1636,
      "step": 156280
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.263774859622827e-05,
      "loss": 0.1517,
      "step": 156290
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.263663005301895e-05,
      "loss": 0.1551,
      "step": 156300
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.263551150980962e-05,
      "loss": 0.1568,
      "step": 156310
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.26343929666003e-05,
      "loss": 0.1607,
      "step": 156320
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.263327442339098e-05,
      "loss": 0.1598,
      "step": 156330
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2632155880181655e-05,
      "loss": 0.157,
      "step": 156340
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2631037336972333e-05,
      "loss": 0.1563,
      "step": 156350
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2629918793763005e-05,
      "loss": 0.1617,
      "step": 156360
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.262880025055368e-05,
      "loss": 0.1558,
      "step": 156370
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2627681707344354e-05,
      "loss": 0.1623,
      "step": 156380
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.262656316413503e-05,
      "loss": 0.1569,
      "step": 156390
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.262544462092571e-05,
      "loss": 0.1655,
      "step": 156400
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.262432607771638e-05,
      "loss": 0.1598,
      "step": 156410
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.262320753450706e-05,
      "loss": 0.1571,
      "step": 156420
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2622088991297736e-05,
      "loss": 0.1583,
      "step": 156430
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2620970448088414e-05,
      "loss": 0.1618,
      "step": 156440
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.261985190487909e-05,
      "loss": 0.1542,
      "step": 156450
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2618733361669763e-05,
      "loss": 0.1597,
      "step": 156460
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.261761481846044e-05,
      "loss": 0.1598,
      "step": 156470
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.261649627525111e-05,
      "loss": 0.154,
      "step": 156480
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.261537773204179e-05,
      "loss": 0.1591,
      "step": 156490
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.261425918883247e-05,
      "loss": 0.1604,
      "step": 156500
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.261325249994408e-05,
      "loss": 0.1565,
      "step": 156510
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2612133956734755e-05,
      "loss": 0.1555,
      "step": 156520
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2611015413525426e-05,
      "loss": 0.1608,
      "step": 156530
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2609896870316104e-05,
      "loss": 0.1543,
      "step": 156540
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2608778327106775e-05,
      "loss": 0.1559,
      "step": 156550
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.260765978389745e-05,
      "loss": 0.1609,
      "step": 156560
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.260654124068813e-05,
      "loss": 0.1597,
      "step": 156570
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.26054226974788e-05,
      "loss": 0.1531,
      "step": 156580
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.260430415426948e-05,
      "loss": 0.1561,
      "step": 156590
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.260318561106016e-05,
      "loss": 0.1568,
      "step": 156600
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2602067067850836e-05,
      "loss": 0.1593,
      "step": 156610
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.260094852464151e-05,
      "loss": 0.1599,
      "step": 156620
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2599829981432185e-05,
      "loss": 0.1548,
      "step": 156630
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.259871143822286e-05,
      "loss": 0.1592,
      "step": 156640
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2597592895013534e-05,
      "loss": 0.1615,
      "step": 156650
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.259647435180421e-05,
      "loss": 0.1606,
      "step": 156660
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2595355808594883e-05,
      "loss": 0.1618,
      "step": 156670
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.259423726538556e-05,
      "loss": 0.155,
      "step": 156680
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.259311872217624e-05,
      "loss": 0.1539,
      "step": 156690
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.259200017896692e-05,
      "loss": 0.1574,
      "step": 156700
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2590881635757595e-05,
      "loss": 0.1608,
      "step": 156710
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2589763092548266e-05,
      "loss": 0.156,
      "step": 156720
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2588644549338944e-05,
      "loss": 0.158,
      "step": 156730
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.258752600612962e-05,
      "loss": 0.1611,
      "step": 156740
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.258640746292029e-05,
      "loss": 0.1606,
      "step": 156750
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.258528891971097e-05,
      "loss": 0.1561,
      "step": 156760
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.258417037650164e-05,
      "loss": 0.1609,
      "step": 156770
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.258305183329232e-05,
      "loss": 0.1564,
      "step": 156780
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2581933290083e-05,
      "loss": 0.1591,
      "step": 156790
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.258081474687367e-05,
      "loss": 0.1566,
      "step": 156800
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.257969620366435e-05,
      "loss": 0.1577,
      "step": 156810
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2578577660455025e-05,
      "loss": 0.154,
      "step": 156820
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.25774591172457e-05,
      "loss": 0.1628,
      "step": 156830
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.257634057403638e-05,
      "loss": 0.161,
      "step": 156840
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.257522203082705e-05,
      "loss": 0.155,
      "step": 156850
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.257410348761773e-05,
      "loss": 0.1575,
      "step": 156860
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.25729849444084e-05,
      "loss": 0.1544,
      "step": 156870
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.257186640119908e-05,
      "loss": 0.1577,
      "step": 156880
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.257074785798976e-05,
      "loss": 0.1581,
      "step": 156890
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.256962931478043e-05,
      "loss": 0.1605,
      "step": 156900
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2568510771571106e-05,
      "loss": 0.1572,
      "step": 156910
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2567392228361784e-05,
      "loss": 0.1569,
      "step": 156920
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.256627368515246e-05,
      "loss": 0.1584,
      "step": 156930
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.256515514194313e-05,
      "loss": 0.1597,
      "step": 156940
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.256403659873381e-05,
      "loss": 0.1572,
      "step": 156950
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.256291805552449e-05,
      "loss": 0.162,
      "step": 156960
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.256179951231516e-05,
      "loss": 0.1586,
      "step": 156970
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.256068096910584e-05,
      "loss": 0.1615,
      "step": 156980
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.255956242589651e-05,
      "loss": 0.1593,
      "step": 156990
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.255844388268719e-05,
      "loss": 0.16,
      "step": 157000
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2557325339477865e-05,
      "loss": 0.157,
      "step": 157010
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.255620679626854e-05,
      "loss": 0.1589,
      "step": 157020
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.255508825305922e-05,
      "loss": 0.1568,
      "step": 157030
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.255396970984989e-05,
      "loss": 0.1625,
      "step": 157040
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.255285116664057e-05,
      "loss": 0.1502,
      "step": 157050
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.255173262343125e-05,
      "loss": 0.1552,
      "step": 157060
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.255061408022192e-05,
      "loss": 0.1551,
      "step": 157070
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.25494955370126e-05,
      "loss": 0.1599,
      "step": 157080
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.254837699380327e-05,
      "loss": 0.1565,
      "step": 157090
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2547258450593946e-05,
      "loss": 0.1581,
      "step": 157100
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2546139907384624e-05,
      "loss": 0.16,
      "step": 157110
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.25450213641753e-05,
      "loss": 0.1559,
      "step": 157120
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.254390282096598e-05,
      "loss": 0.1597,
      "step": 157130
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.254278427775665e-05,
      "loss": 0.1581,
      "step": 157140
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.254166573454733e-05,
      "loss": 0.1626,
      "step": 157150
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.254054719133801e-05,
      "loss": 0.1645,
      "step": 157160
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.253942864812868e-05,
      "loss": 0.1619,
      "step": 157170
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2538310104919356e-05,
      "loss": 0.1598,
      "step": 157180
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.253719156171003e-05,
      "loss": 0.1533,
      "step": 157190
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2536073018500705e-05,
      "loss": 0.1541,
      "step": 157200
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2534954475291376e-05,
      "loss": 0.1568,
      "step": 157210
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2533835932082054e-05,
      "loss": 0.1624,
      "step": 157220
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.253271738887273e-05,
      "loss": 0.1644,
      "step": 157230
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.253159884566341e-05,
      "loss": 0.1555,
      "step": 157240
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.253048030245409e-05,
      "loss": 0.1588,
      "step": 157250
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.252936175924476e-05,
      "loss": 0.1525,
      "step": 157260
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.252824321603544e-05,
      "loss": 0.1569,
      "step": 157270
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2527124672826115e-05,
      "loss": 0.1594,
      "step": 157280
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2526006129616786e-05,
      "loss": 0.1621,
      "step": 157290
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2524887586407464e-05,
      "loss": 0.1572,
      "step": 157300
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2523769043198135e-05,
      "loss": 0.1586,
      "step": 157310
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.252265049998881e-05,
      "loss": 0.1532,
      "step": 157320
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.252153195677949e-05,
      "loss": 0.1566,
      "step": 157330
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.252041341357017e-05,
      "loss": 0.1534,
      "step": 157340
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.251929487036085e-05,
      "loss": 0.1608,
      "step": 157350
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.251817632715152e-05,
      "loss": 0.155,
      "step": 157360
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2517057783942196e-05,
      "loss": 0.1575,
      "step": 157370
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2515939240732874e-05,
      "loss": 0.1549,
      "step": 157380
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2514820697523545e-05,
      "loss": 0.1561,
      "step": 157390
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.251370215431422e-05,
      "loss": 0.1584,
      "step": 157400
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2512583611104894e-05,
      "loss": 0.1568,
      "step": 157410
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.251146506789557e-05,
      "loss": 0.1578,
      "step": 157420
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.251034652468625e-05,
      "loss": 0.1578,
      "step": 157430
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.250922798147693e-05,
      "loss": 0.1613,
      "step": 157440
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2508109438267606e-05,
      "loss": 0.1612,
      "step": 157450
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.250699089505828e-05,
      "loss": 0.1586,
      "step": 157460
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2505872351848955e-05,
      "loss": 0.1601,
      "step": 157470
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.250475380863963e-05,
      "loss": 0.1562,
      "step": 157480
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2503635265430304e-05,
      "loss": 0.1587,
      "step": 157490
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.250251672222098e-05,
      "loss": 0.16,
      "step": 157500
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.250139817901165e-05,
      "loss": 0.1618,
      "step": 157510
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.250027963580233e-05,
      "loss": 0.1554,
      "step": 157520
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.249916109259301e-05,
      "loss": 0.1547,
      "step": 157530
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.249804254938369e-05,
      "loss": 0.1594,
      "step": 157540
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2496924006174365e-05,
      "loss": 0.1513,
      "step": 157550
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2495805462965036e-05,
      "loss": 0.1588,
      "step": 157560
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2494686919755714e-05,
      "loss": 0.155,
      "step": 157570
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2493568376546385e-05,
      "loss": 0.1581,
      "step": 157580
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.249244983333706e-05,
      "loss": 0.1511,
      "step": 157590
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.249133129012774e-05,
      "loss": 0.1642,
      "step": 157600
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.249021274691841e-05,
      "loss": 0.1579,
      "step": 157610
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.248909420370909e-05,
      "loss": 0.1603,
      "step": 157620
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.248797566049976e-05,
      "loss": 0.1577,
      "step": 157630
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.248685711729044e-05,
      "loss": 0.154,
      "step": 157640
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2485738574081124e-05,
      "loss": 0.1582,
      "step": 157650
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2484620030871795e-05,
      "loss": 0.1606,
      "step": 157660
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.248350148766247e-05,
      "loss": 0.1596,
      "step": 157670
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2482382944453144e-05,
      "loss": 0.1562,
      "step": 157680
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.248126440124382e-05,
      "loss": 0.1551,
      "step": 157690
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.24801458580345e-05,
      "loss": 0.1559,
      "step": 157700
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.247902731482517e-05,
      "loss": 0.1534,
      "step": 157710
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.247790877161585e-05,
      "loss": 0.1542,
      "step": 157720
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.247679022840652e-05,
      "loss": 0.1551,
      "step": 157730
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.24756716851972e-05,
      "loss": 0.1586,
      "step": 157740
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2474553141987876e-05,
      "loss": 0.1612,
      "step": 157750
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2473434598778554e-05,
      "loss": 0.1616,
      "step": 157760
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.247231605556923e-05,
      "loss": 0.1572,
      "step": 157770
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.24711975123599e-05,
      "loss": 0.1564,
      "step": 157780
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.247007896915058e-05,
      "loss": 0.1585,
      "step": 157790
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.246896042594126e-05,
      "loss": 0.1586,
      "step": 157800
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.246784188273193e-05,
      "loss": 0.1513,
      "step": 157810
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.246672333952261e-05,
      "loss": 0.1482,
      "step": 157820
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.246560479631328e-05,
      "loss": 0.1579,
      "step": 157830
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.246448625310396e-05,
      "loss": 0.1598,
      "step": 157840
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2463367709894635e-05,
      "loss": 0.1606,
      "step": 157850
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.246224916668531e-05,
      "loss": 0.1588,
      "step": 157860
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.246113062347599e-05,
      "loss": 0.1571,
      "step": 157870
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.246001208026666e-05,
      "loss": 0.1568,
      "step": 157880
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.245889353705734e-05,
      "loss": 0.1537,
      "step": 157890
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.245777499384801e-05,
      "loss": 0.1563,
      "step": 157900
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.245665645063869e-05,
      "loss": 0.156,
      "step": 157910
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.245553790742937e-05,
      "loss": 0.1529,
      "step": 157920
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.245441936422004e-05,
      "loss": 0.1584,
      "step": 157930
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2453300821010716e-05,
      "loss": 0.1564,
      "step": 157940
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2452182277801394e-05,
      "loss": 0.1595,
      "step": 157950
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.245106373459207e-05,
      "loss": 0.153,
      "step": 157960
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.244994519138275e-05,
      "loss": 0.1638,
      "step": 157970
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.244882664817342e-05,
      "loss": 0.1613,
      "step": 157980
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.24477081049641e-05,
      "loss": 0.1549,
      "step": 157990
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.244658956175477e-05,
      "loss": 0.1597,
      "step": 158000
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.244547101854545e-05,
      "loss": 0.1588,
      "step": 158010
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2444352475336126e-05,
      "loss": 0.1593,
      "step": 158020
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.24432339321268e-05,
      "loss": 0.1553,
      "step": 158030
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2442115388917475e-05,
      "loss": 0.1568,
      "step": 158040
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2440996845708146e-05,
      "loss": 0.1559,
      "step": 158050
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2439878302498824e-05,
      "loss": 0.159,
      "step": 158060
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.243875975928951e-05,
      "loss": 0.1578,
      "step": 158070
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.243764121608018e-05,
      "loss": 0.161,
      "step": 158080
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.243652267287086e-05,
      "loss": 0.1541,
      "step": 158090
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.243540412966153e-05,
      "loss": 0.1537,
      "step": 158100
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.243428558645221e-05,
      "loss": 0.1572,
      "step": 158110
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2433167043242885e-05,
      "loss": 0.1632,
      "step": 158120
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2432048500033556e-05,
      "loss": 0.1591,
      "step": 158130
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2430929956824234e-05,
      "loss": 0.1593,
      "step": 158140
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2429811413614905e-05,
      "loss": 0.1607,
      "step": 158150
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.242869287040558e-05,
      "loss": 0.1645,
      "step": 158160
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.242757432719626e-05,
      "loss": 0.1588,
      "step": 158170
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.242645578398694e-05,
      "loss": 0.1553,
      "step": 158180
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.242533724077762e-05,
      "loss": 0.1602,
      "step": 158190
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.242421869756829e-05,
      "loss": 0.1547,
      "step": 158200
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2423100154358966e-05,
      "loss": 0.1643,
      "step": 158210
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.242198161114964e-05,
      "loss": 0.1508,
      "step": 158220
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2420863067940315e-05,
      "loss": 0.1568,
      "step": 158230
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.241974452473099e-05,
      "loss": 0.1621,
      "step": 158240
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2418625981521664e-05,
      "loss": 0.1587,
      "step": 158250
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.241750743831234e-05,
      "loss": 0.1562,
      "step": 158260
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.241638889510302e-05,
      "loss": 0.1588,
      "step": 158270
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.24152703518937e-05,
      "loss": 0.1588,
      "step": 158280
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2414151808684376e-05,
      "loss": 0.1535,
      "step": 158290
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.241303326547505e-05,
      "loss": 0.1577,
      "step": 158300
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2411914722265725e-05,
      "loss": 0.1568,
      "step": 158310
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2410796179056396e-05,
      "loss": 0.1612,
      "step": 158320
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2409677635847074e-05,
      "loss": 0.1573,
      "step": 158330
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.240855909263775e-05,
      "loss": 0.1561,
      "step": 158340
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.240744054942842e-05,
      "loss": 0.1587,
      "step": 158350
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.24063220062191e-05,
      "loss": 0.1571,
      "step": 158360
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.240520346300978e-05,
      "loss": 0.1566,
      "step": 158370
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.240408491980046e-05,
      "loss": 0.1496,
      "step": 158380
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2402966376591135e-05,
      "loss": 0.1582,
      "step": 158390
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2401847833381806e-05,
      "loss": 0.1528,
      "step": 158400
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2400729290172484e-05,
      "loss": 0.1605,
      "step": 158410
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2399610746963155e-05,
      "loss": 0.1561,
      "step": 158420
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.239849220375383e-05,
      "loss": 0.1554,
      "step": 158430
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.239737366054451e-05,
      "loss": 0.1589,
      "step": 158440
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.239625511733518e-05,
      "loss": 0.1599,
      "step": 158450
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.239513657412586e-05,
      "loss": 0.1576,
      "step": 158460
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.239401803091653e-05,
      "loss": 0.1623,
      "step": 158470
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2392899487707216e-05,
      "loss": 0.1605,
      "step": 158480
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.239178094449789e-05,
      "loss": 0.1613,
      "step": 158490
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2390662401288565e-05,
      "loss": 0.1586,
      "step": 158500
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.238954385807924e-05,
      "loss": 0.1594,
      "step": 158510
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2388425314869914e-05,
      "loss": 0.1614,
      "step": 158520
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.238730677166059e-05,
      "loss": 0.1594,
      "step": 158530
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.238618822845126e-05,
      "loss": 0.155,
      "step": 158540
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.238506968524194e-05,
      "loss": 0.1545,
      "step": 158550
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.238395114203262e-05,
      "loss": 0.1541,
      "step": 158560
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.238283259882329e-05,
      "loss": 0.1564,
      "step": 158570
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.238171405561397e-05,
      "loss": 0.1589,
      "step": 158580
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2380595512404646e-05,
      "loss": 0.1563,
      "step": 158590
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2379476969195324e-05,
      "loss": 0.1585,
      "step": 158600
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2378358425986e-05,
      "loss": 0.1609,
      "step": 158610
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.237723988277667e-05,
      "loss": 0.1597,
      "step": 158620
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.237612133956735e-05,
      "loss": 0.1585,
      "step": 158630
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.237500279635802e-05,
      "loss": 0.1581,
      "step": 158640
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.23738842531487e-05,
      "loss": 0.1586,
      "step": 158650
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.237276570993938e-05,
      "loss": 0.1641,
      "step": 158660
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.237164716673005e-05,
      "loss": 0.1566,
      "step": 158670
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.237052862352073e-05,
      "loss": 0.1568,
      "step": 158680
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2369410080311405e-05,
      "loss": 0.1618,
      "step": 158690
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.236829153710208e-05,
      "loss": 0.1556,
      "step": 158700
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.236717299389276e-05,
      "loss": 0.155,
      "step": 158710
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.236605445068343e-05,
      "loss": 0.1554,
      "step": 158720
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.236493590747411e-05,
      "loss": 0.1625,
      "step": 158730
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.236381736426478e-05,
      "loss": 0.1565,
      "step": 158740
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.236269882105546e-05,
      "loss": 0.1621,
      "step": 158750
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2361580277846137e-05,
      "loss": 0.1575,
      "step": 158760
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.236046173463681e-05,
      "loss": 0.1529,
      "step": 158770
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2359343191427486e-05,
      "loss": 0.1592,
      "step": 158780
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2358224648218164e-05,
      "loss": 0.1588,
      "step": 158790
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.235710610500884e-05,
      "loss": 0.159,
      "step": 158800
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.235598756179951e-05,
      "loss": 0.1583,
      "step": 158810
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.235486901859019e-05,
      "loss": 0.158,
      "step": 158820
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.235375047538087e-05,
      "loss": 0.1584,
      "step": 158830
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.235263193217154e-05,
      "loss": 0.1602,
      "step": 158840
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.235162524328315e-05,
      "loss": 0.1589,
      "step": 158850
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2350506700073826e-05,
      "loss": 0.1585,
      "step": 158860
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2349388156864504e-05,
      "loss": 0.1621,
      "step": 158870
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2348269613655175e-05,
      "loss": 0.1555,
      "step": 158880
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2347151070445853e-05,
      "loss": 0.1541,
      "step": 158890
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.234603252723653e-05,
      "loss": 0.1576,
      "step": 158900
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.23449139840272e-05,
      "loss": 0.1583,
      "step": 158910
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.234379544081788e-05,
      "loss": 0.1526,
      "step": 158920
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.234267689760855e-05,
      "loss": 0.1558,
      "step": 158930
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.234155835439923e-05,
      "loss": 0.154,
      "step": 158940
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.234043981118991e-05,
      "loss": 0.1571,
      "step": 158950
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2339321267980585e-05,
      "loss": 0.1578,
      "step": 158960
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.233820272477126e-05,
      "loss": 0.1583,
      "step": 158970
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2337084181561934e-05,
      "loss": 0.1582,
      "step": 158980
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.233596563835261e-05,
      "loss": 0.1562,
      "step": 158990
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.233484709514329e-05,
      "loss": 0.1615,
      "step": 159000
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.233372855193396e-05,
      "loss": 0.1557,
      "step": 159010
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.233261000872464e-05,
      "loss": 0.1607,
      "step": 159020
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.233149146551531e-05,
      "loss": 0.1611,
      "step": 159030
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.233037292230599e-05,
      "loss": 0.1558,
      "step": 159040
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2329254379096666e-05,
      "loss": 0.1523,
      "step": 159050
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2328135835887344e-05,
      "loss": 0.1584,
      "step": 159060
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.232701729267802e-05,
      "loss": 0.1568,
      "step": 159070
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.232589874946869e-05,
      "loss": 0.1552,
      "step": 159080
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.232478020625937e-05,
      "loss": 0.1558,
      "step": 159090
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.232366166305005e-05,
      "loss": 0.1582,
      "step": 159100
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.232254311984072e-05,
      "loss": 0.1593,
      "step": 159110
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.23214245766314e-05,
      "loss": 0.1595,
      "step": 159120
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.232030603342207e-05,
      "loss": 0.1551,
      "step": 159130
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.231918749021275e-05,
      "loss": 0.1627,
      "step": 159140
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2318068947003425e-05,
      "loss": 0.1596,
      "step": 159150
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2316950403794096e-05,
      "loss": 0.1597,
      "step": 159160
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2315831860584774e-05,
      "loss": 0.1589,
      "step": 159170
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.231471331737545e-05,
      "loss": 0.1552,
      "step": 159180
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.231359477416613e-05,
      "loss": 0.159,
      "step": 159190
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.23124762309568e-05,
      "loss": 0.1603,
      "step": 159200
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.231135768774748e-05,
      "loss": 0.1567,
      "step": 159210
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.231023914453816e-05,
      "loss": 0.1555,
      "step": 159220
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.230912060132883e-05,
      "loss": 0.1626,
      "step": 159230
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2308002058119506e-05,
      "loss": 0.1633,
      "step": 159240
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.230688351491018e-05,
      "loss": 0.1541,
      "step": 159250
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2305764971700855e-05,
      "loss": 0.1542,
      "step": 159260
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.230464642849153e-05,
      "loss": 0.1532,
      "step": 159270
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.230352788528221e-05,
      "loss": 0.1599,
      "step": 159280
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.230240934207289e-05,
      "loss": 0.1588,
      "step": 159290
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.230129079886356e-05,
      "loss": 0.1607,
      "step": 159300
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.230017225565424e-05,
      "loss": 0.1534,
      "step": 159310
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2299053712444916e-05,
      "loss": 0.1507,
      "step": 159320
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.229793516923559e-05,
      "loss": 0.1567,
      "step": 159330
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2296816626026265e-05,
      "loss": 0.1567,
      "step": 159340
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2295698082816936e-05,
      "loss": 0.1635,
      "step": 159350
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2294579539607614e-05,
      "loss": 0.1607,
      "step": 159360
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.229346099639829e-05,
      "loss": 0.1577,
      "step": 159370
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.229234245318897e-05,
      "loss": 0.1558,
      "step": 159380
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.229122390997965e-05,
      "loss": 0.1537,
      "step": 159390
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.229010536677032e-05,
      "loss": 0.1549,
      "step": 159400
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2288986823561e-05,
      "loss": 0.1607,
      "step": 159410
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2287868280351675e-05,
      "loss": 0.1597,
      "step": 159420
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2286749737142346e-05,
      "loss": 0.1601,
      "step": 159430
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2285631193933024e-05,
      "loss": 0.1577,
      "step": 159440
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2284512650723695e-05,
      "loss": 0.1563,
      "step": 159450
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.228339410751437e-05,
      "loss": 0.1579,
      "step": 159460
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.228227556430505e-05,
      "loss": 0.16,
      "step": 159470
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.228115702109573e-05,
      "loss": 0.1561,
      "step": 159480
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.228003847788641e-05,
      "loss": 0.1553,
      "step": 159490
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.227891993467708e-05,
      "loss": 0.1602,
      "step": 159500
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2277801391467756e-05,
      "loss": 0.1531,
      "step": 159510
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.227668284825843e-05,
      "loss": 0.1636,
      "step": 159520
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2275564305049105e-05,
      "loss": 0.1561,
      "step": 159530
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.227444576183978e-05,
      "loss": 0.1519,
      "step": 159540
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2273327218630454e-05,
      "loss": 0.1615,
      "step": 159550
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.227220867542113e-05,
      "loss": 0.1578,
      "step": 159560
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2271090132211803e-05,
      "loss": 0.1511,
      "step": 159570
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.226997158900248e-05,
      "loss": 0.1613,
      "step": 159580
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.226885304579316e-05,
      "loss": 0.1587,
      "step": 159590
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.226773450258384e-05,
      "loss": 0.164,
      "step": 159600
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2266615959374515e-05,
      "loss": 0.1588,
      "step": 159610
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2265497416165186e-05,
      "loss": 0.157,
      "step": 159620
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2264378872955864e-05,
      "loss": 0.1585,
      "step": 159630
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.226326032974654e-05,
      "loss": 0.1587,
      "step": 159640
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.226214178653721e-05,
      "loss": 0.1635,
      "step": 159650
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.226102324332789e-05,
      "loss": 0.1561,
      "step": 159660
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.225990470011856e-05,
      "loss": 0.1505,
      "step": 159670
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.225878615690924e-05,
      "loss": 0.1522,
      "step": 159680
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.225766761369992e-05,
      "loss": 0.1551,
      "step": 159690
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2256549070490596e-05,
      "loss": 0.1575,
      "step": 159700
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2255430527281274e-05,
      "loss": 0.1539,
      "step": 159710
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2254311984071945e-05,
      "loss": 0.1552,
      "step": 159720
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.225319344086262e-05,
      "loss": 0.1568,
      "step": 159730
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.22520748976533e-05,
      "loss": 0.1587,
      "step": 159740
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.225095635444397e-05,
      "loss": 0.1595,
      "step": 159750
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.224983781123465e-05,
      "loss": 0.152,
      "step": 159760
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.224871926802532e-05,
      "loss": 0.1556,
      "step": 159770
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2247600724816e-05,
      "loss": 0.1583,
      "step": 159780
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.224648218160668e-05,
      "loss": 0.1587,
      "step": 159790
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2245363638397355e-05,
      "loss": 0.1568,
      "step": 159800
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.224424509518803e-05,
      "loss": 0.1596,
      "step": 159810
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2243126551978704e-05,
      "loss": 0.1587,
      "step": 159820
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.224200800876938e-05,
      "loss": 0.1593,
      "step": 159830
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.224088946556005e-05,
      "loss": 0.1523,
      "step": 159840
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.223977092235073e-05,
      "loss": 0.161,
      "step": 159850
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.223865237914141e-05,
      "loss": 0.1582,
      "step": 159860
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.223753383593208e-05,
      "loss": 0.1564,
      "step": 159870
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.223641529272276e-05,
      "loss": 0.1617,
      "step": 159880
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2235296749513436e-05,
      "loss": 0.1563,
      "step": 159890
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2234178206304114e-05,
      "loss": 0.1582,
      "step": 159900
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.223305966309479e-05,
      "loss": 0.1571,
      "step": 159910
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.223194111988546e-05,
      "loss": 0.1613,
      "step": 159920
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.223082257667614e-05,
      "loss": 0.16,
      "step": 159930
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.222970403346681e-05,
      "loss": 0.1593,
      "step": 159940
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.222858549025749e-05,
      "loss": 0.155,
      "step": 159950
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.222746694704817e-05,
      "loss": 0.156,
      "step": 159960
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.222634840383884e-05,
      "loss": 0.1533,
      "step": 159970
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.222522986062952e-05,
      "loss": 0.1551,
      "step": 159980
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.222411131742019e-05,
      "loss": 0.1637,
      "step": 159990
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2222992774210866e-05,
      "loss": 0.1566,
      "step": 160000
    },
    {
      "epoch": 0.36,
      "eval_NEIMS_canon_smiles": 0.9509,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.10896666666666667,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5152181678176679,
      "eval_NEIMS_exact_mols": 0.10868333333333334,
      "eval_NEIMS_exact_smiles": 0.10593333333333334,
      "eval_NEIMS_loss": 0.182097926735878,
      "eval_NEIMS_matched_formulas": 0.6366166666666667,
      "eval_NEIMS_morgan_tanimoto_simil": 0.4252234049041588,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.1091,
      "eval_NEIMS_runtime": 737.7842,
      "eval_NEIMS_samples_per_second": 81.325,
      "eval_NEIMS_steps_per_second": 1.271,
      "step": 160000
    },
    {
      "epoch": 0.36,
      "eval_RASSP_canon_smiles": 0.9464887968744783,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.15595886065382175,
      "eval_RASSP_daylight_tanimoto_simil": 0.6065111838627886,
      "eval_RASSP_exact_mols": 0.15540788726750593,
      "eval_RASSP_exact_smiles": 0.15111697331953117,
      "eval_RASSP_loss": 0.14842118322849274,
      "eval_RASSP_matched_formulas": 0.7917654522990617,
      "eval_RASSP_morgan_tanimoto_simil": 0.4769554675439158,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.15554145657327947,
      "eval_RASSP_runtime": 839.0587,
      "eval_RASSP_samples_per_second": 71.382,
      "eval_RASSP_steps_per_second": 1.116,
      "step": 160000
    },
    {
      "epoch": 0.36,
      "eval_NEIMS_old_canon_smiles": 0.9517666666666666,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.1086,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5129941726803703,
      "eval_NEIMS_old_exact_mols": 0.10836666666666667,
      "eval_NEIMS_old_exact_smiles": 0.10586666666666666,
      "eval_NEIMS_old_loss": 0.18200337886810303,
      "eval_NEIMS_old_matched_formulas": 0.6340666666666667,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.42498359344697073,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.10886666666666667,
      "eval_NEIMS_old_runtime": 373.9573,
      "eval_NEIMS_old_samples_per_second": 80.223,
      "eval_NEIMS_old_steps_per_second": 1.254,
      "step": 160000
    },
    {
      "epoch": 0.36,
      "eval_RASSP_old_canon_smiles": 0.9431708212366937,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.17722828444622418,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.6247385275861159,
      "eval_RASSP_old_exact_mols": 0.1769613241232022,
      "eval_RASSP_old_exact_smiles": 0.17138852738011812,
      "eval_RASSP_old_loss": 0.14052924513816833,
      "eval_RASSP_old_matched_formulas": 0.8088564087162545,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.499600053328365,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.17719491440584642,
      "eval_RASSP_old_runtime": 416.4375,
      "eval_RASSP_old_samples_per_second": 71.96,
      "eval_RASSP_old_steps_per_second": 1.126,
      "step": 160000
    },
    {
      "epoch": 0.36,
      "eval_NIST_canon_smiles": 0.8644284345388082,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.0194129964155162,
      "eval_NIST_daylight_tanimoto_simil": 0.2819906570862649,
      "eval_NIST_exact_mols": 0.01849025801185364,
      "eval_NIST_exact_smiles": 0.017425559853781452,
      "eval_NIST_loss": 1.8024065494537354,
      "eval_NIST_matched_formulas": 0.10100436526244809,
      "eval_NIST_morgan_tanimoto_simil": 0.23543333058956517,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.019271036661106578,
      "eval_NIST_runtime": 516.2165,
      "eval_NIST_samples_per_second": 54.584,
      "eval_NIST_steps_per_second": 0.854,
      "step": 160000
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.222187423100155e-05,
      "loss": 0.158,
      "step": 160010
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.222075568779222e-05,
      "loss": 0.1577,
      "step": 160020
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.22196371445829e-05,
      "loss": 0.161,
      "step": 160030
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.221851860137357e-05,
      "loss": 0.1609,
      "step": 160040
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.221740005816425e-05,
      "loss": 0.159,
      "step": 160050
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.221628151495493e-05,
      "loss": 0.1563,
      "step": 160060
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.22151629717456e-05,
      "loss": 0.1529,
      "step": 160070
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2214044428536276e-05,
      "loss": 0.156,
      "step": 160080
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.221292588532695e-05,
      "loss": 0.1563,
      "step": 160090
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2211807342117625e-05,
      "loss": 0.1532,
      "step": 160100
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.22106887989083e-05,
      "loss": 0.1592,
      "step": 160110
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.220957025569898e-05,
      "loss": 0.1565,
      "step": 160120
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.220845171248966e-05,
      "loss": 0.1554,
      "step": 160130
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.220733316928033e-05,
      "loss": 0.1534,
      "step": 160140
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.220621462607101e-05,
      "loss": 0.1593,
      "step": 160150
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.220509608286168e-05,
      "loss": 0.1557,
      "step": 160160
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.220397753965236e-05,
      "loss": 0.1545,
      "step": 160170
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2202858996443035e-05,
      "loss": 0.1567,
      "step": 160180
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2201740453233706e-05,
      "loss": 0.1596,
      "step": 160190
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2200621910024384e-05,
      "loss": 0.1532,
      "step": 160200
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.219950336681506e-05,
      "loss": 0.1567,
      "step": 160210
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.219838482360574e-05,
      "loss": 0.1625,
      "step": 160220
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.219726628039642e-05,
      "loss": 0.1536,
      "step": 160230
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.219614773718709e-05,
      "loss": 0.1541,
      "step": 160240
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.219502919397777e-05,
      "loss": 0.1542,
      "step": 160250
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.219391065076844e-05,
      "loss": 0.1562,
      "step": 160260
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2192792107559116e-05,
      "loss": 0.1565,
      "step": 160270
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2191673564349794e-05,
      "loss": 0.1553,
      "step": 160280
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2190555021140465e-05,
      "loss": 0.1567,
      "step": 160290
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.218943647793114e-05,
      "loss": 0.1529,
      "step": 160300
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.218831793472182e-05,
      "loss": 0.1535,
      "step": 160310
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.21871993915125e-05,
      "loss": 0.1569,
      "step": 160320
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.218608084830318e-05,
      "loss": 0.1589,
      "step": 160330
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.218496230509385e-05,
      "loss": 0.1532,
      "step": 160340
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2183843761884526e-05,
      "loss": 0.16,
      "step": 160350
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.21827252186752e-05,
      "loss": 0.1531,
      "step": 160360
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2181606675465875e-05,
      "loss": 0.1571,
      "step": 160370
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.218048813225655e-05,
      "loss": 0.1531,
      "step": 160380
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2179369589047224e-05,
      "loss": 0.1549,
      "step": 160390
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.21782510458379e-05,
      "loss": 0.1571,
      "step": 160400
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.217713250262857e-05,
      "loss": 0.1531,
      "step": 160410
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.217601395941925e-05,
      "loss": 0.16,
      "step": 160420
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.217489541620993e-05,
      "loss": 0.1552,
      "step": 160430
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.217377687300061e-05,
      "loss": 0.1555,
      "step": 160440
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2172658329791285e-05,
      "loss": 0.1553,
      "step": 160450
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2171539786581956e-05,
      "loss": 0.1513,
      "step": 160460
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2170421243372634e-05,
      "loss": 0.1608,
      "step": 160470
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2169302700163305e-05,
      "loss": 0.1574,
      "step": 160480
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.216818415695398e-05,
      "loss": 0.1562,
      "step": 160490
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.216706561374466e-05,
      "loss": 0.1564,
      "step": 160500
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.216594707053533e-05,
      "loss": 0.1546,
      "step": 160510
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.216482852732601e-05,
      "loss": 0.1526,
      "step": 160520
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.216370998411669e-05,
      "loss": 0.1519,
      "step": 160530
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2162591440907366e-05,
      "loss": 0.1625,
      "step": 160540
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2161472897698044e-05,
      "loss": 0.1584,
      "step": 160550
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2160354354488715e-05,
      "loss": 0.158,
      "step": 160560
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.215923581127939e-05,
      "loss": 0.1602,
      "step": 160570
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2158117268070064e-05,
      "loss": 0.1544,
      "step": 160580
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.215699872486074e-05,
      "loss": 0.1604,
      "step": 160590
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.215588018165142e-05,
      "loss": 0.1575,
      "step": 160600
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.215476163844209e-05,
      "loss": 0.1536,
      "step": 160610
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.215364309523277e-05,
      "loss": 0.1593,
      "step": 160620
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.215252455202345e-05,
      "loss": 0.1554,
      "step": 160630
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2151406008814125e-05,
      "loss": 0.1628,
      "step": 160640
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.21502874656048e-05,
      "loss": 0.1575,
      "step": 160650
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2149168922395474e-05,
      "loss": 0.1549,
      "step": 160660
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.214805037918615e-05,
      "loss": 0.1579,
      "step": 160670
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.214693183597682e-05,
      "loss": 0.158,
      "step": 160680
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.21458132927675e-05,
      "loss": 0.156,
      "step": 160690
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.214469474955818e-05,
      "loss": 0.1552,
      "step": 160700
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.214357620634885e-05,
      "loss": 0.1517,
      "step": 160710
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.214245766313953e-05,
      "loss": 0.1642,
      "step": 160720
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2141339119930206e-05,
      "loss": 0.1552,
      "step": 160730
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2140220576720884e-05,
      "loss": 0.1547,
      "step": 160740
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2139102033511555e-05,
      "loss": 0.1526,
      "step": 160750
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.213798349030223e-05,
      "loss": 0.1558,
      "step": 160760
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.213686494709291e-05,
      "loss": 0.1574,
      "step": 160770
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.213574640388358e-05,
      "loss": 0.1559,
      "step": 160780
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.213462786067426e-05,
      "loss": 0.1542,
      "step": 160790
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.213350931746493e-05,
      "loss": 0.1593,
      "step": 160800
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.213239077425561e-05,
      "loss": 0.1574,
      "step": 160810
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.213127223104629e-05,
      "loss": 0.1603,
      "step": 160820
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.213015368783696e-05,
      "loss": 0.1543,
      "step": 160830
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.212903514462764e-05,
      "loss": 0.155,
      "step": 160840
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2127916601418314e-05,
      "loss": 0.1565,
      "step": 160850
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.212679805820899e-05,
      "loss": 0.1607,
      "step": 160860
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.212567951499967e-05,
      "loss": 0.1615,
      "step": 160870
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.212456097179034e-05,
      "loss": 0.1575,
      "step": 160880
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.212344242858102e-05,
      "loss": 0.1545,
      "step": 160890
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.212243573969263e-05,
      "loss": 0.158,
      "step": 160900
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2121317196483306e-05,
      "loss": 0.1512,
      "step": 160910
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.212019865327398e-05,
      "loss": 0.1536,
      "step": 160920
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2119080110064655e-05,
      "loss": 0.1558,
      "step": 160930
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.211796156685533e-05,
      "loss": 0.1597,
      "step": 160940
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2116843023646004e-05,
      "loss": 0.1575,
      "step": 160950
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.211572448043668e-05,
      "loss": 0.1576,
      "step": 160960
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.211460593722735e-05,
      "loss": 0.1561,
      "step": 160970
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.211348739401803e-05,
      "loss": 0.1544,
      "step": 160980
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.211236885080871e-05,
      "loss": 0.1556,
      "step": 160990
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.211125030759938e-05,
      "loss": 0.1504,
      "step": 161000
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2110131764390064e-05,
      "loss": 0.1546,
      "step": 161010
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2109013221180736e-05,
      "loss": 0.1611,
      "step": 161020
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2107894677971414e-05,
      "loss": 0.1553,
      "step": 161030
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.210677613476209e-05,
      "loss": 0.1539,
      "step": 161040
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.210565759155276e-05,
      "loss": 0.1544,
      "step": 161050
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.210453904834344e-05,
      "loss": 0.1551,
      "step": 161060
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.210342050513411e-05,
      "loss": 0.1576,
      "step": 161070
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.210230196192479e-05,
      "loss": 0.158,
      "step": 161080
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.210118341871547e-05,
      "loss": 0.1592,
      "step": 161090
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.210006487550614e-05,
      "loss": 0.158,
      "step": 161100
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.209894633229682e-05,
      "loss": 0.1539,
      "step": 161110
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2097827789087495e-05,
      "loss": 0.1564,
      "step": 161120
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.209670924587817e-05,
      "loss": 0.1577,
      "step": 161130
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2095590702668844e-05,
      "loss": 0.1567,
      "step": 161140
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.209447215945952e-05,
      "loss": 0.1577,
      "step": 161150
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.20933536162502e-05,
      "loss": 0.1507,
      "step": 161160
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.209223507304087e-05,
      "loss": 0.1577,
      "step": 161170
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.209111652983155e-05,
      "loss": 0.1546,
      "step": 161180
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.208999798662222e-05,
      "loss": 0.1583,
      "step": 161190
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.20888794434129e-05,
      "loss": 0.1541,
      "step": 161200
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2087760900203576e-05,
      "loss": 0.1585,
      "step": 161210
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2086642356994254e-05,
      "loss": 0.154,
      "step": 161220
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.208552381378493e-05,
      "loss": 0.1527,
      "step": 161230
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.20844052705756e-05,
      "loss": 0.1573,
      "step": 161240
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.208328672736628e-05,
      "loss": 0.1567,
      "step": 161250
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.208216818415696e-05,
      "loss": 0.1544,
      "step": 161260
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.208104964094763e-05,
      "loss": 0.1573,
      "step": 161270
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.207993109773831e-05,
      "loss": 0.1579,
      "step": 161280
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.207881255452898e-05,
      "loss": 0.1543,
      "step": 161290
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2077694011319657e-05,
      "loss": 0.1532,
      "step": 161300
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2076575468110335e-05,
      "loss": 0.1576,
      "step": 161310
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.207545692490101e-05,
      "loss": 0.1581,
      "step": 161320
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.207433838169169e-05,
      "loss": 0.1612,
      "step": 161330
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.207321983848236e-05,
      "loss": 0.1572,
      "step": 161340
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.207210129527304e-05,
      "loss": 0.1543,
      "step": 161350
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.207098275206372e-05,
      "loss": 0.1544,
      "step": 161360
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.206986420885439e-05,
      "loss": 0.1573,
      "step": 161370
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2068745665645066e-05,
      "loss": 0.1593,
      "step": 161380
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.206762712243574e-05,
      "loss": 0.1521,
      "step": 161390
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2066508579226416e-05,
      "loss": 0.1587,
      "step": 161400
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2065390036017093e-05,
      "loss": 0.1577,
      "step": 161410
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.206427149280777e-05,
      "loss": 0.1518,
      "step": 161420
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.206315294959845e-05,
      "loss": 0.1599,
      "step": 161430
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.206203440638912e-05,
      "loss": 0.1537,
      "step": 161440
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.20609158631798e-05,
      "loss": 0.1609,
      "step": 161450
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.205979731997047e-05,
      "loss": 0.1569,
      "step": 161460
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.205867877676115e-05,
      "loss": 0.1582,
      "step": 161470
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2057560233551825e-05,
      "loss": 0.1595,
      "step": 161480
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2056441690342497e-05,
      "loss": 0.1544,
      "step": 161490
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2055323147133175e-05,
      "loss": 0.1564,
      "step": 161500
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2054204603923846e-05,
      "loss": 0.1514,
      "step": 161510
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2053086060714524e-05,
      "loss": 0.1546,
      "step": 161520
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.20519675175052e-05,
      "loss": 0.1617,
      "step": 161530
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.205084897429588e-05,
      "loss": 0.158,
      "step": 161540
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.204973043108656e-05,
      "loss": 0.156,
      "step": 161550
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.204861188787723e-05,
      "loss": 0.1532,
      "step": 161560
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2047493344667906e-05,
      "loss": 0.1579,
      "step": 161570
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2046374801458584e-05,
      "loss": 0.1594,
      "step": 161580
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2045256258249256e-05,
      "loss": 0.1558,
      "step": 161590
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2044137715039933e-05,
      "loss": 0.155,
      "step": 161600
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2043019171830605e-05,
      "loss": 0.1577,
      "step": 161610
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.204190062862128e-05,
      "loss": 0.1555,
      "step": 161620
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.204078208541196e-05,
      "loss": 0.1609,
      "step": 161630
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.203966354220264e-05,
      "loss": 0.1582,
      "step": 161640
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2038544998993316e-05,
      "loss": 0.1569,
      "step": 161650
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.203742645578399e-05,
      "loss": 0.1535,
      "step": 161660
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2036307912574665e-05,
      "loss": 0.1604,
      "step": 161670
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.203518936936534e-05,
      "loss": 0.155,
      "step": 161680
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2034070826156014e-05,
      "loss": 0.1554,
      "step": 161690
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.203295228294669e-05,
      "loss": 0.1552,
      "step": 161700
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2031833739737364e-05,
      "loss": 0.152,
      "step": 161710
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.203071519652804e-05,
      "loss": 0.1563,
      "step": 161720
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.202959665331872e-05,
      "loss": 0.1605,
      "step": 161730
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.20284781101094e-05,
      "loss": 0.1528,
      "step": 161740
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2027359566900075e-05,
      "loss": 0.1588,
      "step": 161750
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2026241023690746e-05,
      "loss": 0.1577,
      "step": 161760
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2025122480481424e-05,
      "loss": 0.1568,
      "step": 161770
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2024003937272095e-05,
      "loss": 0.157,
      "step": 161780
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2022885394062773e-05,
      "loss": 0.1553,
      "step": 161790
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.202176685085345e-05,
      "loss": 0.1545,
      "step": 161800
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.202064830764412e-05,
      "loss": 0.1583,
      "step": 161810
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.20195297644348e-05,
      "loss": 0.1597,
      "step": 161820
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.201841122122548e-05,
      "loss": 0.1584,
      "step": 161830
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2017292678016156e-05,
      "loss": 0.158,
      "step": 161840
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2016174134806834e-05,
      "loss": 0.1537,
      "step": 161850
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2015055591597505e-05,
      "loss": 0.1548,
      "step": 161860
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.201393704838818e-05,
      "loss": 0.1606,
      "step": 161870
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2012818505178854e-05,
      "loss": 0.1589,
      "step": 161880
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.201169996196953e-05,
      "loss": 0.1573,
      "step": 161890
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.201058141876021e-05,
      "loss": 0.1603,
      "step": 161900
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.200946287555088e-05,
      "loss": 0.1507,
      "step": 161910
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.200834433234156e-05,
      "loss": 0.1556,
      "step": 161920
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.200722578913223e-05,
      "loss": 0.1576,
      "step": 161930
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.200610724592291e-05,
      "loss": 0.1561,
      "step": 161940
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2004988702713586e-05,
      "loss": 0.1576,
      "step": 161950
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2003870159504264e-05,
      "loss": 0.1558,
      "step": 161960
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.200275161629494e-05,
      "loss": 0.1547,
      "step": 161970
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.200163307308561e-05,
      "loss": 0.1469,
      "step": 161980
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.200051452987629e-05,
      "loss": 0.1581,
      "step": 161990
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.199939598666697e-05,
      "loss": 0.1641,
      "step": 162000
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.199827744345764e-05,
      "loss": 0.1597,
      "step": 162010
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.199715890024832e-05,
      "loss": 0.1559,
      "step": 162020
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.199604035703899e-05,
      "loss": 0.1562,
      "step": 162030
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.199492181382967e-05,
      "loss": 0.1579,
      "step": 162040
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1993803270620345e-05,
      "loss": 0.1533,
      "step": 162050
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.199268472741102e-05,
      "loss": 0.1598,
      "step": 162060
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.19915661842017e-05,
      "loss": 0.1561,
      "step": 162070
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.199044764099237e-05,
      "loss": 0.1641,
      "step": 162080
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.198932909778305e-05,
      "loss": 0.1615,
      "step": 162090
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.198821055457372e-05,
      "loss": 0.1556,
      "step": 162100
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.19870920113644e-05,
      "loss": 0.15,
      "step": 162110
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.198597346815508e-05,
      "loss": 0.1491,
      "step": 162120
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.198485492494575e-05,
      "loss": 0.1565,
      "step": 162130
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1983736381736426e-05,
      "loss": 0.1527,
      "step": 162140
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1982617838527104e-05,
      "loss": 0.1516,
      "step": 162150
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.198149929531778e-05,
      "loss": 0.1534,
      "step": 162160
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.198038075210846e-05,
      "loss": 0.1583,
      "step": 162170
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.197926220889913e-05,
      "loss": 0.1528,
      "step": 162180
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.197814366568981e-05,
      "loss": 0.1561,
      "step": 162190
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.197702512248048e-05,
      "loss": 0.1486,
      "step": 162200
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.197590657927116e-05,
      "loss": 0.1528,
      "step": 162210
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1974788036061836e-05,
      "loss": 0.155,
      "step": 162220
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.197366949285251e-05,
      "loss": 0.1558,
      "step": 162230
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1972550949643185e-05,
      "loss": 0.1509,
      "step": 162240
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.197143240643386e-05,
      "loss": 0.1568,
      "step": 162250
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.197031386322454e-05,
      "loss": 0.1546,
      "step": 162260
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.196919532001522e-05,
      "loss": 0.158,
      "step": 162270
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.196807677680589e-05,
      "loss": 0.1569,
      "step": 162280
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.196695823359657e-05,
      "loss": 0.1549,
      "step": 162290
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.196583969038724e-05,
      "loss": 0.1583,
      "step": 162300
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.196472114717792e-05,
      "loss": 0.1576,
      "step": 162310
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1963602603968595e-05,
      "loss": 0.1535,
      "step": 162320
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1962484060759266e-05,
      "loss": 0.1543,
      "step": 162330
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1961365517549944e-05,
      "loss": 0.1583,
      "step": 162340
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1960246974340615e-05,
      "loss": 0.1559,
      "step": 162350
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.195912843113129e-05,
      "loss": 0.1518,
      "step": 162360
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.195800988792198e-05,
      "loss": 0.1608,
      "step": 162370
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.195689134471265e-05,
      "loss": 0.1529,
      "step": 162380
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.195577280150333e-05,
      "loss": 0.1602,
      "step": 162390
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1954654258294e-05,
      "loss": 0.1591,
      "step": 162400
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1953535715084676e-05,
      "loss": 0.1569,
      "step": 162410
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.195241717187535e-05,
      "loss": 0.1573,
      "step": 162420
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1951298628666025e-05,
      "loss": 0.1595,
      "step": 162430
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.19501800854567e-05,
      "loss": 0.1605,
      "step": 162440
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1949061542247374e-05,
      "loss": 0.1554,
      "step": 162450
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.194794299903805e-05,
      "loss": 0.1578,
      "step": 162460
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.194682445582873e-05,
      "loss": 0.1566,
      "step": 162470
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.194570591261941e-05,
      "loss": 0.1578,
      "step": 162480
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1944587369410086e-05,
      "loss": 0.1536,
      "step": 162490
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.194346882620076e-05,
      "loss": 0.1564,
      "step": 162500
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1942350282991435e-05,
      "loss": 0.155,
      "step": 162510
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1941231739782106e-05,
      "loss": 0.1654,
      "step": 162520
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1940113196572784e-05,
      "loss": 0.1533,
      "step": 162530
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.193899465336346e-05,
      "loss": 0.1528,
      "step": 162540
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.193787611015413e-05,
      "loss": 0.159,
      "step": 162550
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.193675756694481e-05,
      "loss": 0.1531,
      "step": 162560
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.193563902373549e-05,
      "loss": 0.1561,
      "step": 162570
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.193452048052617e-05,
      "loss": 0.1556,
      "step": 162580
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1933401937316845e-05,
      "loss": 0.1568,
      "step": 162590
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1932283394107516e-05,
      "loss": 0.1522,
      "step": 162600
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1931164850898194e-05,
      "loss": 0.1599,
      "step": 162610
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1930046307688865e-05,
      "loss": 0.1547,
      "step": 162620
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.192892776447954e-05,
      "loss": 0.1543,
      "step": 162630
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.192780922127022e-05,
      "loss": 0.1607,
      "step": 162640
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.192669067806089e-05,
      "loss": 0.1572,
      "step": 162650
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.192557213485157e-05,
      "loss": 0.1594,
      "step": 162660
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.192445359164225e-05,
      "loss": 0.1648,
      "step": 162670
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1923335048432926e-05,
      "loss": 0.1577,
      "step": 162680
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1922216505223604e-05,
      "loss": 0.155,
      "step": 162690
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1921097962014275e-05,
      "loss": 0.1499,
      "step": 162700
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.191997941880495e-05,
      "loss": 0.1557,
      "step": 162710
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1918860875595624e-05,
      "loss": 0.1544,
      "step": 162720
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.19177423323863e-05,
      "loss": 0.1605,
      "step": 162730
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.191662378917697e-05,
      "loss": 0.1582,
      "step": 162740
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.191550524596765e-05,
      "loss": 0.1517,
      "step": 162750
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.191438670275833e-05,
      "loss": 0.1593,
      "step": 162760
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1913268159549e-05,
      "loss": 0.1559,
      "step": 162770
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1912149616339685e-05,
      "loss": 0.1664,
      "step": 162780
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1911031073130356e-05,
      "loss": 0.1555,
      "step": 162790
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1909912529921034e-05,
      "loss": 0.1556,
      "step": 162800
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.190879398671171e-05,
      "loss": 0.1559,
      "step": 162810
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.190767544350238e-05,
      "loss": 0.1507,
      "step": 162820
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.190655690029306e-05,
      "loss": 0.1575,
      "step": 162830
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.190543835708373e-05,
      "loss": 0.1544,
      "step": 162840
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.190431981387441e-05,
      "loss": 0.1508,
      "step": 162850
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.190320127066509e-05,
      "loss": 0.1554,
      "step": 162860
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.190208272745576e-05,
      "loss": 0.16,
      "step": 162870
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.190096418424644e-05,
      "loss": 0.1523,
      "step": 162880
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1899845641037115e-05,
      "loss": 0.1582,
      "step": 162890
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.189872709782779e-05,
      "loss": 0.1524,
      "step": 162900
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.189760855461847e-05,
      "loss": 0.1487,
      "step": 162910
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.189649001140914e-05,
      "loss": 0.1546,
      "step": 162920
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.189537146819982e-05,
      "loss": 0.1565,
      "step": 162930
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.189425292499049e-05,
      "loss": 0.1546,
      "step": 162940
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.189313438178117e-05,
      "loss": 0.154,
      "step": 162950
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.189212769289278e-05,
      "loss": 0.156,
      "step": 162960
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1891009149683456e-05,
      "loss": 0.1526,
      "step": 162970
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1889890606474134e-05,
      "loss": 0.1566,
      "step": 162980
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1888772063264805e-05,
      "loss": 0.1529,
      "step": 162990
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.188765352005548e-05,
      "loss": 0.1603,
      "step": 163000
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1886534976846154e-05,
      "loss": 0.1535,
      "step": 163010
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.188541643363683e-05,
      "loss": 0.1532,
      "step": 163020
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.188429789042751e-05,
      "loss": 0.1553,
      "step": 163030
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.188317934721818e-05,
      "loss": 0.1532,
      "step": 163040
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.188206080400886e-05,
      "loss": 0.159,
      "step": 163050
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.188094226079954e-05,
      "loss": 0.1546,
      "step": 163060
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1879823717590215e-05,
      "loss": 0.157,
      "step": 163070
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1878705174380886e-05,
      "loss": 0.1521,
      "step": 163080
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1877586631171564e-05,
      "loss": 0.1553,
      "step": 163090
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.187646808796224e-05,
      "loss": 0.1583,
      "step": 163100
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.187534954475291e-05,
      "loss": 0.1563,
      "step": 163110
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.187423100154359e-05,
      "loss": 0.1527,
      "step": 163120
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.187311245833426e-05,
      "loss": 0.157,
      "step": 163130
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.187199391512494e-05,
      "loss": 0.155,
      "step": 163140
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.187087537191562e-05,
      "loss": 0.1545,
      "step": 163150
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1869756828706296e-05,
      "loss": 0.1533,
      "step": 163160
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1868638285496974e-05,
      "loss": 0.1553,
      "step": 163170
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1867519742287645e-05,
      "loss": 0.1599,
      "step": 163180
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.186640119907832e-05,
      "loss": 0.1536,
      "step": 163190
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1865282655869e-05,
      "loss": 0.1516,
      "step": 163200
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.186416411265967e-05,
      "loss": 0.1509,
      "step": 163210
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.186304556945035e-05,
      "loss": 0.1537,
      "step": 163220
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.186192702624102e-05,
      "loss": 0.1594,
      "step": 163230
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.18608084830317e-05,
      "loss": 0.1556,
      "step": 163240
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.185968993982238e-05,
      "loss": 0.155,
      "step": 163250
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1858571396613055e-05,
      "loss": 0.1578,
      "step": 163260
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.185745285340373e-05,
      "loss": 0.1545,
      "step": 163270
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1856334310194404e-05,
      "loss": 0.155,
      "step": 163280
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.185521576698508e-05,
      "loss": 0.1529,
      "step": 163290
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.185409722377576e-05,
      "loss": 0.1528,
      "step": 163300
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.185297868056643e-05,
      "loss": 0.15,
      "step": 163310
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.185186013735711e-05,
      "loss": 0.1539,
      "step": 163320
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.185074159414778e-05,
      "loss": 0.1564,
      "step": 163330
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.184962305093846e-05,
      "loss": 0.1548,
      "step": 163340
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1848504507729136e-05,
      "loss": 0.155,
      "step": 163350
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1847385964519814e-05,
      "loss": 0.1488,
      "step": 163360
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.184626742131049e-05,
      "loss": 0.1579,
      "step": 163370
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.184514887810116e-05,
      "loss": 0.1597,
      "step": 163380
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.184403033489184e-05,
      "loss": 0.1585,
      "step": 163390
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.184291179168251e-05,
      "loss": 0.1588,
      "step": 163400
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.184179324847319e-05,
      "loss": 0.1542,
      "step": 163410
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.184067470526387e-05,
      "loss": 0.1529,
      "step": 163420
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.183955616205454e-05,
      "loss": 0.1574,
      "step": 163430
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.183843761884522e-05,
      "loss": 0.1614,
      "step": 163440
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.183731907563589e-05,
      "loss": 0.1595,
      "step": 163450
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1836200532426566e-05,
      "loss": 0.1525,
      "step": 163460
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1835081989217244e-05,
      "loss": 0.1565,
      "step": 163470
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.183396344600792e-05,
      "loss": 0.1561,
      "step": 163480
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.18328449027986e-05,
      "loss": 0.157,
      "step": 163490
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.183172635958927e-05,
      "loss": 0.1561,
      "step": 163500
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.183060781637995e-05,
      "loss": 0.1614,
      "step": 163510
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.182948927317063e-05,
      "loss": 0.1592,
      "step": 163520
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.18283707299613e-05,
      "loss": 0.1489,
      "step": 163530
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1827252186751976e-05,
      "loss": 0.1532,
      "step": 163540
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.182613364354265e-05,
      "loss": 0.1583,
      "step": 163550
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1825015100333325e-05,
      "loss": 0.1592,
      "step": 163560
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1823896557124e-05,
      "loss": 0.151,
      "step": 163570
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.182277801391468e-05,
      "loss": 0.1595,
      "step": 163580
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.182165947070536e-05,
      "loss": 0.1526,
      "step": 163590
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.182054092749603e-05,
      "loss": 0.1548,
      "step": 163600
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.181942238428671e-05,
      "loss": 0.158,
      "step": 163610
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1818303841077386e-05,
      "loss": 0.158,
      "step": 163620
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.181718529786806e-05,
      "loss": 0.1553,
      "step": 163630
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1816066754658735e-05,
      "loss": 0.156,
      "step": 163640
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1814948211449406e-05,
      "loss": 0.1576,
      "step": 163650
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1813829668240084e-05,
      "loss": 0.1538,
      "step": 163660
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.181271112503076e-05,
      "loss": 0.1496,
      "step": 163670
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.181159258182144e-05,
      "loss": 0.1569,
      "step": 163680
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.181047403861212e-05,
      "loss": 0.1526,
      "step": 163690
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.180935549540279e-05,
      "loss": 0.1502,
      "step": 163700
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1808236952193467e-05,
      "loss": 0.1543,
      "step": 163710
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.180711840898414e-05,
      "loss": 0.1621,
      "step": 163720
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1805999865774816e-05,
      "loss": 0.159,
      "step": 163730
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1804881322565494e-05,
      "loss": 0.1552,
      "step": 163740
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1803762779356165e-05,
      "loss": 0.156,
      "step": 163750
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.180264423614684e-05,
      "loss": 0.1521,
      "step": 163760
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1801525692937514e-05,
      "loss": 0.153,
      "step": 163770
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.18004071497282e-05,
      "loss": 0.153,
      "step": 163780
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1799288606518876e-05,
      "loss": 0.1546,
      "step": 163790
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.179817006330955e-05,
      "loss": 0.1499,
      "step": 163800
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1797051520100226e-05,
      "loss": 0.1586,
      "step": 163810
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.17959329768909e-05,
      "loss": 0.1492,
      "step": 163820
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1794814433681575e-05,
      "loss": 0.1556,
      "step": 163830
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.179369589047225e-05,
      "loss": 0.1563,
      "step": 163840
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1792577347262924e-05,
      "loss": 0.1552,
      "step": 163850
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.17914588040536e-05,
      "loss": 0.1542,
      "step": 163860
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.179034026084427e-05,
      "loss": 0.1554,
      "step": 163870
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.178922171763495e-05,
      "loss": 0.1542,
      "step": 163880
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.178810317442563e-05,
      "loss": 0.1547,
      "step": 163890
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1786984631216307e-05,
      "loss": 0.1537,
      "step": 163900
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1785866088006984e-05,
      "loss": 0.1558,
      "step": 163910
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1784747544797656e-05,
      "loss": 0.1511,
      "step": 163920
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1783629001588334e-05,
      "loss": 0.1546,
      "step": 163930
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.178251045837901e-05,
      "loss": 0.1569,
      "step": 163940
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.178139191516968e-05,
      "loss": 0.1524,
      "step": 163950
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.178027337196036e-05,
      "loss": 0.1595,
      "step": 163960
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.177915482875103e-05,
      "loss": 0.1509,
      "step": 163970
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.177803628554171e-05,
      "loss": 0.1596,
      "step": 163980
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.177691774233239e-05,
      "loss": 0.1527,
      "step": 163990
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1775799199123066e-05,
      "loss": 0.1573,
      "step": 164000
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1774680655913743e-05,
      "loss": 0.1518,
      "step": 164010
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1773562112704415e-05,
      "loss": 0.1521,
      "step": 164020
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.177244356949509e-05,
      "loss": 0.1532,
      "step": 164030
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1771325026285764e-05,
      "loss": 0.1526,
      "step": 164040
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.177020648307644e-05,
      "loss": 0.1602,
      "step": 164050
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.176908793986712e-05,
      "loss": 0.1566,
      "step": 164060
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.176796939665779e-05,
      "loss": 0.1557,
      "step": 164070
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.176685085344847e-05,
      "loss": 0.1523,
      "step": 164080
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1765732310239147e-05,
      "loss": 0.1536,
      "step": 164090
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1764613767029824e-05,
      "loss": 0.1543,
      "step": 164100
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.17634952238205e-05,
      "loss": 0.1539,
      "step": 164110
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1762376680611174e-05,
      "loss": 0.1577,
      "step": 164120
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.176125813740185e-05,
      "loss": 0.1558,
      "step": 164130
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.176013959419252e-05,
      "loss": 0.1557,
      "step": 164140
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.17590210509832e-05,
      "loss": 0.1523,
      "step": 164150
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.175790250777388e-05,
      "loss": 0.1517,
      "step": 164160
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.175678396456455e-05,
      "loss": 0.1541,
      "step": 164170
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.175566542135523e-05,
      "loss": 0.1532,
      "step": 164180
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1754546878145905e-05,
      "loss": 0.1577,
      "step": 164190
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1753428334936583e-05,
      "loss": 0.1573,
      "step": 164200
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.175230979172726e-05,
      "loss": 0.1539,
      "step": 164210
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.175119124851793e-05,
      "loss": 0.1552,
      "step": 164220
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.175007270530861e-05,
      "loss": 0.1511,
      "step": 164230
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.174895416209928e-05,
      "loss": 0.1538,
      "step": 164240
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.174783561888996e-05,
      "loss": 0.1551,
      "step": 164250
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.174671707568064e-05,
      "loss": 0.1547,
      "step": 164260
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.174559853247131e-05,
      "loss": 0.1539,
      "step": 164270
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1744479989261986e-05,
      "loss": 0.1503,
      "step": 164280
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.174336144605266e-05,
      "loss": 0.1557,
      "step": 164290
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1742242902843336e-05,
      "loss": 0.1499,
      "step": 164300
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1741124359634013e-05,
      "loss": 0.1535,
      "step": 164310
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.174000581642469e-05,
      "loss": 0.1557,
      "step": 164320
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.173888727321537e-05,
      "loss": 0.1561,
      "step": 164330
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.173776873000604e-05,
      "loss": 0.1566,
      "step": 164340
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.173665018679672e-05,
      "loss": 0.1546,
      "step": 164350
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.173553164358739e-05,
      "loss": 0.1557,
      "step": 164360
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.173441310037807e-05,
      "loss": 0.1595,
      "step": 164370
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1733294557168745e-05,
      "loss": 0.1582,
      "step": 164380
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1732176013959417e-05,
      "loss": 0.1555,
      "step": 164390
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1731057470750095e-05,
      "loss": 0.1581,
      "step": 164400
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.172993892754077e-05,
      "loss": 0.1558,
      "step": 164410
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.172882038433145e-05,
      "loss": 0.1511,
      "step": 164420
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.172770184112213e-05,
      "loss": 0.1574,
      "step": 164430
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.17265832979128e-05,
      "loss": 0.156,
      "step": 164440
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.172546475470348e-05,
      "loss": 0.1562,
      "step": 164450
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.172434621149415e-05,
      "loss": 0.1569,
      "step": 164460
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1723227668284826e-05,
      "loss": 0.1542,
      "step": 164470
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1722109125075504e-05,
      "loss": 0.1545,
      "step": 164480
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1720990581866176e-05,
      "loss": 0.1543,
      "step": 164490
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1719872038656853e-05,
      "loss": 0.1565,
      "step": 164500
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.171875349544753e-05,
      "loss": 0.1569,
      "step": 164510
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.171763495223821e-05,
      "loss": 0.1559,
      "step": 164520
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.171651640902889e-05,
      "loss": 0.1592,
      "step": 164530
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.171539786581956e-05,
      "loss": 0.1521,
      "step": 164540
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1714279322610236e-05,
      "loss": 0.1584,
      "step": 164550
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.171316077940091e-05,
      "loss": 0.1495,
      "step": 164560
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1712042236191585e-05,
      "loss": 0.1551,
      "step": 164570
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.171092369298226e-05,
      "loss": 0.1576,
      "step": 164580
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1709805149772934e-05,
      "loss": 0.1498,
      "step": 164590
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.170868660656361e-05,
      "loss": 0.1526,
      "step": 164600
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.170756806335429e-05,
      "loss": 0.1523,
      "step": 164610
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.170644952014497e-05,
      "loss": 0.1534,
      "step": 164620
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1705330976935646e-05,
      "loss": 0.1575,
      "step": 164630
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.170421243372632e-05,
      "loss": 0.1544,
      "step": 164640
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1703093890516995e-05,
      "loss": 0.1546,
      "step": 164650
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1701975347307666e-05,
      "loss": 0.1582,
      "step": 164660
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1700856804098344e-05,
      "loss": 0.157,
      "step": 164670
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1699738260889016e-05,
      "loss": 0.1558,
      "step": 164680
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1698619717679693e-05,
      "loss": 0.1593,
      "step": 164690
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.169750117447037e-05,
      "loss": 0.1503,
      "step": 164700
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.169638263126104e-05,
      "loss": 0.1547,
      "step": 164710
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.169526408805172e-05,
      "loss": 0.1502,
      "step": 164720
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.16941455448424e-05,
      "loss": 0.1541,
      "step": 164730
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1693027001633076e-05,
      "loss": 0.1576,
      "step": 164740
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1691908458423754e-05,
      "loss": 0.1495,
      "step": 164750
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1690789915214425e-05,
      "loss": 0.1564,
      "step": 164760
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.16896713720051e-05,
      "loss": 0.1515,
      "step": 164770
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1688552828795774e-05,
      "loss": 0.1552,
      "step": 164780
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.168743428558645e-05,
      "loss": 0.1554,
      "step": 164790
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.168631574237713e-05,
      "loss": 0.1552,
      "step": 164800
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.16851971991678e-05,
      "loss": 0.1548,
      "step": 164810
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.168407865595848e-05,
      "loss": 0.1509,
      "step": 164820
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.168296011274916e-05,
      "loss": 0.1544,
      "step": 164830
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1681841569539835e-05,
      "loss": 0.1496,
      "step": 164840
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.168072302633051e-05,
      "loss": 0.1504,
      "step": 164850
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1679604483121184e-05,
      "loss": 0.1572,
      "step": 164860
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.167848593991186e-05,
      "loss": 0.1529,
      "step": 164870
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1677367396702533e-05,
      "loss": 0.1536,
      "step": 164880
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.167624885349321e-05,
      "loss": 0.1548,
      "step": 164890
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.167513031028389e-05,
      "loss": 0.157,
      "step": 164900
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.167401176707456e-05,
      "loss": 0.1559,
      "step": 164910
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.167289322386524e-05,
      "loss": 0.1539,
      "step": 164920
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1671774680655916e-05,
      "loss": 0.1528,
      "step": 164930
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1670656137446594e-05,
      "loss": 0.1557,
      "step": 164940
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.166953759423727e-05,
      "loss": 0.1571,
      "step": 164950
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.166841905102794e-05,
      "loss": 0.1508,
      "step": 164960
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.166730050781862e-05,
      "loss": 0.1569,
      "step": 164970
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.166618196460929e-05,
      "loss": 0.1533,
      "step": 164980
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.166506342139997e-05,
      "loss": 0.1595,
      "step": 164990
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.166394487819064e-05,
      "loss": 0.1522,
      "step": 165000
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.166282633498132e-05,
      "loss": 0.1553,
      "step": 165010
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1661707791772e-05,
      "loss": 0.1517,
      "step": 165020
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1660589248562675e-05,
      "loss": 0.1536,
      "step": 165030
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.165947070535335e-05,
      "loss": 0.1488,
      "step": 165040
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1658352162144024e-05,
      "loss": 0.1527,
      "step": 165050
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.16572336189347e-05,
      "loss": 0.1518,
      "step": 165060
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.165611507572538e-05,
      "loss": 0.1562,
      "step": 165070
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.165499653251605e-05,
      "loss": 0.1573,
      "step": 165080
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.165387798930673e-05,
      "loss": 0.1559,
      "step": 165090
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.16527594460974e-05,
      "loss": 0.155,
      "step": 165100
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.165164090288808e-05,
      "loss": 0.1576,
      "step": 165110
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1650522359678756e-05,
      "loss": 0.1554,
      "step": 165120
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.164940381646943e-05,
      "loss": 0.153,
      "step": 165130
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.164828527326011e-05,
      "loss": 0.1493,
      "step": 165140
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.164716673005078e-05,
      "loss": 0.1501,
      "step": 165150
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.164604818684146e-05,
      "loss": 0.1519,
      "step": 165160
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.164492964363214e-05,
      "loss": 0.1507,
      "step": 165170
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.164381110042281e-05,
      "loss": 0.1615,
      "step": 165180
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.164269255721349e-05,
      "loss": 0.1599,
      "step": 165190
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.164157401400416e-05,
      "loss": 0.1531,
      "step": 165200
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.164045547079484e-05,
      "loss": 0.1563,
      "step": 165210
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1639336927585515e-05,
      "loss": 0.1552,
      "step": 165220
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1638218384376186e-05,
      "loss": 0.1533,
      "step": 165230
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1637099841166864e-05,
      "loss": 0.1546,
      "step": 165240
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.163598129795754e-05,
      "loss": 0.1551,
      "step": 165250
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.163486275474822e-05,
      "loss": 0.1579,
      "step": 165260
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.16337442115389e-05,
      "loss": 0.1517,
      "step": 165270
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.163262566832957e-05,
      "loss": 0.1554,
      "step": 165280
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.163150712512025e-05,
      "loss": 0.1544,
      "step": 165290
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.163038858191092e-05,
      "loss": 0.1538,
      "step": 165300
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1629270038701596e-05,
      "loss": 0.1548,
      "step": 165310
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.162815149549227e-05,
      "loss": 0.151,
      "step": 165320
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1627032952282945e-05,
      "loss": 0.1552,
      "step": 165330
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.162591440907362e-05,
      "loss": 0.1568,
      "step": 165340
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.16247958658643e-05,
      "loss": 0.1558,
      "step": 165350
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.162367732265498e-05,
      "loss": 0.1541,
      "step": 165360
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.162255877944565e-05,
      "loss": 0.1527,
      "step": 165370
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.162144023623633e-05,
      "loss": 0.1542,
      "step": 165380
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1620321693027006e-05,
      "loss": 0.1549,
      "step": 165390
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.161920314981768e-05,
      "loss": 0.1565,
      "step": 165400
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1618084606608355e-05,
      "loss": 0.1515,
      "step": 165410
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1616966063399026e-05,
      "loss": 0.1546,
      "step": 165420
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1615847520189704e-05,
      "loss": 0.1526,
      "step": 165430
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.161472897698038e-05,
      "loss": 0.1509,
      "step": 165440
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.161361043377106e-05,
      "loss": 0.1563,
      "step": 165450
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.161249189056174e-05,
      "loss": 0.1542,
      "step": 165460
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.161137334735241e-05,
      "loss": 0.1545,
      "step": 165470
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.161025480414309e-05,
      "loss": 0.1568,
      "step": 165480
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.160924811525469e-05,
      "loss": 0.1552,
      "step": 165490
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.160812957204537e-05,
      "loss": 0.1569,
      "step": 165500
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1607011028836045e-05,
      "loss": 0.1605,
      "step": 165510
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.160589248562672e-05,
      "loss": 0.1568,
      "step": 165520
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.16047739424174e-05,
      "loss": 0.1537,
      "step": 165530
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.160365539920807e-05,
      "loss": 0.1549,
      "step": 165540
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.160253685599875e-05,
      "loss": 0.1521,
      "step": 165550
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.160141831278943e-05,
      "loss": 0.1523,
      "step": 165560
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.16002997695801e-05,
      "loss": 0.1536,
      "step": 165570
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.159918122637078e-05,
      "loss": 0.1544,
      "step": 165580
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.159806268316145e-05,
      "loss": 0.1513,
      "step": 165590
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1596944139952126e-05,
      "loss": 0.1549,
      "step": 165600
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1595825596742804e-05,
      "loss": 0.1558,
      "step": 165610
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.159470705353348e-05,
      "loss": 0.1562,
      "step": 165620
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.159358851032416e-05,
      "loss": 0.156,
      "step": 165630
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.159246996711483e-05,
      "loss": 0.1553,
      "step": 165640
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.159135142390551e-05,
      "loss": 0.1521,
      "step": 165650
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.159023288069618e-05,
      "loss": 0.1532,
      "step": 165660
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.158911433748686e-05,
      "loss": 0.1526,
      "step": 165670
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1587995794277536e-05,
      "loss": 0.1554,
      "step": 165680
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.158687725106821e-05,
      "loss": 0.1586,
      "step": 165690
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1585758707858885e-05,
      "loss": 0.1563,
      "step": 165700
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1584640164649556e-05,
      "loss": 0.154,
      "step": 165710
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.158352162144024e-05,
      "loss": 0.1537,
      "step": 165720
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.158240307823092e-05,
      "loss": 0.1496,
      "step": 165730
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.158128453502159e-05,
      "loss": 0.1523,
      "step": 165740
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.158016599181227e-05,
      "loss": 0.1577,
      "step": 165750
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.157904744860294e-05,
      "loss": 0.1542,
      "step": 165760
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.157792890539362e-05,
      "loss": 0.155,
      "step": 165770
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1576810362184295e-05,
      "loss": 0.1592,
      "step": 165780
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1575691818974966e-05,
      "loss": 0.1504,
      "step": 165790
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1574573275765644e-05,
      "loss": 0.1571,
      "step": 165800
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1573454732556315e-05,
      "loss": 0.155,
      "step": 165810
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.157233618934699e-05,
      "loss": 0.1629,
      "step": 165820
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.157121764613767e-05,
      "loss": 0.158,
      "step": 165830
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.157009910292835e-05,
      "loss": 0.1524,
      "step": 165840
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.156898055971903e-05,
      "loss": 0.1553,
      "step": 165850
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.15678620165097e-05,
      "loss": 0.1525,
      "step": 165860
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1566743473300376e-05,
      "loss": 0.1514,
      "step": 165870
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1565624930091054e-05,
      "loss": 0.1568,
      "step": 165880
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1564506386881725e-05,
      "loss": 0.1561,
      "step": 165890
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.15633878436724e-05,
      "loss": 0.1582,
      "step": 165900
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1562269300463074e-05,
      "loss": 0.153,
      "step": 165910
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.156115075725375e-05,
      "loss": 0.1521,
      "step": 165920
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.156003221404443e-05,
      "loss": 0.1576,
      "step": 165930
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.155891367083511e-05,
      "loss": 0.1566,
      "step": 165940
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1557795127625786e-05,
      "loss": 0.1551,
      "step": 165950
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.155667658441646e-05,
      "loss": 0.1544,
      "step": 165960
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1555558041207135e-05,
      "loss": 0.155,
      "step": 165970
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1554439497997806e-05,
      "loss": 0.1517,
      "step": 165980
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1553320954788484e-05,
      "loss": 0.1506,
      "step": 165990
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.155220241157916e-05,
      "loss": 0.155,
      "step": 166000
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.155108386836983e-05,
      "loss": 0.1574,
      "step": 166010
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.154996532516051e-05,
      "loss": 0.1566,
      "step": 166020
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.154884678195119e-05,
      "loss": 0.1533,
      "step": 166030
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.154772823874187e-05,
      "loss": 0.1556,
      "step": 166040
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1546609695532545e-05,
      "loss": 0.1517,
      "step": 166050
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1545491152323216e-05,
      "loss": 0.156,
      "step": 166060
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1544372609113894e-05,
      "loss": 0.1549,
      "step": 166070
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1543254065904565e-05,
      "loss": 0.1549,
      "step": 166080
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.154213552269524e-05,
      "loss": 0.1551,
      "step": 166090
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.154101697948592e-05,
      "loss": 0.1561,
      "step": 166100
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.153989843627659e-05,
      "loss": 0.1473,
      "step": 166110
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.153877989306727e-05,
      "loss": 0.1576,
      "step": 166120
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.153766134985794e-05,
      "loss": 0.157,
      "step": 166130
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1536542806648626e-05,
      "loss": 0.1536,
      "step": 166140
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1535424263439304e-05,
      "loss": 0.1558,
      "step": 166150
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1534305720229975e-05,
      "loss": 0.1554,
      "step": 166160
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.153318717702065e-05,
      "loss": 0.1565,
      "step": 166170
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1532068633811324e-05,
      "loss": 0.158,
      "step": 166180
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1530950090602e-05,
      "loss": 0.159,
      "step": 166190
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.152983154739268e-05,
      "loss": 0.1502,
      "step": 166200
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.152871300418335e-05,
      "loss": 0.1534,
      "step": 166210
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.152759446097403e-05,
      "loss": 0.1573,
      "step": 166220
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.15264759177647e-05,
      "loss": 0.1543,
      "step": 166230
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.152535737455538e-05,
      "loss": 0.1565,
      "step": 166240
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1524238831346056e-05,
      "loss": 0.1583,
      "step": 166250
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1523120288136734e-05,
      "loss": 0.1513,
      "step": 166260
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.152200174492741e-05,
      "loss": 0.1549,
      "step": 166270
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.152088320171808e-05,
      "loss": 0.1523,
      "step": 166280
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.151976465850876e-05,
      "loss": 0.1503,
      "step": 166290
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.151864611529943e-05,
      "loss": 0.1598,
      "step": 166300
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.151752757209011e-05,
      "loss": 0.1529,
      "step": 166310
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.151640902888079e-05,
      "loss": 0.1567,
      "step": 166320
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.151529048567146e-05,
      "loss": 0.1556,
      "step": 166330
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.151417194246214e-05,
      "loss": 0.1563,
      "step": 166340
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1513053399252815e-05,
      "loss": 0.1571,
      "step": 166350
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.151193485604349e-05,
      "loss": 0.1519,
      "step": 166360
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.151081631283417e-05,
      "loss": 0.1505,
      "step": 166370
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.150969776962484e-05,
      "loss": 0.1627,
      "step": 166380
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.150857922641552e-05,
      "loss": 0.1538,
      "step": 166390
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.150746068320619e-05,
      "loss": 0.1543,
      "step": 166400
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.150634213999687e-05,
      "loss": 0.1567,
      "step": 166410
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.150522359678755e-05,
      "loss": 0.1552,
      "step": 166420
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.150410505357822e-05,
      "loss": 0.1519,
      "step": 166430
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1502986510368896e-05,
      "loss": 0.1513,
      "step": 166440
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1501867967159574e-05,
      "loss": 0.1555,
      "step": 166450
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.150074942395025e-05,
      "loss": 0.1534,
      "step": 166460
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.149963088074093e-05,
      "loss": 0.1545,
      "step": 166470
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.14985123375316e-05,
      "loss": 0.151,
      "step": 166480
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.149739379432228e-05,
      "loss": 0.1602,
      "step": 166490
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.149627525111295e-05,
      "loss": 0.1519,
      "step": 166500
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.149515670790363e-05,
      "loss": 0.15,
      "step": 166510
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1494038164694306e-05,
      "loss": 0.1572,
      "step": 166520
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.149291962148498e-05,
      "loss": 0.1541,
      "step": 166530
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1491801078275655e-05,
      "loss": 0.1522,
      "step": 166540
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.149068253506633e-05,
      "loss": 0.1572,
      "step": 166550
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.148956399185701e-05,
      "loss": 0.1497,
      "step": 166560
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.148844544864769e-05,
      "loss": 0.1565,
      "step": 166570
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.148732690543836e-05,
      "loss": 0.1523,
      "step": 166580
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.148620836222904e-05,
      "loss": 0.1537,
      "step": 166590
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.148508981901971e-05,
      "loss": 0.1537,
      "step": 166600
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1483971275810387e-05,
      "loss": 0.152,
      "step": 166610
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.148285273260106e-05,
      "loss": 0.1532,
      "step": 166620
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1481734189391736e-05,
      "loss": 0.153,
      "step": 166630
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1480615646182414e-05,
      "loss": 0.1533,
      "step": 166640
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1479497102973085e-05,
      "loss": 0.1546,
      "step": 166650
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.147837855976376e-05,
      "loss": 0.1562,
      "step": 166660
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.147726001655444e-05,
      "loss": 0.1605,
      "step": 166670
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.147614147334512e-05,
      "loss": 0.1603,
      "step": 166680
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1475022930135796e-05,
      "loss": 0.1518,
      "step": 166690
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.147390438692647e-05,
      "loss": 0.1547,
      "step": 166700
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1472785843717146e-05,
      "loss": 0.1571,
      "step": 166710
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.147166730050782e-05,
      "loss": 0.1558,
      "step": 166720
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1470548757298495e-05,
      "loss": 0.1521,
      "step": 166730
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.146943021408917e-05,
      "loss": 0.1539,
      "step": 166740
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1468311670879844e-05,
      "loss": 0.1483,
      "step": 166750
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.146719312767052e-05,
      "loss": 0.1562,
      "step": 166760
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.14660745844612e-05,
      "loss": 0.1521,
      "step": 166770
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.146495604125188e-05,
      "loss": 0.1551,
      "step": 166780
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1463837498042555e-05,
      "loss": 0.1518,
      "step": 166790
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1462718954833227e-05,
      "loss": 0.1595,
      "step": 166800
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1461600411623904e-05,
      "loss": 0.1473,
      "step": 166810
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1460481868414576e-05,
      "loss": 0.1553,
      "step": 166820
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1459363325205254e-05,
      "loss": 0.1504,
      "step": 166830
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.145824478199593e-05,
      "loss": 0.1493,
      "step": 166840
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.14571262387866e-05,
      "loss": 0.154,
      "step": 166850
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.145600769557728e-05,
      "loss": 0.156,
      "step": 166860
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.145488915236796e-05,
      "loss": 0.1528,
      "step": 166870
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1453770609158636e-05,
      "loss": 0.1574,
      "step": 166880
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1452652065949314e-05,
      "loss": 0.1528,
      "step": 166890
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1451533522739986e-05,
      "loss": 0.1611,
      "step": 166900
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1450414979530663e-05,
      "loss": 0.1502,
      "step": 166910
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1449296436321335e-05,
      "loss": 0.1534,
      "step": 166920
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.144817789311201e-05,
      "loss": 0.1471,
      "step": 166930
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1447059349902684e-05,
      "loss": 0.1526,
      "step": 166940
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.144594080669336e-05,
      "loss": 0.1551,
      "step": 166950
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.144482226348404e-05,
      "loss": 0.1618,
      "step": 166960
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.144370372027472e-05,
      "loss": 0.1574,
      "step": 166970
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1442585177065395e-05,
      "loss": 0.15,
      "step": 166980
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1441466633856067e-05,
      "loss": 0.1533,
      "step": 166990
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1440348090646744e-05,
      "loss": 0.1597,
      "step": 167000
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.143922954743742e-05,
      "loss": 0.1545,
      "step": 167010
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1438111004228094e-05,
      "loss": 0.1528,
      "step": 167020
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.143699246101877e-05,
      "loss": 0.1526,
      "step": 167030
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.143587391780944e-05,
      "loss": 0.1538,
      "step": 167040
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.143475537460012e-05,
      "loss": 0.1509,
      "step": 167050
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.14336368313908e-05,
      "loss": 0.1487,
      "step": 167060
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.143251828818147e-05,
      "loss": 0.1515,
      "step": 167070
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.143139974497215e-05,
      "loss": 0.1529,
      "step": 167080
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1430281201762825e-05,
      "loss": 0.1491,
      "step": 167090
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1429162658553503e-05,
      "loss": 0.1538,
      "step": 167100
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.142804411534418e-05,
      "loss": 0.1537,
      "step": 167110
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.142692557213485e-05,
      "loss": 0.1538,
      "step": 167120
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.142580702892553e-05,
      "loss": 0.1545,
      "step": 167130
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.14246884857162e-05,
      "loss": 0.1549,
      "step": 167140
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.142356994250688e-05,
      "loss": 0.1506,
      "step": 167150
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.142245139929756e-05,
      "loss": 0.1589,
      "step": 167160
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.142133285608823e-05,
      "loss": 0.1575,
      "step": 167170
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1420214312878907e-05,
      "loss": 0.1568,
      "step": 167180
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1419095769669584e-05,
      "loss": 0.1532,
      "step": 167190
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.141797722646026e-05,
      "loss": 0.1608,
      "step": 167200
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.141685868325094e-05,
      "loss": 0.1543,
      "step": 167210
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.141574014004161e-05,
      "loss": 0.1529,
      "step": 167220
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.141462159683229e-05,
      "loss": 0.1597,
      "step": 167230
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.141350305362296e-05,
      "loss": 0.153,
      "step": 167240
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.141238451041364e-05,
      "loss": 0.1485,
      "step": 167250
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.141126596720431e-05,
      "loss": 0.1563,
      "step": 167260
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.141014742399499e-05,
      "loss": 0.1538,
      "step": 167270
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1409028880785665e-05,
      "loss": 0.1497,
      "step": 167280
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.140791033757634e-05,
      "loss": 0.1496,
      "step": 167290
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.140679179436702e-05,
      "loss": 0.1534,
      "step": 167300
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.140567325115769e-05,
      "loss": 0.1531,
      "step": 167310
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.140455470794837e-05,
      "loss": 0.1506,
      "step": 167320
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.140343616473905e-05,
      "loss": 0.1544,
      "step": 167330
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.140231762152972e-05,
      "loss": 0.1526,
      "step": 167340
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.14011990783204e-05,
      "loss": 0.1546,
      "step": 167350
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.140008053511107e-05,
      "loss": 0.1593,
      "step": 167360
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1398961991901746e-05,
      "loss": 0.1561,
      "step": 167370
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1397843448692424e-05,
      "loss": 0.1544,
      "step": 167380
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.13967249054831e-05,
      "loss": 0.1546,
      "step": 167390
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.139560636227378e-05,
      "loss": 0.1604,
      "step": 167400
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.139448781906445e-05,
      "loss": 0.152,
      "step": 167410
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.139336927585513e-05,
      "loss": 0.1473,
      "step": 167420
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.139225073264581e-05,
      "loss": 0.1549,
      "step": 167430
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.139113218943648e-05,
      "loss": 0.151,
      "step": 167440
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1390013646227156e-05,
      "loss": 0.1487,
      "step": 167450
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.138889510301783e-05,
      "loss": 0.1535,
      "step": 167460
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1387776559808505e-05,
      "loss": 0.1508,
      "step": 167470
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.138665801659918e-05,
      "loss": 0.1576,
      "step": 167480
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1385539473389855e-05,
      "loss": 0.1553,
      "step": 167490
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.138442093018054e-05,
      "loss": 0.1576,
      "step": 167500
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.138341424129214e-05,
      "loss": 0.1528,
      "step": 167510
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.138229569808282e-05,
      "loss": 0.1552,
      "step": 167520
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.138117715487349e-05,
      "loss": 0.1541,
      "step": 167530
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.138005861166417e-05,
      "loss": 0.1534,
      "step": 167540
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1378940068454846e-05,
      "loss": 0.158,
      "step": 167550
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1377821525245524e-05,
      "loss": 0.1512,
      "step": 167560
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.13767029820362e-05,
      "loss": 0.1549,
      "step": 167570
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.137558443882687e-05,
      "loss": 0.1504,
      "step": 167580
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.137446589561755e-05,
      "loss": 0.1496,
      "step": 167590
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.137334735240823e-05,
      "loss": 0.1579,
      "step": 167600
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.13722288091989e-05,
      "loss": 0.1542,
      "step": 167610
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.137111026598958e-05,
      "loss": 0.1549,
      "step": 167620
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.136999172278025e-05,
      "loss": 0.1511,
      "step": 167630
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.136887317957093e-05,
      "loss": 0.1588,
      "step": 167640
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.13677546363616e-05,
      "loss": 0.1541,
      "step": 167650
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1366636093152276e-05,
      "loss": 0.1556,
      "step": 167660
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.136551754994296e-05,
      "loss": 0.1589,
      "step": 167670
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.136439900673363e-05,
      "loss": 0.1565,
      "step": 167680
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.136328046352431e-05,
      "loss": 0.1574,
      "step": 167690
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.136216192031498e-05,
      "loss": 0.1511,
      "step": 167700
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.136104337710566e-05,
      "loss": 0.1584,
      "step": 167710
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.135992483389634e-05,
      "loss": 0.1531,
      "step": 167720
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.135880629068701e-05,
      "loss": 0.1601,
      "step": 167730
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1357687747477686e-05,
      "loss": 0.1495,
      "step": 167740
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.135656920426836e-05,
      "loss": 0.1546,
      "step": 167750
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1355450661059035e-05,
      "loss": 0.1485,
      "step": 167760
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.135433211784971e-05,
      "loss": 0.1556,
      "step": 167770
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.135321357464039e-05,
      "loss": 0.1481,
      "step": 167780
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.135209503143107e-05,
      "loss": 0.155,
      "step": 167790
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.135097648822174e-05,
      "loss": 0.1537,
      "step": 167800
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.134985794501242e-05,
      "loss": 0.1543,
      "step": 167810
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1348739401803096e-05,
      "loss": 0.1509,
      "step": 167820
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.134762085859377e-05,
      "loss": 0.1497,
      "step": 167830
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1346502315384445e-05,
      "loss": 0.1571,
      "step": 167840
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1345383772175116e-05,
      "loss": 0.1521,
      "step": 167850
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1344265228965794e-05,
      "loss": 0.1555,
      "step": 167860
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.134314668575647e-05,
      "loss": 0.1581,
      "step": 167870
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.134202814254715e-05,
      "loss": 0.1574,
      "step": 167880
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.134090959933783e-05,
      "loss": 0.1558,
      "step": 167890
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.13397910561285e-05,
      "loss": 0.1545,
      "step": 167900
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.133867251291918e-05,
      "loss": 0.1538,
      "step": 167910
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1337553969709855e-05,
      "loss": 0.1552,
      "step": 167920
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1336435426500526e-05,
      "loss": 0.1554,
      "step": 167930
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1335316883291204e-05,
      "loss": 0.1588,
      "step": 167940
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1334198340081875e-05,
      "loss": 0.1585,
      "step": 167950
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.133307979687255e-05,
      "loss": 0.1542,
      "step": 167960
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.133196125366323e-05,
      "loss": 0.1484,
      "step": 167970
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.133084271045391e-05,
      "loss": 0.1529,
      "step": 167980
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.132972416724459e-05,
      "loss": 0.1515,
      "step": 167990
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.132860562403526e-05,
      "loss": 0.1476,
      "step": 168000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1327487080825936e-05,
      "loss": 0.159,
      "step": 168010
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.132636853761661e-05,
      "loss": 0.1575,
      "step": 168020
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1325249994407285e-05,
      "loss": 0.1483,
      "step": 168030
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.132413145119796e-05,
      "loss": 0.1528,
      "step": 168040
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1323012907988634e-05,
      "loss": 0.1536,
      "step": 168050
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.132189436477931e-05,
      "loss": 0.156,
      "step": 168060
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.132077582156998e-05,
      "loss": 0.1535,
      "step": 168070
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.131965727836067e-05,
      "loss": 0.1486,
      "step": 168080
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1318538735151346e-05,
      "loss": 0.1501,
      "step": 168090
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.131742019194202e-05,
      "loss": 0.1526,
      "step": 168100
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1316301648732695e-05,
      "loss": 0.1556,
      "step": 168110
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1315183105523366e-05,
      "loss": 0.1535,
      "step": 168120
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1314064562314044e-05,
      "loss": 0.1503,
      "step": 168130
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.131294601910472e-05,
      "loss": 0.1533,
      "step": 168140
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.131182747589539e-05,
      "loss": 0.1584,
      "step": 168150
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.131070893268607e-05,
      "loss": 0.1527,
      "step": 168160
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.130959038947674e-05,
      "loss": 0.1592,
      "step": 168170
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.130847184626742e-05,
      "loss": 0.1502,
      "step": 168180
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.13073533030581e-05,
      "loss": 0.1514,
      "step": 168190
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1306234759848776e-05,
      "loss": 0.1508,
      "step": 168200
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1305116216639454e-05,
      "loss": 0.1544,
      "step": 168210
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1303997673430125e-05,
      "loss": 0.149,
      "step": 168220
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.13028791302208e-05,
      "loss": 0.1548,
      "step": 168230
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.130176058701148e-05,
      "loss": 0.1529,
      "step": 168240
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.130064204380215e-05,
      "loss": 0.1533,
      "step": 168250
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.129952350059283e-05,
      "loss": 0.1494,
      "step": 168260
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.12984049573835e-05,
      "loss": 0.1505,
      "step": 168270
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.129728641417418e-05,
      "loss": 0.15,
      "step": 168280
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.129616787096486e-05,
      "loss": 0.1535,
      "step": 168290
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1295049327755535e-05,
      "loss": 0.1526,
      "step": 168300
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.129393078454621e-05,
      "loss": 0.1507,
      "step": 168310
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1292812241336884e-05,
      "loss": 0.1562,
      "step": 168320
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.129169369812756e-05,
      "loss": 0.1537,
      "step": 168330
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.129057515491823e-05,
      "loss": 0.1461,
      "step": 168340
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.128945661170891e-05,
      "loss": 0.1531,
      "step": 168350
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.128833806849959e-05,
      "loss": 0.1542,
      "step": 168360
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.128721952529026e-05,
      "loss": 0.1555,
      "step": 168370
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.128610098208094e-05,
      "loss": 0.1477,
      "step": 168380
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.128509429319255e-05,
      "loss": 0.1522,
      "step": 168390
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1283975749983225e-05,
      "loss": 0.1548,
      "step": 168400
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1282857206773896e-05,
      "loss": 0.1555,
      "step": 168410
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1281738663564574e-05,
      "loss": 0.1564,
      "step": 168420
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.128062012035525e-05,
      "loss": 0.1509,
      "step": 168430
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.127950157714592e-05,
      "loss": 0.1484,
      "step": 168440
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.12783830339366e-05,
      "loss": 0.1575,
      "step": 168450
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.127726449072728e-05,
      "loss": 0.1528,
      "step": 168460
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1276145947517957e-05,
      "loss": 0.1488,
      "step": 168470
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1275027404308635e-05,
      "loss": 0.1557,
      "step": 168480
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1273908861099306e-05,
      "loss": 0.1515,
      "step": 168490
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1272790317889984e-05,
      "loss": 0.1569,
      "step": 168500
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1271671774680655e-05,
      "loss": 0.1545,
      "step": 168510
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.127055323147133e-05,
      "loss": 0.1562,
      "step": 168520
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.126943468826201e-05,
      "loss": 0.1478,
      "step": 168530
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.126831614505268e-05,
      "loss": 0.1572,
      "step": 168540
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.126719760184336e-05,
      "loss": 0.1484,
      "step": 168550
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.126607905863404e-05,
      "loss": 0.1503,
      "step": 168560
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1264960515424716e-05,
      "loss": 0.1475,
      "step": 168570
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1263841972215393e-05,
      "loss": 0.1553,
      "step": 168580
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1262723429006065e-05,
      "loss": 0.154,
      "step": 168590
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.126160488579674e-05,
      "loss": 0.1538,
      "step": 168600
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1260486342587414e-05,
      "loss": 0.1537,
      "step": 168610
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.125936779937809e-05,
      "loss": 0.152,
      "step": 168620
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.125824925616876e-05,
      "loss": 0.1537,
      "step": 168630
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.125713071295944e-05,
      "loss": 0.1545,
      "step": 168640
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.125601216975012e-05,
      "loss": 0.1517,
      "step": 168650
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1254893626540797e-05,
      "loss": 0.1562,
      "step": 168660
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1253775083331475e-05,
      "loss": 0.1566,
      "step": 168670
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1252656540122146e-05,
      "loss": 0.1585,
      "step": 168680
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1251537996912824e-05,
      "loss": 0.1496,
      "step": 168690
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.12504194537035e-05,
      "loss": 0.149,
      "step": 168700
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.124930091049417e-05,
      "loss": 0.155,
      "step": 168710
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.124818236728485e-05,
      "loss": 0.1559,
      "step": 168720
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.124706382407552e-05,
      "loss": 0.1543,
      "step": 168730
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.12459452808662e-05,
      "loss": 0.1537,
      "step": 168740
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.124482673765688e-05,
      "loss": 0.1541,
      "step": 168750
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.124370819444755e-05,
      "loss": 0.1569,
      "step": 168760
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.124258965123823e-05,
      "loss": 0.1563,
      "step": 168770
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1241471108028905e-05,
      "loss": 0.1518,
      "step": 168780
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.124035256481958e-05,
      "loss": 0.1524,
      "step": 168790
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.123923402161026e-05,
      "loss": 0.1558,
      "step": 168800
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.123811547840093e-05,
      "loss": 0.1517,
      "step": 168810
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.123699693519161e-05,
      "loss": 0.1517,
      "step": 168820
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.123587839198228e-05,
      "loss": 0.1514,
      "step": 168830
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.123475984877296e-05,
      "loss": 0.1485,
      "step": 168840
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1233641305563637e-05,
      "loss": 0.1523,
      "step": 168850
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.123252276235431e-05,
      "loss": 0.1518,
      "step": 168860
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1231404219144986e-05,
      "loss": 0.1562,
      "step": 168870
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1230285675935664e-05,
      "loss": 0.1546,
      "step": 168880
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.122916713272634e-05,
      "loss": 0.1527,
      "step": 168890
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.122804858951702e-05,
      "loss": 0.1526,
      "step": 168900
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.122693004630769e-05,
      "loss": 0.1548,
      "step": 168910
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.122581150309837e-05,
      "loss": 0.1551,
      "step": 168920
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.122469295988904e-05,
      "loss": 0.1527,
      "step": 168930
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.122357441667972e-05,
      "loss": 0.1558,
      "step": 168940
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.122245587347039e-05,
      "loss": 0.1525,
      "step": 168950
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.122133733026107e-05,
      "loss": 0.1509,
      "step": 168960
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1220218787051745e-05,
      "loss": 0.1566,
      "step": 168970
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.121910024384242e-05,
      "loss": 0.1522,
      "step": 168980
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.12179817006331e-05,
      "loss": 0.1564,
      "step": 168990
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.121686315742377e-05,
      "loss": 0.1527,
      "step": 169000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.121574461421445e-05,
      "loss": 0.1523,
      "step": 169010
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.121462607100513e-05,
      "loss": 0.1561,
      "step": 169020
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.12135075277958e-05,
      "loss": 0.1509,
      "step": 169030
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1212388984586477e-05,
      "loss": 0.1572,
      "step": 169040
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.121127044137715e-05,
      "loss": 0.1523,
      "step": 169050
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1210151898167826e-05,
      "loss": 0.1559,
      "step": 169060
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1209033354958504e-05,
      "loss": 0.15,
      "step": 169070
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.120791481174918e-05,
      "loss": 0.1537,
      "step": 169080
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.120679626853986e-05,
      "loss": 0.1513,
      "step": 169090
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.120567772533053e-05,
      "loss": 0.1481,
      "step": 169100
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.120455918212121e-05,
      "loss": 0.1544,
      "step": 169110
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1203440638911886e-05,
      "loss": 0.1499,
      "step": 169120
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.120232209570256e-05,
      "loss": 0.154,
      "step": 169130
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1201203552493235e-05,
      "loss": 0.1545,
      "step": 169140
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1200085009283907e-05,
      "loss": 0.1502,
      "step": 169150
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1198966466074585e-05,
      "loss": 0.1482,
      "step": 169160
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.119784792286526e-05,
      "loss": 0.1539,
      "step": 169170
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1196729379655934e-05,
      "loss": 0.147,
      "step": 169180
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.119561083644661e-05,
      "loss": 0.1514,
      "step": 169190
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.119449229323729e-05,
      "loss": 0.1556,
      "step": 169200
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.119337375002797e-05,
      "loss": 0.1489,
      "step": 169210
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1192255206818645e-05,
      "loss": 0.1521,
      "step": 169220
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1191136663609316e-05,
      "loss": 0.1523,
      "step": 169230
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1190018120399994e-05,
      "loss": 0.1522,
      "step": 169240
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1188899577190666e-05,
      "loss": 0.1502,
      "step": 169250
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1187781033981343e-05,
      "loss": 0.1516,
      "step": 169260
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1186662490772015e-05,
      "loss": 0.1533,
      "step": 169270
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.118554394756269e-05,
      "loss": 0.1528,
      "step": 169280
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.118442540435337e-05,
      "loss": 0.1531,
      "step": 169290
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.118330686114405e-05,
      "loss": 0.154,
      "step": 169300
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1182188317934726e-05,
      "loss": 0.1527,
      "step": 169310
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.11810697747254e-05,
      "loss": 0.1528,
      "step": 169320
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1179951231516075e-05,
      "loss": 0.1511,
      "step": 169330
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.117883268830675e-05,
      "loss": 0.1525,
      "step": 169340
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1177714145097425e-05,
      "loss": 0.1609,
      "step": 169350
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.11765956018881e-05,
      "loss": 0.1493,
      "step": 169360
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1175477058678774e-05,
      "loss": 0.1534,
      "step": 169370
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.117435851546945e-05,
      "loss": 0.1503,
      "step": 169380
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.117323997226013e-05,
      "loss": 0.1506,
      "step": 169390
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.117212142905081e-05,
      "loss": 0.1529,
      "step": 169400
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1171002885841485e-05,
      "loss": 0.1575,
      "step": 169410
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1169884342632156e-05,
      "loss": 0.1516,
      "step": 169420
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1168765799422834e-05,
      "loss": 0.1569,
      "step": 169430
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.116764725621351e-05,
      "loss": 0.1578,
      "step": 169440
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1166528713004183e-05,
      "loss": 0.1553,
      "step": 169450
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.116541016979486e-05,
      "loss": 0.1557,
      "step": 169460
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.116429162658553e-05,
      "loss": 0.1547,
      "step": 169470
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.116317308337621e-05,
      "loss": 0.1533,
      "step": 169480
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.116205454016689e-05,
      "loss": 0.1517,
      "step": 169490
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1160935996957566e-05,
      "loss": 0.1546,
      "step": 169500
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1159817453748244e-05,
      "loss": 0.1541,
      "step": 169510
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1158698910538915e-05,
      "loss": 0.1494,
      "step": 169520
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.115758036732959e-05,
      "loss": 0.1492,
      "step": 169530
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.115646182412027e-05,
      "loss": 0.1546,
      "step": 169540
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.115534328091094e-05,
      "loss": 0.1531,
      "step": 169550
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.115422473770162e-05,
      "loss": 0.1549,
      "step": 169560
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.115310619449229e-05,
      "loss": 0.1563,
      "step": 169570
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.115198765128297e-05,
      "loss": 0.1535,
      "step": 169580
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.115086910807364e-05,
      "loss": 0.1597,
      "step": 169590
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.114975056486432e-05,
      "loss": 0.1518,
      "step": 169600
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1148632021655e-05,
      "loss": 0.1564,
      "step": 169610
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1147513478445674e-05,
      "loss": 0.1547,
      "step": 169620
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.114639493523635e-05,
      "loss": 0.1481,
      "step": 169630
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1145276392027023e-05,
      "loss": 0.1517,
      "step": 169640
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.11441578488177e-05,
      "loss": 0.1538,
      "step": 169650
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.114303930560838e-05,
      "loss": 0.1473,
      "step": 169660
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.114192076239905e-05,
      "loss": 0.151,
      "step": 169670
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.114080221918973e-05,
      "loss": 0.15,
      "step": 169680
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.11396836759804e-05,
      "loss": 0.1523,
      "step": 169690
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.113856513277108e-05,
      "loss": 0.1477,
      "step": 169700
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1137446589561755e-05,
      "loss": 0.1536,
      "step": 169710
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.113632804635243e-05,
      "loss": 0.1546,
      "step": 169720
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.113520950314311e-05,
      "loss": 0.1586,
      "step": 169730
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.113409095993378e-05,
      "loss": 0.1537,
      "step": 169740
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.113297241672446e-05,
      "loss": 0.1572,
      "step": 169750
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.113185387351514e-05,
      "loss": 0.1484,
      "step": 169760
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.113073533030581e-05,
      "loss": 0.1485,
      "step": 169770
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.112961678709649e-05,
      "loss": 0.1568,
      "step": 169780
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.112849824388716e-05,
      "loss": 0.1526,
      "step": 169790
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1127379700677836e-05,
      "loss": 0.1567,
      "step": 169800
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1126261157468514e-05,
      "loss": 0.152,
      "step": 169810
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.112514261425919e-05,
      "loss": 0.1542,
      "step": 169820
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.112402407104987e-05,
      "loss": 0.154,
      "step": 169830
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.112290552784054e-05,
      "loss": 0.1531,
      "step": 169840
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.112178698463122e-05,
      "loss": 0.1542,
      "step": 169850
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.11206684414219e-05,
      "loss": 0.1502,
      "step": 169860
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.111954989821257e-05,
      "loss": 0.1548,
      "step": 169870
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1118431355003246e-05,
      "loss": 0.1514,
      "step": 169880
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.111731281179392e-05,
      "loss": 0.1493,
      "step": 169890
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1116194268584595e-05,
      "loss": 0.1515,
      "step": 169900
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.111507572537527e-05,
      "loss": 0.1537,
      "step": 169910
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.111395718216595e-05,
      "loss": 0.1594,
      "step": 169920
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.111283863895663e-05,
      "loss": 0.1516,
      "step": 169930
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.11117200957473e-05,
      "loss": 0.1487,
      "step": 169940
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.111060155253798e-05,
      "loss": 0.1534,
      "step": 169950
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.110948300932865e-05,
      "loss": 0.1497,
      "step": 169960
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.110836446611933e-05,
      "loss": 0.1555,
      "step": 169970
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1107245922910005e-05,
      "loss": 0.1524,
      "step": 169980
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1106127379700676e-05,
      "loss": 0.1519,
      "step": 169990
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1105008836491354e-05,
      "loss": 0.155,
      "step": 170000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1103890293282025e-05,
      "loss": 0.1567,
      "step": 170010
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.11027717500727e-05,
      "loss": 0.1515,
      "step": 170020
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.110165320686339e-05,
      "loss": 0.1541,
      "step": 170030
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.110053466365406e-05,
      "loss": 0.155,
      "step": 170040
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.109941612044474e-05,
      "loss": 0.1548,
      "step": 170050
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.109829757723541e-05,
      "loss": 0.1512,
      "step": 170060
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1097179034026086e-05,
      "loss": 0.1501,
      "step": 170070
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1096060490816764e-05,
      "loss": 0.1525,
      "step": 170080
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1094941947607435e-05,
      "loss": 0.149,
      "step": 170090
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.109382340439811e-05,
      "loss": 0.1535,
      "step": 170100
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1092704861188784e-05,
      "loss": 0.1528,
      "step": 170110
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.109158631797946e-05,
      "loss": 0.1494,
      "step": 170120
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.109046777477014e-05,
      "loss": 0.1561,
      "step": 170130
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.108934923156082e-05,
      "loss": 0.1534,
      "step": 170140
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1088230688351496e-05,
      "loss": 0.1529,
      "step": 170150
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.108711214514217e-05,
      "loss": 0.154,
      "step": 170160
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1085993601932845e-05,
      "loss": 0.1535,
      "step": 170170
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.108487505872352e-05,
      "loss": 0.1546,
      "step": 170180
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1083756515514194e-05,
      "loss": 0.1515,
      "step": 170190
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.108263797230487e-05,
      "loss": 0.1569,
      "step": 170200
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.108151942909554e-05,
      "loss": 0.1474,
      "step": 170210
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.108040088588622e-05,
      "loss": 0.1507,
      "step": 170220
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.10792823426769e-05,
      "loss": 0.1485,
      "step": 170230
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.107816379946758e-05,
      "loss": 0.1475,
      "step": 170240
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1077045256258255e-05,
      "loss": 0.1549,
      "step": 170250
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1075926713048926e-05,
      "loss": 0.1559,
      "step": 170260
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1074808169839604e-05,
      "loss": 0.1543,
      "step": 170270
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1073689626630275e-05,
      "loss": 0.1536,
      "step": 170280
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.107257108342095e-05,
      "loss": 0.1489,
      "step": 170290
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.107145254021163e-05,
      "loss": 0.1526,
      "step": 170300
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.10703339970023e-05,
      "loss": 0.1552,
      "step": 170310
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.106921545379298e-05,
      "loss": 0.152,
      "step": 170320
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.106809691058366e-05,
      "loss": 0.1455,
      "step": 170330
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1066978367374336e-05,
      "loss": 0.1496,
      "step": 170340
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1065859824165014e-05,
      "loss": 0.1535,
      "step": 170350
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1064741280955685e-05,
      "loss": 0.151,
      "step": 170360
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.106362273774636e-05,
      "loss": 0.1513,
      "step": 170370
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1062504194537034e-05,
      "loss": 0.1546,
      "step": 170380
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.106138565132771e-05,
      "loss": 0.1573,
      "step": 170390
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.106026710811839e-05,
      "loss": 0.1545,
      "step": 170400
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.105914856490906e-05,
      "loss": 0.1497,
      "step": 170410
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.105803002169974e-05,
      "loss": 0.1522,
      "step": 170420
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.105691147849041e-05,
      "loss": 0.1506,
      "step": 170430
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1055792935281095e-05,
      "loss": 0.151,
      "step": 170440
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.105467439207177e-05,
      "loss": 0.1494,
      "step": 170450
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1053555848862444e-05,
      "loss": 0.1509,
      "step": 170460
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.105243730565312e-05,
      "loss": 0.1533,
      "step": 170470
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.105131876244379e-05,
      "loss": 0.1515,
      "step": 170480
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.105020021923447e-05,
      "loss": 0.1501,
      "step": 170490
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.104908167602515e-05,
      "loss": 0.1544,
      "step": 170500
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.104796313281582e-05,
      "loss": 0.1555,
      "step": 170510
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.10468445896065e-05,
      "loss": 0.1535,
      "step": 170520
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.104572604639717e-05,
      "loss": 0.1497,
      "step": 170530
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.104460750318785e-05,
      "loss": 0.1512,
      "step": 170540
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1043488959978525e-05,
      "loss": 0.1552,
      "step": 170550
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.10423704167692e-05,
      "loss": 0.1504,
      "step": 170560
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.104125187355988e-05,
      "loss": 0.1562,
      "step": 170570
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.104013333035055e-05,
      "loss": 0.1555,
      "step": 170580
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.103901478714123e-05,
      "loss": 0.1591,
      "step": 170590
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.10378962439319e-05,
      "loss": 0.1505,
      "step": 170600
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.103677770072258e-05,
      "loss": 0.1533,
      "step": 170610
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.103565915751326e-05,
      "loss": 0.1499,
      "step": 170620
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.103454061430393e-05,
      "loss": 0.1512,
      "step": 170630
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1033422071094606e-05,
      "loss": 0.1551,
      "step": 170640
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1032303527885284e-05,
      "loss": 0.1492,
      "step": 170650
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.103118498467596e-05,
      "loss": 0.1485,
      "step": 170660
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.103006644146664e-05,
      "loss": 0.1557,
      "step": 170670
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.102894789825731e-05,
      "loss": 0.1532,
      "step": 170680
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.102782935504799e-05,
      "loss": 0.1537,
      "step": 170690
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.102671081183866e-05,
      "loss": 0.1559,
      "step": 170700
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.102559226862934e-05,
      "loss": 0.1524,
      "step": 170710
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1024473725420016e-05,
      "loss": 0.157,
      "step": 170720
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.102335518221069e-05,
      "loss": 0.147,
      "step": 170730
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1022236639001365e-05,
      "loss": 0.1501,
      "step": 170740
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.102111809579204e-05,
      "loss": 0.1512,
      "step": 170750
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.101999955258272e-05,
      "loss": 0.1571,
      "step": 170760
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.10188810093734e-05,
      "loss": 0.1496,
      "step": 170770
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.101776246616407e-05,
      "loss": 0.1531,
      "step": 170780
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.101664392295475e-05,
      "loss": 0.1464,
      "step": 170790
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.101552537974542e-05,
      "loss": 0.1539,
      "step": 170800
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.10144068365361e-05,
      "loss": 0.1538,
      "step": 170810
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1013288293326775e-05,
      "loss": 0.1477,
      "step": 170820
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1012169750117446e-05,
      "loss": 0.1543,
      "step": 170830
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1011051206908124e-05,
      "loss": 0.1512,
      "step": 170840
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.10099326636988e-05,
      "loss": 0.1507,
      "step": 170850
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.100881412048948e-05,
      "loss": 0.1492,
      "step": 170860
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.100769557728015e-05,
      "loss": 0.1535,
      "step": 170870
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.100657703407083e-05,
      "loss": 0.1542,
      "step": 170880
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.100545849086151e-05,
      "loss": 0.1467,
      "step": 170890
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.100433994765218e-05,
      "loss": 0.155,
      "step": 170900
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1003221404442856e-05,
      "loss": 0.1518,
      "step": 170910
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.100210286123353e-05,
      "loss": 0.1537,
      "step": 170920
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1000984318024205e-05,
      "loss": 0.1509,
      "step": 170930
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.099986577481488e-05,
      "loss": 0.1535,
      "step": 170940
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0998747231605554e-05,
      "loss": 0.1516,
      "step": 170950
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.099762868839623e-05,
      "loss": 0.1514,
      "step": 170960
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.099651014518691e-05,
      "loss": 0.1515,
      "step": 170970
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.099539160197759e-05,
      "loss": 0.1564,
      "step": 170980
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0994273058768266e-05,
      "loss": 0.152,
      "step": 170990
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.099315451555894e-05,
      "loss": 0.1532,
      "step": 171000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0992035972349615e-05,
      "loss": 0.1551,
      "step": 171010
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0990917429140286e-05,
      "loss": 0.1529,
      "step": 171020
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0989798885930964e-05,
      "loss": 0.1502,
      "step": 171030
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.098868034272164e-05,
      "loss": 0.1503,
      "step": 171040
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.098756179951231e-05,
      "loss": 0.1497,
      "step": 171050
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.098644325630299e-05,
      "loss": 0.1488,
      "step": 171060
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.098532471309367e-05,
      "loss": 0.1565,
      "step": 171070
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.098420616988435e-05,
      "loss": 0.1498,
      "step": 171080
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0983087626675025e-05,
      "loss": 0.1513,
      "step": 171090
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0981969083465696e-05,
      "loss": 0.1508,
      "step": 171100
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0980850540256374e-05,
      "loss": 0.1488,
      "step": 171110
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0979731997047045e-05,
      "loss": 0.1515,
      "step": 171120
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.097861345383772e-05,
      "loss": 0.1478,
      "step": 171130
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.09774949106284e-05,
      "loss": 0.1528,
      "step": 171140
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.097637636741907e-05,
      "loss": 0.1508,
      "step": 171150
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.097525782420975e-05,
      "loss": 0.1519,
      "step": 171160
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.097413928100043e-05,
      "loss": 0.1543,
      "step": 171170
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0973020737791106e-05,
      "loss": 0.151,
      "step": 171180
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.097190219458178e-05,
      "loss": 0.1547,
      "step": 171190
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0970783651372455e-05,
      "loss": 0.1495,
      "step": 171200
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.096966510816313e-05,
      "loss": 0.1541,
      "step": 171210
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0968546564953804e-05,
      "loss": 0.1504,
      "step": 171220
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.096742802174448e-05,
      "loss": 0.15,
      "step": 171230
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.096630947853515e-05,
      "loss": 0.1526,
      "step": 171240
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.096519093532583e-05,
      "loss": 0.1534,
      "step": 171250
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.096407239211651e-05,
      "loss": 0.1521,
      "step": 171260
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.096295384890719e-05,
      "loss": 0.1504,
      "step": 171270
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0961835305697865e-05,
      "loss": 0.1531,
      "step": 171280
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0960716762488536e-05,
      "loss": 0.1505,
      "step": 171290
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0959598219279214e-05,
      "loss": 0.1523,
      "step": 171300
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.095847967606989e-05,
      "loss": 0.1486,
      "step": 171310
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.095736113286056e-05,
      "loss": 0.1502,
      "step": 171320
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.095624258965124e-05,
      "loss": 0.1515,
      "step": 171330
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.095512404644191e-05,
      "loss": 0.1548,
      "step": 171340
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.095400550323259e-05,
      "loss": 0.1506,
      "step": 171350
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.095288696002327e-05,
      "loss": 0.1529,
      "step": 171360
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.095176841681394e-05,
      "loss": 0.1532,
      "step": 171370
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.095064987360462e-05,
      "loss": 0.1509,
      "step": 171380
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0949531330395295e-05,
      "loss": 0.1568,
      "step": 171390
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.094841278718597e-05,
      "loss": 0.1534,
      "step": 171400
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.094729424397665e-05,
      "loss": 0.1476,
      "step": 171410
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.094617570076732e-05,
      "loss": 0.1497,
      "step": 171420
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0945057157558e-05,
      "loss": 0.1468,
      "step": 171430
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.094393861434867e-05,
      "loss": 0.1516,
      "step": 171440
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.094282007113935e-05,
      "loss": 0.1586,
      "step": 171450
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.094170152793003e-05,
      "loss": 0.1507,
      "step": 171460
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.09405829847207e-05,
      "loss": 0.1523,
      "step": 171470
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0939464441511376e-05,
      "loss": 0.1574,
      "step": 171480
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0938345898302054e-05,
      "loss": 0.1462,
      "step": 171490
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.093722735509273e-05,
      "loss": 0.1511,
      "step": 171500
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.09361088118834e-05,
      "loss": 0.1488,
      "step": 171510
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.093499026867408e-05,
      "loss": 0.1504,
      "step": 171520
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.093387172546476e-05,
      "loss": 0.153,
      "step": 171530
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.093275318225543e-05,
      "loss": 0.1455,
      "step": 171540
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.093163463904611e-05,
      "loss": 0.1543,
      "step": 171550
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.093051609583678e-05,
      "loss": 0.1533,
      "step": 171560
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.092939755262746e-05,
      "loss": 0.1513,
      "step": 171570
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0928279009418135e-05,
      "loss": 0.1532,
      "step": 171580
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.092716046620881e-05,
      "loss": 0.1494,
      "step": 171590
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.092604192299949e-05,
      "loss": 0.1536,
      "step": 171600
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.092492337979016e-05,
      "loss": 0.1487,
      "step": 171610
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.092380483658084e-05,
      "loss": 0.1477,
      "step": 171620
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.092268629337152e-05,
      "loss": 0.1515,
      "step": 171630
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.092156775016219e-05,
      "loss": 0.1508,
      "step": 171640
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.092044920695287e-05,
      "loss": 0.1517,
      "step": 171650
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.091933066374354e-05,
      "loss": 0.1543,
      "step": 171660
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0918212120534216e-05,
      "loss": 0.1516,
      "step": 171670
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0917093577324894e-05,
      "loss": 0.1512,
      "step": 171680
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.091597503411557e-05,
      "loss": 0.1491,
      "step": 171690
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.091485649090625e-05,
      "loss": 0.1488,
      "step": 171700
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.091373794769692e-05,
      "loss": 0.1563,
      "step": 171710
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.09126194044876e-05,
      "loss": 0.1488,
      "step": 171720
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.091150086127828e-05,
      "loss": 0.153,
      "step": 171730
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.091038231806895e-05,
      "loss": 0.1551,
      "step": 171740
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0909263774859626e-05,
      "loss": 0.1478,
      "step": 171750
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.09081452316503e-05,
      "loss": 0.1518,
      "step": 171760
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0907026688440975e-05,
      "loss": 0.1516,
      "step": 171770
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0905908145231646e-05,
      "loss": 0.1494,
      "step": 171780
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0904789602022324e-05,
      "loss": 0.1526,
      "step": 171790
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0903671058813e-05,
      "loss": 0.1529,
      "step": 171800
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.090255251560368e-05,
      "loss": 0.1541,
      "step": 171810
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.090143397239436e-05,
      "loss": 0.1525,
      "step": 171820
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.090031542918503e-05,
      "loss": 0.1502,
      "step": 171830
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.089919688597571e-05,
      "loss": 0.1485,
      "step": 171840
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0898078342766385e-05,
      "loss": 0.1524,
      "step": 171850
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0896959799557056e-05,
      "loss": 0.1512,
      "step": 171860
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0895841256347734e-05,
      "loss": 0.148,
      "step": 171870
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0894722713138405e-05,
      "loss": 0.1522,
      "step": 171880
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.089360416992908e-05,
      "loss": 0.1483,
      "step": 171890
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.089248562671976e-05,
      "loss": 0.1534,
      "step": 171900
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.089136708351044e-05,
      "loss": 0.1514,
      "step": 171910
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0890248540301117e-05,
      "loss": 0.1474,
      "step": 171920
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.088912999709179e-05,
      "loss": 0.1509,
      "step": 171930
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0888011453882466e-05,
      "loss": 0.1529,
      "step": 171940
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0886892910673144e-05,
      "loss": 0.1553,
      "step": 171950
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0885774367463815e-05,
      "loss": 0.1477,
      "step": 171960
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.088465582425449e-05,
      "loss": 0.1467,
      "step": 171970
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0883537281045164e-05,
      "loss": 0.1551,
      "step": 171980
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.088241873783584e-05,
      "loss": 0.1522,
      "step": 171990
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.088130019462652e-05,
      "loss": 0.1539,
      "step": 172000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.08801816514172e-05,
      "loss": 0.1499,
      "step": 172010
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0879063108207876e-05,
      "loss": 0.1577,
      "step": 172020
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.087794456499855e-05,
      "loss": 0.1536,
      "step": 172030
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0876826021789225e-05,
      "loss": 0.1478,
      "step": 172040
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.08757074785799e-05,
      "loss": 0.1509,
      "step": 172050
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0874588935370574e-05,
      "loss": 0.1495,
      "step": 172060
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.087347039216125e-05,
      "loss": 0.1515,
      "step": 172070
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.087235184895192e-05,
      "loss": 0.1531,
      "step": 172080
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.08712333057426e-05,
      "loss": 0.1528,
      "step": 172090
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.087011476253328e-05,
      "loss": 0.15,
      "step": 172100
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0868996219323957e-05,
      "loss": 0.1557,
      "step": 172110
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0867877676114634e-05,
      "loss": 0.1551,
      "step": 172120
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0866759132905306e-05,
      "loss": 0.1492,
      "step": 172130
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0865640589695984e-05,
      "loss": 0.1528,
      "step": 172140
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0864522046486655e-05,
      "loss": 0.1496,
      "step": 172150
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.086340350327733e-05,
      "loss": 0.1486,
      "step": 172160
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.086228496006801e-05,
      "loss": 0.1463,
      "step": 172170
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.086116641685868e-05,
      "loss": 0.1543,
      "step": 172180
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.086004787364936e-05,
      "loss": 0.1554,
      "step": 172190
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.085892933044003e-05,
      "loss": 0.1514,
      "step": 172200
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.085781078723071e-05,
      "loss": 0.1535,
      "step": 172210
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0856692244021393e-05,
      "loss": 0.1507,
      "step": 172220
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0855573700812065e-05,
      "loss": 0.146,
      "step": 172230
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.085445515760274e-05,
      "loss": 0.1527,
      "step": 172240
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0853336614393414e-05,
      "loss": 0.1533,
      "step": 172250
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.085221807118409e-05,
      "loss": 0.1466,
      "step": 172260
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.085109952797477e-05,
      "loss": 0.1519,
      "step": 172270
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.084998098476544e-05,
      "loss": 0.1514,
      "step": 172280
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.084886244155612e-05,
      "loss": 0.1538,
      "step": 172290
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.084774389834679e-05,
      "loss": 0.1576,
      "step": 172300
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.084662535513747e-05,
      "loss": 0.1534,
      "step": 172310
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0845506811928146e-05,
      "loss": 0.1512,
      "step": 172320
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0844388268718824e-05,
      "loss": 0.1564,
      "step": 172330
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.08432697255095e-05,
      "loss": 0.1523,
      "step": 172340
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.084215118230017e-05,
      "loss": 0.1527,
      "step": 172350
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.084103263909085e-05,
      "loss": 0.1486,
      "step": 172360
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.083991409588153e-05,
      "loss": 0.1494,
      "step": 172370
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.08387955526722e-05,
      "loss": 0.1519,
      "step": 172380
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.083767700946288e-05,
      "loss": 0.1473,
      "step": 172390
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.083655846625355e-05,
      "loss": 0.1555,
      "step": 172400
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.083543992304423e-05,
      "loss": 0.1485,
      "step": 172410
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0834321379834905e-05,
      "loss": 0.1499,
      "step": 172420
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.083320283662558e-05,
      "loss": 0.1538,
      "step": 172430
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.083208429341626e-05,
      "loss": 0.1533,
      "step": 172440
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.083096575020693e-05,
      "loss": 0.15,
      "step": 172450
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.082984720699761e-05,
      "loss": 0.1507,
      "step": 172460
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.082872866378828e-05,
      "loss": 0.1508,
      "step": 172470
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.082761012057896e-05,
      "loss": 0.1514,
      "step": 172480
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0826491577369637e-05,
      "loss": 0.1476,
      "step": 172490
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.082537303416031e-05,
      "loss": 0.1529,
      "step": 172500
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0824254490950986e-05,
      "loss": 0.148,
      "step": 172510
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0823135947741664e-05,
      "loss": 0.1459,
      "step": 172520
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.082201740453234e-05,
      "loss": 0.1545,
      "step": 172530
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.082089886132302e-05,
      "loss": 0.1531,
      "step": 172540
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.081989217243462e-05,
      "loss": 0.1501,
      "step": 172550
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.08187736292253e-05,
      "loss": 0.1483,
      "step": 172560
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.081765508601597e-05,
      "loss": 0.1526,
      "step": 172570
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.081653654280665e-05,
      "loss": 0.1555,
      "step": 172580
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0815417999597326e-05,
      "loss": 0.1517,
      "step": 172590
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0814299456388004e-05,
      "loss": 0.1552,
      "step": 172600
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.081318091317868e-05,
      "loss": 0.1514,
      "step": 172610
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.081206236996935e-05,
      "loss": 0.1516,
      "step": 172620
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.081094382676003e-05,
      "loss": 0.1487,
      "step": 172630
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.08098252835507e-05,
      "loss": 0.1541,
      "step": 172640
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.080870674034138e-05,
      "loss": 0.1551,
      "step": 172650
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.080758819713206e-05,
      "loss": 0.1486,
      "step": 172660
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.080646965392273e-05,
      "loss": 0.1496,
      "step": 172670
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.080535111071341e-05,
      "loss": 0.1485,
      "step": 172680
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0804232567504085e-05,
      "loss": 0.1467,
      "step": 172690
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.080311402429476e-05,
      "loss": 0.1499,
      "step": 172700
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.080199548108544e-05,
      "loss": 0.1546,
      "step": 172710
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.080087693787611e-05,
      "loss": 0.1504,
      "step": 172720
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.079975839466679e-05,
      "loss": 0.1502,
      "step": 172730
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.079863985145746e-05,
      "loss": 0.149,
      "step": 172740
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.079752130824814e-05,
      "loss": 0.1528,
      "step": 172750
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.079640276503882e-05,
      "loss": 0.154,
      "step": 172760
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.079528422182949e-05,
      "loss": 0.1512,
      "step": 172770
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0794165678620166e-05,
      "loss": 0.1493,
      "step": 172780
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.079304713541084e-05,
      "loss": 0.1519,
      "step": 172790
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.079192859220152e-05,
      "loss": 0.1458,
      "step": 172800
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.079081004899219e-05,
      "loss": 0.1464,
      "step": 172810
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.078969150578287e-05,
      "loss": 0.1479,
      "step": 172820
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.078857296257355e-05,
      "loss": 0.1502,
      "step": 172830
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.078745441936422e-05,
      "loss": 0.1541,
      "step": 172840
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.07863358761549e-05,
      "loss": 0.1494,
      "step": 172850
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.078521733294557e-05,
      "loss": 0.1492,
      "step": 172860
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.078409878973625e-05,
      "loss": 0.1483,
      "step": 172870
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0782980246526925e-05,
      "loss": 0.153,
      "step": 172880
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0781861703317596e-05,
      "loss": 0.148,
      "step": 172890
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0780743160108274e-05,
      "loss": 0.1505,
      "step": 172900
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.077962461689895e-05,
      "loss": 0.1455,
      "step": 172910
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.077850607368963e-05,
      "loss": 0.1507,
      "step": 172920
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.077738753048031e-05,
      "loss": 0.1492,
      "step": 172930
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.077626898727098e-05,
      "loss": 0.1498,
      "step": 172940
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.077515044406166e-05,
      "loss": 0.1543,
      "step": 172950
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.077403190085233e-05,
      "loss": 0.149,
      "step": 172960
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0772913357643006e-05,
      "loss": 0.1514,
      "step": 172970
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0771794814433684e-05,
      "loss": 0.1556,
      "step": 172980
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0770676271224355e-05,
      "loss": 0.1513,
      "step": 172990
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.076955772801503e-05,
      "loss": 0.1529,
      "step": 173000
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.076843918480571e-05,
      "loss": 0.1529,
      "step": 173010
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.076732064159639e-05,
      "loss": 0.1507,
      "step": 173020
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.076620209838707e-05,
      "loss": 0.1468,
      "step": 173030
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.076508355517774e-05,
      "loss": 0.151,
      "step": 173040
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0763965011968416e-05,
      "loss": 0.1518,
      "step": 173050
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.076284646875909e-05,
      "loss": 0.1536,
      "step": 173060
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0761727925549765e-05,
      "loss": 0.153,
      "step": 173070
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.076060938234044e-05,
      "loss": 0.1492,
      "step": 173080
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0759490839131114e-05,
      "loss": 0.149,
      "step": 173090
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.075837229592179e-05,
      "loss": 0.1465,
      "step": 173100
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.075725375271247e-05,
      "loss": 0.1497,
      "step": 173110
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.075613520950315e-05,
      "loss": 0.1483,
      "step": 173120
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.075501666629382e-05,
      "loss": 0.1517,
      "step": 173130
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.07538981230845e-05,
      "loss": 0.1543,
      "step": 173140
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0752779579875175e-05,
      "loss": 0.1479,
      "step": 173150
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0751661036665846e-05,
      "loss": 0.1486,
      "step": 173160
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0750542493456524e-05,
      "loss": 0.1469,
      "step": 173170
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0749423950247195e-05,
      "loss": 0.1537,
      "step": 173180
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.074830540703787e-05,
      "loss": 0.1509,
      "step": 173190
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.074718686382855e-05,
      "loss": 0.1525,
      "step": 173200
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.074606832061923e-05,
      "loss": 0.1517,
      "step": 173210
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.074494977740991e-05,
      "loss": 0.1486,
      "step": 173220
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.074383123420058e-05,
      "loss": 0.1473,
      "step": 173230
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0742712690991256e-05,
      "loss": 0.1507,
      "step": 173240
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0741594147781934e-05,
      "loss": 0.151,
      "step": 173250
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0740475604572605e-05,
      "loss": 0.1524,
      "step": 173260
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.073935706136328e-05,
      "loss": 0.1447,
      "step": 173270
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0738238518153954e-05,
      "loss": 0.152,
      "step": 173280
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.073711997494463e-05,
      "loss": 0.1491,
      "step": 173290
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.073600143173531e-05,
      "loss": 0.1535,
      "step": 173300
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.073488288852598e-05,
      "loss": 0.1508,
      "step": 173310
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.073376434531666e-05,
      "loss": 0.1557,
      "step": 173320
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.073264580210734e-05,
      "loss": 0.1506,
      "step": 173330
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0731527258898015e-05,
      "loss": 0.1499,
      "step": 173340
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.073040871568869e-05,
      "loss": 0.1589,
      "step": 173350
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0729290172479364e-05,
      "loss": 0.1503,
      "step": 173360
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.072817162927004e-05,
      "loss": 0.1454,
      "step": 173370
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.072705308606071e-05,
      "loss": 0.1556,
      "step": 173380
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.072593454285139e-05,
      "loss": 0.1518,
      "step": 173390
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.072481599964207e-05,
      "loss": 0.1514,
      "step": 173400
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.072369745643274e-05,
      "loss": 0.1505,
      "step": 173410
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.072257891322342e-05,
      "loss": 0.1524,
      "step": 173420
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0721460370014096e-05,
      "loss": 0.1529,
      "step": 173430
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0720341826804774e-05,
      "loss": 0.1523,
      "step": 173440
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0719223283595445e-05,
      "loss": 0.1516,
      "step": 173450
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.071810474038612e-05,
      "loss": 0.1529,
      "step": 173460
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.07169861971768e-05,
      "loss": 0.1518,
      "step": 173470
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.071586765396747e-05,
      "loss": 0.1503,
      "step": 173480
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.071474911075815e-05,
      "loss": 0.1499,
      "step": 173490
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.071363056754882e-05,
      "loss": 0.1524,
      "step": 173500
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.07125120243395e-05,
      "loss": 0.1523,
      "step": 173510
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.071139348113018e-05,
      "loss": 0.1571,
      "step": 173520
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0710274937920855e-05,
      "loss": 0.152,
      "step": 173530
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.070915639471153e-05,
      "loss": 0.1494,
      "step": 173540
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0708037851502204e-05,
      "loss": 0.1502,
      "step": 173550
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.070691930829288e-05,
      "loss": 0.1492,
      "step": 173560
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.070580076508356e-05,
      "loss": 0.1535,
      "step": 173570
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.070468222187423e-05,
      "loss": 0.1537,
      "step": 173580
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.070356367866491e-05,
      "loss": 0.1561,
      "step": 173590
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.070244513545558e-05,
      "loss": 0.1502,
      "step": 173600
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.070132659224626e-05,
      "loss": 0.1495,
      "step": 173610
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0700208049036936e-05,
      "loss": 0.1526,
      "step": 173620
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0699089505827614e-05,
      "loss": 0.1516,
      "step": 173630
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.069797096261829e-05,
      "loss": 0.1512,
      "step": 173640
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.069685241940896e-05,
      "loss": 0.1498,
      "step": 173650
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.069573387619964e-05,
      "loss": 0.1546,
      "step": 173660
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.069461533299032e-05,
      "loss": 0.1499,
      "step": 173670
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.069349678978099e-05,
      "loss": 0.1473,
      "step": 173680
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.069237824657167e-05,
      "loss": 0.1522,
      "step": 173690
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.069125970336234e-05,
      "loss": 0.1529,
      "step": 173700
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.069014116015302e-05,
      "loss": 0.1493,
      "step": 173710
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0689022616943695e-05,
      "loss": 0.1492,
      "step": 173720
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0687904073734366e-05,
      "loss": 0.1525,
      "step": 173730
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0686785530525044e-05,
      "loss": 0.1546,
      "step": 173740
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.068566698731572e-05,
      "loss": 0.1503,
      "step": 173750
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.06845484441064e-05,
      "loss": 0.1525,
      "step": 173760
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.068342990089707e-05,
      "loss": 0.1532,
      "step": 173770
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.068231135768775e-05,
      "loss": 0.1489,
      "step": 173780
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.068119281447843e-05,
      "loss": 0.1498,
      "step": 173790
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.06800742712691e-05,
      "loss": 0.1546,
      "step": 173800
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0678955728059776e-05,
      "loss": 0.1484,
      "step": 173810
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.067783718485045e-05,
      "loss": 0.1486,
      "step": 173820
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0676718641641125e-05,
      "loss": 0.1518,
      "step": 173830
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.06756000984318e-05,
      "loss": 0.1549,
      "step": 173840
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.067448155522248e-05,
      "loss": 0.1494,
      "step": 173850
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.067336301201316e-05,
      "loss": 0.1535,
      "step": 173860
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.067224446880383e-05,
      "loss": 0.1518,
      "step": 173870
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.067112592559451e-05,
      "loss": 0.1473,
      "step": 173880
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0670007382385186e-05,
      "loss": 0.1582,
      "step": 173890
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.066888883917586e-05,
      "loss": 0.1524,
      "step": 173900
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0667770295966535e-05,
      "loss": 0.149,
      "step": 173910
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0666651752757206e-05,
      "loss": 0.15,
      "step": 173920
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0665533209547884e-05,
      "loss": 0.1552,
      "step": 173930
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.066441466633856e-05,
      "loss": 0.1504,
      "step": 173940
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.066329612312924e-05,
      "loss": 0.1499,
      "step": 173950
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.066217757991992e-05,
      "loss": 0.1468,
      "step": 173960
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.066105903671059e-05,
      "loss": 0.1506,
      "step": 173970
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.065994049350127e-05,
      "loss": 0.1519,
      "step": 173980
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0658821950291945e-05,
      "loss": 0.1452,
      "step": 173990
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0657703407082616e-05,
      "loss": 0.155,
      "step": 174000
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0656584863873294e-05,
      "loss": 0.1505,
      "step": 174010
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0655466320663965e-05,
      "loss": 0.1472,
      "step": 174020
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.065434777745464e-05,
      "loss": 0.1522,
      "step": 174030
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.065322923424532e-05,
      "loss": 0.1497,
      "step": 174040
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0652110691036e-05,
      "loss": 0.1557,
      "step": 174050
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.065099214782668e-05,
      "loss": 0.1516,
      "step": 174060
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.064987360461735e-05,
      "loss": 0.1523,
      "step": 174070
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0648755061408026e-05,
      "loss": 0.1487,
      "step": 174080
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.06476365181987e-05,
      "loss": 0.144,
      "step": 174090
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0646517974989375e-05,
      "loss": 0.147,
      "step": 174100
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.064539943178005e-05,
      "loss": 0.1494,
      "step": 174110
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0644280888570724e-05,
      "loss": 0.1514,
      "step": 174120
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.06431623453614e-05,
      "loss": 0.1499,
      "step": 174130
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.064204380215207e-05,
      "loss": 0.1566,
      "step": 174140
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.064092525894275e-05,
      "loss": 0.1461,
      "step": 174150
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0639806715733436e-05,
      "loss": 0.1535,
      "step": 174160
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.063868817252411e-05,
      "loss": 0.1506,
      "step": 174170
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0637569629314785e-05,
      "loss": 0.1535,
      "step": 174180
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0636451086105456e-05,
      "loss": 0.1492,
      "step": 174190
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0635332542896134e-05,
      "loss": 0.1525,
      "step": 174200
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.063421399968681e-05,
      "loss": 0.146,
      "step": 174210
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.063309545647748e-05,
      "loss": 0.1501,
      "step": 174220
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.063197691326816e-05,
      "loss": 0.1514,
      "step": 174230
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.063085837005883e-05,
      "loss": 0.1546,
      "step": 174240
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.062973982684951e-05,
      "loss": 0.1523,
      "step": 174250
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.062862128364019e-05,
      "loss": 0.1515,
      "step": 174260
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0627502740430866e-05,
      "loss": 0.1544,
      "step": 174270
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0626384197221544e-05,
      "loss": 0.1552,
      "step": 174280
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0625265654012215e-05,
      "loss": 0.1503,
      "step": 174290
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.062414711080289e-05,
      "loss": 0.1527,
      "step": 174300
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.062302856759357e-05,
      "loss": 0.1528,
      "step": 174310
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.062191002438424e-05,
      "loss": 0.152,
      "step": 174320
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.062079148117492e-05,
      "loss": 0.151,
      "step": 174330
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.061967293796559e-05,
      "loss": 0.1514,
      "step": 174340
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.061855439475627e-05,
      "loss": 0.1478,
      "step": 174350
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.061743585154695e-05,
      "loss": 0.1552,
      "step": 174360
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0616317308337625e-05,
      "loss": 0.1476,
      "step": 174370
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.06151987651283e-05,
      "loss": 0.1525,
      "step": 174380
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0614080221918974e-05,
      "loss": 0.1513,
      "step": 174390
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.061296167870965e-05,
      "loss": 0.1526,
      "step": 174400
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.061184313550032e-05,
      "loss": 0.1517,
      "step": 174410
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0610724592291e-05,
      "loss": 0.1479,
      "step": 174420
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.060960604908168e-05,
      "loss": 0.151,
      "step": 174430
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.060848750587235e-05,
      "loss": 0.1482,
      "step": 174440
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.060736896266303e-05,
      "loss": 0.1515,
      "step": 174450
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0606250419453706e-05,
      "loss": 0.152,
      "step": 174460
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0605131876244384e-05,
      "loss": 0.151,
      "step": 174470
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.060401333303506e-05,
      "loss": 0.1531,
      "step": 174480
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.060289478982573e-05,
      "loss": 0.1529,
      "step": 174490
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.060177624661641e-05,
      "loss": 0.1461,
      "step": 174500
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.060065770340708e-05,
      "loss": 0.1469,
      "step": 174510
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.059953916019776e-05,
      "loss": 0.1498,
      "step": 174520
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.059842061698844e-05,
      "loss": 0.1496,
      "step": 174530
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.059730207377911e-05,
      "loss": 0.1474,
      "step": 174540
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.059618353056979e-05,
      "loss": 0.1505,
      "step": 174550
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.059506498736046e-05,
      "loss": 0.1543,
      "step": 174560
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0593946444151136e-05,
      "loss": 0.152,
      "step": 174570
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.059282790094182e-05,
      "loss": 0.1523,
      "step": 174580
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.059170935773249e-05,
      "loss": 0.153,
      "step": 174590
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.059059081452317e-05,
      "loss": 0.1466,
      "step": 174600
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.058947227131384e-05,
      "loss": 0.1497,
      "step": 174610
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.058835372810452e-05,
      "loss": 0.1515,
      "step": 174620
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.05872351848952e-05,
      "loss": 0.1514,
      "step": 174630
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.058611664168587e-05,
      "loss": 0.1485,
      "step": 174640
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0584998098476546e-05,
      "loss": 0.1501,
      "step": 174650
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.058387955526722e-05,
      "loss": 0.1502,
      "step": 174660
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0582761012057895e-05,
      "loss": 0.1476,
      "step": 174670
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.058164246884857e-05,
      "loss": 0.1528,
      "step": 174680
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.058052392563925e-05,
      "loss": 0.1477,
      "step": 174690
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.057940538242993e-05,
      "loss": 0.1532,
      "step": 174700
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.05782868392206e-05,
      "loss": 0.1507,
      "step": 174710
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.057716829601128e-05,
      "loss": 0.1483,
      "step": 174720
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.057604975280195e-05,
      "loss": 0.152,
      "step": 174730
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.057493120959263e-05,
      "loss": 0.1506,
      "step": 174740
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0573924520704236e-05,
      "loss": 0.1486,
      "step": 174750
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0572805977494913e-05,
      "loss": 0.1417,
      "step": 174760
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.057168743428559e-05,
      "loss": 0.1507,
      "step": 174770
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.057056889107626e-05,
      "loss": 0.1507,
      "step": 174780
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.056945034786694e-05,
      "loss": 0.1524,
      "step": 174790
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.056833180465761e-05,
      "loss": 0.1476,
      "step": 174800
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.056721326144829e-05,
      "loss": 0.1487,
      "step": 174810
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.056609471823897e-05,
      "loss": 0.1517,
      "step": 174820
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.056497617502964e-05,
      "loss": 0.1496,
      "step": 174830
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0563857631820317e-05,
      "loss": 0.1526,
      "step": 174840
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0562739088610994e-05,
      "loss": 0.1453,
      "step": 174850
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.056162054540167e-05,
      "loss": 0.1515,
      "step": 174860
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.056050200219235e-05,
      "loss": 0.1491,
      "step": 174870
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.055938345898302e-05,
      "loss": 0.1557,
      "step": 174880
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.05582649157737e-05,
      "loss": 0.1518,
      "step": 174890
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.055714637256437e-05,
      "loss": 0.1478,
      "step": 174900
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.055602782935505e-05,
      "loss": 0.1481,
      "step": 174910
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0554909286145726e-05,
      "loss": 0.1507,
      "step": 174920
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.05537907429364e-05,
      "loss": 0.1454,
      "step": 174930
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0552672199727075e-05,
      "loss": 0.1464,
      "step": 174940
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0551553656517753e-05,
      "loss": 0.1519,
      "step": 174950
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.055043511330843e-05,
      "loss": 0.1543,
      "step": 174960
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.054931657009911e-05,
      "loss": 0.152,
      "step": 174970
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.054819802688978e-05,
      "loss": 0.147,
      "step": 174980
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.054707948368046e-05,
      "loss": 0.1504,
      "step": 174990
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.054596094047113e-05,
      "loss": 0.1471,
      "step": 175000
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.054484239726181e-05,
      "loss": 0.1493,
      "step": 175010
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0543723854052485e-05,
      "loss": 0.154,
      "step": 175020
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0542605310843157e-05,
      "loss": 0.1517,
      "step": 175030
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0541486767633834e-05,
      "loss": 0.152,
      "step": 175040
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.054036822442451e-05,
      "loss": 0.1551,
      "step": 175050
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.053924968121519e-05,
      "loss": 0.148,
      "step": 175060
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.053813113800586e-05,
      "loss": 0.1496,
      "step": 175070
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.053701259479654e-05,
      "loss": 0.1487,
      "step": 175080
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.053589405158722e-05,
      "loss": 0.1492,
      "step": 175090
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.053477550837789e-05,
      "loss": 0.1489,
      "step": 175100
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0533656965168566e-05,
      "loss": 0.1449,
      "step": 175110
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.053253842195924e-05,
      "loss": 0.1489,
      "step": 175120
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0531419878749915e-05,
      "loss": 0.1497,
      "step": 175130
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0530301335540593e-05,
      "loss": 0.1528,
      "step": 175140
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0529182792331265e-05,
      "loss": 0.1456,
      "step": 175150
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.052806424912195e-05,
      "loss": 0.1492,
      "step": 175160
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.052694570591262e-05,
      "loss": 0.149,
      "step": 175170
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.05258271627033e-05,
      "loss": 0.1498,
      "step": 175180
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0524708619493976e-05,
      "loss": 0.1479,
      "step": 175190
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.052359007628465e-05,
      "loss": 0.1526,
      "step": 175200
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0522471533075325e-05,
      "loss": 0.148,
      "step": 175210
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0521352989865996e-05,
      "loss": 0.1501,
      "step": 175220
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0520234446656674e-05,
      "loss": 0.1473,
      "step": 175230
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.051911590344735e-05,
      "loss": 0.1491,
      "step": 175240
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0517997360238023e-05,
      "loss": 0.155,
      "step": 175250
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0516878817028705e-05,
      "loss": 0.1507,
      "step": 175260
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0515760273819376e-05,
      "loss": 0.1541,
      "step": 175270
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0514641730610054e-05,
      "loss": 0.1526,
      "step": 175280
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0513523187400732e-05,
      "loss": 0.1502,
      "step": 175290
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0512404644191406e-05,
      "loss": 0.1562,
      "step": 175300
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0511286100982084e-05,
      "loss": 0.1539,
      "step": 175310
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0510167557772755e-05,
      "loss": 0.1469,
      "step": 175320
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0509049014563433e-05,
      "loss": 0.1482,
      "step": 175330
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.050793047135411e-05,
      "loss": 0.148,
      "step": 175340
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0506811928144786e-05,
      "loss": 0.1531,
      "step": 175350
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0505693384935464e-05,
      "loss": 0.1445,
      "step": 175360
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0504574841726135e-05,
      "loss": 0.1555,
      "step": 175370
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0503456298516813e-05,
      "loss": 0.149,
      "step": 175380
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0502337755307487e-05,
      "loss": 0.1519,
      "step": 175390
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0501219212098165e-05,
      "loss": 0.1439,
      "step": 175400
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0500100668888843e-05,
      "loss": 0.1499,
      "step": 175410
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0498982125679514e-05,
      "loss": 0.1539,
      "step": 175420
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0497863582470192e-05,
      "loss": 0.1542,
      "step": 175430
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0496745039260867e-05,
      "loss": 0.1479,
      "step": 175440
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0495626496051545e-05,
      "loss": 0.1473,
      "step": 175450
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0494507952842223e-05,
      "loss": 0.1517,
      "step": 175460
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0493389409632894e-05,
      "loss": 0.1494,
      "step": 175470
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0492270866423572e-05,
      "loss": 0.1566,
      "step": 175480
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0491152323214246e-05,
      "loss": 0.1498,
      "step": 175490
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0490033780004924e-05,
      "loss": 0.1467,
      "step": 175500
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0488915236795602e-05,
      "loss": 0.1502,
      "step": 175510
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0487796693586273e-05,
      "loss": 0.1556,
      "step": 175520
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.048667815037695e-05,
      "loss": 0.1518,
      "step": 175530
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0485559607167626e-05,
      "loss": 0.1494,
      "step": 175540
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0484441063958304e-05,
      "loss": 0.1465,
      "step": 175550
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.048332252074898e-05,
      "loss": 0.1486,
      "step": 175560
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0482203977539653e-05,
      "loss": 0.1551,
      "step": 175570
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.048108543433033e-05,
      "loss": 0.1541,
      "step": 175580
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0479966891121002e-05,
      "loss": 0.1527,
      "step": 175590
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0478848347911683e-05,
      "loss": 0.1512,
      "step": 175600
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.047772980470236e-05,
      "loss": 0.1518,
      "step": 175610
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0476611261493032e-05,
      "loss": 0.1491,
      "step": 175620
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.047549271828371e-05,
      "loss": 0.1465,
      "step": 175630
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.047437417507438e-05,
      "loss": 0.15,
      "step": 175640
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.047325563186506e-05,
      "loss": 0.1519,
      "step": 175650
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.047213708865574e-05,
      "loss": 0.1482,
      "step": 175660
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0471018545446412e-05,
      "loss": 0.1538,
      "step": 175670
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.046990000223709e-05,
      "loss": 0.1469,
      "step": 175680
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.046878145902776e-05,
      "loss": 0.1485,
      "step": 175690
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.046766291581844e-05,
      "loss": 0.1529,
      "step": 175700
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0466544372609113e-05,
      "loss": 0.1527,
      "step": 175710
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.046542582939979e-05,
      "loss": 0.1484,
      "step": 175720
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.046430728619047e-05,
      "loss": 0.1555,
      "step": 175730
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.046318874298114e-05,
      "loss": 0.1476,
      "step": 175740
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0462070199771818e-05,
      "loss": 0.1519,
      "step": 175750
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0460951656562493e-05,
      "loss": 0.1512,
      "step": 175760
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.045983311335317e-05,
      "loss": 0.1502,
      "step": 175770
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.045871457014385e-05,
      "loss": 0.1471,
      "step": 175780
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.045759602693452e-05,
      "loss": 0.1502,
      "step": 175790
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0456477483725198e-05,
      "loss": 0.1467,
      "step": 175800
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0455358940515872e-05,
      "loss": 0.1515,
      "step": 175810
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.045424039730655e-05,
      "loss": 0.1516,
      "step": 175820
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0453121854097228e-05,
      "loss": 0.1507,
      "step": 175830
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.04520033108879e-05,
      "loss": 0.1519,
      "step": 175840
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0450884767678577e-05,
      "loss": 0.1521,
      "step": 175850
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0449766224469252e-05,
      "loss": 0.1517,
      "step": 175860
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.044864768125993e-05,
      "loss": 0.1553,
      "step": 175870
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0447529138050608e-05,
      "loss": 0.1532,
      "step": 175880
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.044641059484128e-05,
      "loss": 0.1538,
      "step": 175890
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0445292051631957e-05,
      "loss": 0.1498,
      "step": 175900
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.044417350842263e-05,
      "loss": 0.1493,
      "step": 175910
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.044305496521331e-05,
      "loss": 0.149,
      "step": 175920
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0441936422003987e-05,
      "loss": 0.1519,
      "step": 175930
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0440817878794658e-05,
      "loss": 0.1539,
      "step": 175940
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0439699335585336e-05,
      "loss": 0.1497,
      "step": 175950
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.043858079237601e-05,
      "loss": 0.1454,
      "step": 175960
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.043746224916669e-05,
      "loss": 0.15,
      "step": 175970
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0436343705957367e-05,
      "loss": 0.1482,
      "step": 175980
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0435225162748038e-05,
      "loss": 0.1548,
      "step": 175990
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0434106619538716e-05,
      "loss": 0.1533,
      "step": 176000
    },
    {
      "epoch": 0.39,
      "eval_NEIMS_canon_smiles": 0.9499833333333333,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.1235,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5263809679518503,
      "eval_NEIMS_exact_mols": 0.12326666666666666,
      "eval_NEIMS_exact_smiles": 0.12005,
      "eval_NEIMS_loss": 0.17554369568824768,
      "eval_NEIMS_matched_formulas": 0.6571,
      "eval_NEIMS_morgan_tanimoto_simil": 0.438047058614562,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.12381666666666667,
      "eval_NEIMS_runtime": 737.7571,
      "eval_NEIMS_samples_per_second": 81.328,
      "eval_NEIMS_steps_per_second": 1.271,
      "step": 176000
    },
    {
      "epoch": 0.39,
      "eval_RASSP_canon_smiles": 0.9487427789094066,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.1736567936688149,
      "eval_RASSP_daylight_tanimoto_simil": 0.6197239753068624,
      "eval_RASSP_exact_mols": 0.17318930109860753,
      "eval_RASSP_exact_smiles": 0.16836410992753864,
      "eval_RASSP_loss": 0.14111098647117615,
      "eval_RASSP_matched_formulas": 0.8105820282499082,
      "eval_RASSP_morgan_tanimoto_simil": 0.49142917336757186,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.17328947807793768,
      "eval_RASSP_runtime": 840.7261,
      "eval_RASSP_samples_per_second": 71.241,
      "eval_RASSP_steps_per_second": 1.113,
      "step": 176000
    },
    {
      "epoch": 0.39,
      "eval_NEIMS_old_canon_smiles": 0.9504,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.1227,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5266931986294461,
      "eval_NEIMS_old_exact_mols": 0.12236666666666667,
      "eval_NEIMS_old_exact_smiles": 0.11926666666666667,
      "eval_NEIMS_old_loss": 0.1752040535211563,
      "eval_NEIMS_old_matched_formulas": 0.657,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.4379438822121596,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.12303333333333333,
      "eval_NEIMS_old_runtime": 367.8848,
      "eval_NEIMS_old_samples_per_second": 81.547,
      "eval_NEIMS_old_steps_per_second": 1.275,
      "step": 176000
    },
    {
      "epoch": 0.39,
      "eval_RASSP_old_canon_smiles": 0.9472753362031568,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.1937130843928321,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.6363740168286994,
      "eval_RASSP_old_exact_mols": 0.19314579370641038,
      "eval_RASSP_old_exact_smiles": 0.18787332732672607,
      "eval_RASSP_old_loss": 0.1344922035932541,
      "eval_RASSP_old_matched_formulas": 0.8231054159575533,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.511576860157094,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.19327927386792138,
      "eval_RASSP_old_runtime": 412.0612,
      "eval_RASSP_old_samples_per_second": 72.725,
      "eval_RASSP_old_steps_per_second": 1.138,
      "step": 176000
    },
    {
      "epoch": 0.39,
      "eval_NIST_canon_smiles": 0.8690066366185186,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.02065514426660042,
      "eval_NIST_daylight_tanimoto_simil": 0.2846762669774248,
      "eval_NIST_exact_mols": 0.01962593604713064,
      "eval_NIST_exact_smiles": 0.018809667459275297,
      "eval_NIST_loss": 1.8544813394546509,
      "eval_NIST_matched_formulas": 0.10568903715796572,
      "eval_NIST_morgan_tanimoto_simil": 0.2367739252304438,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.020371224757781168,
      "eval_NIST_runtime": 572.8226,
      "eval_NIST_samples_per_second": 49.19,
      "eval_NIST_steps_per_second": 0.77,
      "step": 176000
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0432988076329387e-05,
      "loss": 0.156,
      "step": 176010
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0431869533120068e-05,
      "loss": 0.1471,
      "step": 176020
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.043075098991074e-05,
      "loss": 0.1472,
      "step": 176030
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0429632446701417e-05,
      "loss": 0.1475,
      "step": 176040
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0428513903492095e-05,
      "loss": 0.1498,
      "step": 176050
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0427395360282766e-05,
      "loss": 0.1539,
      "step": 176060
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0426276817073444e-05,
      "loss": 0.1522,
      "step": 176070
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.042515827386412e-05,
      "loss": 0.152,
      "step": 176080
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0424039730654797e-05,
      "loss": 0.1493,
      "step": 176090
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0422921187445475e-05,
      "loss": 0.148,
      "step": 176100
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0421802644236146e-05,
      "loss": 0.1525,
      "step": 176110
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0420684101026824e-05,
      "loss": 0.1495,
      "step": 176120
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0419565557817498e-05,
      "loss": 0.1549,
      "step": 176130
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0418447014608176e-05,
      "loss": 0.1562,
      "step": 176140
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0417328471398854e-05,
      "loss": 0.1546,
      "step": 176150
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0416209928189525e-05,
      "loss": 0.1477,
      "step": 176160
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0415091384980203e-05,
      "loss": 0.149,
      "step": 176170
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0413972841770878e-05,
      "loss": 0.1475,
      "step": 176180
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0412854298561556e-05,
      "loss": 0.1494,
      "step": 176190
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0411735755352233e-05,
      "loss": 0.1534,
      "step": 176200
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0410617212142905e-05,
      "loss": 0.1528,
      "step": 176210
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0409498668933583e-05,
      "loss": 0.1499,
      "step": 176220
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0408380125724257e-05,
      "loss": 0.1539,
      "step": 176230
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0407261582514935e-05,
      "loss": 0.1559,
      "step": 176240
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0406143039305613e-05,
      "loss": 0.1476,
      "step": 176250
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0405024496096284e-05,
      "loss": 0.1498,
      "step": 176260
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0403905952886962e-05,
      "loss": 0.1518,
      "step": 176270
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0402787409677637e-05,
      "loss": 0.1454,
      "step": 176280
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0401668866468315e-05,
      "loss": 0.1464,
      "step": 176290
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0400550323258992e-05,
      "loss": 0.1516,
      "step": 176300
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0399431780049664e-05,
      "loss": 0.154,
      "step": 176310
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.039831323684034e-05,
      "loss": 0.1485,
      "step": 176320
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0397194693631016e-05,
      "loss": 0.1459,
      "step": 176330
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0396076150421694e-05,
      "loss": 0.1472,
      "step": 176340
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0394957607212365e-05,
      "loss": 0.1496,
      "step": 176350
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0393839064003043e-05,
      "loss": 0.1477,
      "step": 176360
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.039272052079372e-05,
      "loss": 0.1523,
      "step": 176370
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0391601977584396e-05,
      "loss": 0.1486,
      "step": 176380
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0390483434375073e-05,
      "loss": 0.1507,
      "step": 176390
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0389364891165745e-05,
      "loss": 0.1488,
      "step": 176400
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0388246347956423e-05,
      "loss": 0.1502,
      "step": 176410
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.03871278047471e-05,
      "loss": 0.1509,
      "step": 176420
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0386009261537775e-05,
      "loss": 0.1425,
      "step": 176430
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0384890718328453e-05,
      "loss": 0.1468,
      "step": 176440
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0383772175119124e-05,
      "loss": 0.148,
      "step": 176450
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0382653631909802e-05,
      "loss": 0.1539,
      "step": 176460
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.038153508870048e-05,
      "loss": 0.1492,
      "step": 176470
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.038041654549115e-05,
      "loss": 0.1509,
      "step": 176480
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0379298002281832e-05,
      "loss": 0.15,
      "step": 176490
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0378179459072504e-05,
      "loss": 0.1494,
      "step": 176500
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.037706091586318e-05,
      "loss": 0.1487,
      "step": 176510
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.037594237265386e-05,
      "loss": 0.1479,
      "step": 176520
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.037482382944453e-05,
      "loss": 0.149,
      "step": 176530
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.037370528623521e-05,
      "loss": 0.151,
      "step": 176540
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0372586743025883e-05,
      "loss": 0.141,
      "step": 176550
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.037146819981656e-05,
      "loss": 0.1512,
      "step": 176560
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.037034965660724e-05,
      "loss": 0.1511,
      "step": 176570
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.036923111339791e-05,
      "loss": 0.1552,
      "step": 176580
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0368112570188588e-05,
      "loss": 0.1468,
      "step": 176590
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0366994026979263e-05,
      "loss": 0.1494,
      "step": 176600
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.036587548376994e-05,
      "loss": 0.1491,
      "step": 176610
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.036475694056062e-05,
      "loss": 0.1507,
      "step": 176620
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.036363839735129e-05,
      "loss": 0.1533,
      "step": 176630
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0362519854141967e-05,
      "loss": 0.1511,
      "step": 176640
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0361401310932642e-05,
      "loss": 0.1512,
      "step": 176650
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.036028276772332e-05,
      "loss": 0.148,
      "step": 176660
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.035916422451399e-05,
      "loss": 0.1451,
      "step": 176670
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.035804568130467e-05,
      "loss": 0.1479,
      "step": 176680
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0356927138095347e-05,
      "loss": 0.1472,
      "step": 176690
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.035580859488602e-05,
      "loss": 0.15,
      "step": 176700
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.03546900516767e-05,
      "loss": 0.1492,
      "step": 176710
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.035357150846737e-05,
      "loss": 0.1486,
      "step": 176720
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.035245296525805e-05,
      "loss": 0.1486,
      "step": 176730
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0351334422048726e-05,
      "loss": 0.145,
      "step": 176740
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.03502158788394e-05,
      "loss": 0.1489,
      "step": 176750
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.034909733563008e-05,
      "loss": 0.1498,
      "step": 176760
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.034797879242075e-05,
      "loss": 0.1512,
      "step": 176770
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0346860249211428e-05,
      "loss": 0.1509,
      "step": 176780
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0345741706002106e-05,
      "loss": 0.1527,
      "step": 176790
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.034462316279278e-05,
      "loss": 0.1501,
      "step": 176800
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.034350461958346e-05,
      "loss": 0.1504,
      "step": 176810
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.034238607637413e-05,
      "loss": 0.157,
      "step": 176820
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0341267533164807e-05,
      "loss": 0.1459,
      "step": 176830
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0340148989955485e-05,
      "loss": 0.1562,
      "step": 176840
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.033903044674616e-05,
      "loss": 0.1469,
      "step": 176850
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0337911903536838e-05,
      "loss": 0.1437,
      "step": 176860
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.033679336032751e-05,
      "loss": 0.1495,
      "step": 176870
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0335674817118187e-05,
      "loss": 0.1492,
      "step": 176880
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0334556273908865e-05,
      "loss": 0.1468,
      "step": 176890
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0333437730699536e-05,
      "loss": 0.1449,
      "step": 176900
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0332319187490217e-05,
      "loss": 0.1536,
      "step": 176910
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.033120064428089e-05,
      "loss": 0.1491,
      "step": 176920
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0330082101071566e-05,
      "loss": 0.1466,
      "step": 176930
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0328963557862244e-05,
      "loss": 0.1529,
      "step": 176940
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0327845014652915e-05,
      "loss": 0.1491,
      "step": 176950
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0326726471443593e-05,
      "loss": 0.1509,
      "step": 176960
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0325607928234268e-05,
      "loss": 0.152,
      "step": 176970
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0324489385024946e-05,
      "loss": 0.1495,
      "step": 176980
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0323370841815617e-05,
      "loss": 0.147,
      "step": 176990
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0322252298606295e-05,
      "loss": 0.1537,
      "step": 177000
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0321133755396973e-05,
      "loss": 0.1451,
      "step": 177010
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0320015212187647e-05,
      "loss": 0.1466,
      "step": 177020
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0318896668978325e-05,
      "loss": 0.1488,
      "step": 177030
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0317778125768996e-05,
      "loss": 0.1476,
      "step": 177040
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0316659582559674e-05,
      "loss": 0.1462,
      "step": 177050
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0315541039350352e-05,
      "loss": 0.148,
      "step": 177060
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0314422496141027e-05,
      "loss": 0.1451,
      "step": 177070
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0313303952931705e-05,
      "loss": 0.1476,
      "step": 177080
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0312185409722376e-05,
      "loss": 0.1497,
      "step": 177090
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0311066866513054e-05,
      "loss": 0.1419,
      "step": 177100
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0309948323303732e-05,
      "loss": 0.15,
      "step": 177110
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0308829780094406e-05,
      "loss": 0.148,
      "step": 177120
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0307711236885084e-05,
      "loss": 0.1507,
      "step": 177130
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0306592693675755e-05,
      "loss": 0.1458,
      "step": 177140
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0305474150466433e-05,
      "loss": 0.1502,
      "step": 177150
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.030435560725711e-05,
      "loss": 0.1532,
      "step": 177160
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0303237064047786e-05,
      "loss": 0.1471,
      "step": 177170
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0302118520838464e-05,
      "loss": 0.1457,
      "step": 177180
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0300999977629135e-05,
      "loss": 0.1421,
      "step": 177190
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0299881434419813e-05,
      "loss": 0.1468,
      "step": 177200
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.029876289121049e-05,
      "loss": 0.1555,
      "step": 177210
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0297644348001165e-05,
      "loss": 0.1476,
      "step": 177220
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0296525804791843e-05,
      "loss": 0.1496,
      "step": 177230
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0295407261582514e-05,
      "loss": 0.1491,
      "step": 177240
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0294288718373192e-05,
      "loss": 0.1498,
      "step": 177250
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.029317017516387e-05,
      "loss": 0.1475,
      "step": 177260
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0292051631954545e-05,
      "loss": 0.1508,
      "step": 177270
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0290933088745223e-05,
      "loss": 0.1488,
      "step": 177280
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0289814545535894e-05,
      "loss": 0.1518,
      "step": 177290
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0288696002326572e-05,
      "loss": 0.1439,
      "step": 177300
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0287577459117243e-05,
      "loss": 0.1487,
      "step": 177310
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0286458915907924e-05,
      "loss": 0.15,
      "step": 177320
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0285340372698602e-05,
      "loss": 0.1511,
      "step": 177330
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0284221829489273e-05,
      "loss": 0.1531,
      "step": 177340
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.028310328627995e-05,
      "loss": 0.1472,
      "step": 177350
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0281984743070622e-05,
      "loss": 0.1479,
      "step": 177360
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.02808661998613e-05,
      "loss": 0.1525,
      "step": 177370
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.027974765665198e-05,
      "loss": 0.1461,
      "step": 177380
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0278629113442653e-05,
      "loss": 0.1502,
      "step": 177390
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.027751057023333e-05,
      "loss": 0.1508,
      "step": 177400
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0276392027024002e-05,
      "loss": 0.1531,
      "step": 177410
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.027527348381468e-05,
      "loss": 0.1483,
      "step": 177420
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0274154940605358e-05,
      "loss": 0.15,
      "step": 177430
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0273036397396032e-05,
      "loss": 0.1487,
      "step": 177440
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.027191785418671e-05,
      "loss": 0.1479,
      "step": 177450
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.027079931097738e-05,
      "loss": 0.1517,
      "step": 177460
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.026968076776806e-05,
      "loss": 0.1541,
      "step": 177470
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0268562224558737e-05,
      "loss": 0.149,
      "step": 177480
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0267443681349412e-05,
      "loss": 0.148,
      "step": 177490
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.026632513814009e-05,
      "loss": 0.1454,
      "step": 177500
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.026520659493076e-05,
      "loss": 0.1472,
      "step": 177510
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.026408805172144e-05,
      "loss": 0.1434,
      "step": 177520
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0262969508512117e-05,
      "loss": 0.1482,
      "step": 177530
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.026185096530279e-05,
      "loss": 0.1497,
      "step": 177540
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0260844276414403e-05,
      "loss": 0.15,
      "step": 177550
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0259725733205075e-05,
      "loss": 0.1506,
      "step": 177560
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0258607189995752e-05,
      "loss": 0.1471,
      "step": 177570
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0257488646786424e-05,
      "loss": 0.1434,
      "step": 177580
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.02563701035771e-05,
      "loss": 0.1518,
      "step": 177590
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.025525156036778e-05,
      "loss": 0.1542,
      "step": 177600
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0254133017158454e-05,
      "loss": 0.1484,
      "step": 177610
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0253014473949132e-05,
      "loss": 0.1526,
      "step": 177620
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0251895930739803e-05,
      "loss": 0.15,
      "step": 177630
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.025077738753048e-05,
      "loss": 0.1484,
      "step": 177640
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0249658844321156e-05,
      "loss": 0.1512,
      "step": 177650
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0248540301111833e-05,
      "loss": 0.1523,
      "step": 177660
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.024742175790251e-05,
      "loss": 0.1526,
      "step": 177670
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0246303214693183e-05,
      "loss": 0.1503,
      "step": 177680
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.024518467148386e-05,
      "loss": 0.1532,
      "step": 177690
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0244066128274535e-05,
      "loss": 0.1469,
      "step": 177700
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0242947585065213e-05,
      "loss": 0.1481,
      "step": 177710
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.024182904185589e-05,
      "loss": 0.1495,
      "step": 177720
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0240710498646562e-05,
      "loss": 0.1487,
      "step": 177730
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.023959195543724e-05,
      "loss": 0.1502,
      "step": 177740
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0238473412227914e-05,
      "loss": 0.1517,
      "step": 177750
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0237354869018592e-05,
      "loss": 0.1511,
      "step": 177760
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.023623632580927e-05,
      "loss": 0.1485,
      "step": 177770
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.023511778259994e-05,
      "loss": 0.1488,
      "step": 177780
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.023399923939062e-05,
      "loss": 0.1547,
      "step": 177790
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0232880696181294e-05,
      "loss": 0.151,
      "step": 177800
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0231762152971972e-05,
      "loss": 0.1481,
      "step": 177810
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.023064360976265e-05,
      "loss": 0.153,
      "step": 177820
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.022952506655332e-05,
      "loss": 0.1518,
      "step": 177830
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0228406523344e-05,
      "loss": 0.1478,
      "step": 177840
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0227287980134673e-05,
      "loss": 0.1479,
      "step": 177850
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.022616943692535e-05,
      "loss": 0.1548,
      "step": 177860
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.022505089371603e-05,
      "loss": 0.1522,
      "step": 177870
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.02239323505067e-05,
      "loss": 0.15,
      "step": 177880
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.022281380729738e-05,
      "loss": 0.1498,
      "step": 177890
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0221695264088053e-05,
      "loss": 0.1457,
      "step": 177900
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.022057672087873e-05,
      "loss": 0.1516,
      "step": 177910
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.021945817766941e-05,
      "loss": 0.1496,
      "step": 177920
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.021833963446008e-05,
      "loss": 0.1493,
      "step": 177930
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0217221091250758e-05,
      "loss": 0.1532,
      "step": 177940
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.021610254804143e-05,
      "loss": 0.1482,
      "step": 177950
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.021498400483211e-05,
      "loss": 0.1476,
      "step": 177960
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.021386546162278e-05,
      "loss": 0.1456,
      "step": 177970
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.021274691841346e-05,
      "loss": 0.1497,
      "step": 177980
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0211628375204137e-05,
      "loss": 0.1464,
      "step": 177990
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.021050983199481e-05,
      "loss": 0.1501,
      "step": 178000
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0209391288785486e-05,
      "loss": 0.1535,
      "step": 178010
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.020827274557616e-05,
      "loss": 0.149,
      "step": 178020
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.020715420236684e-05,
      "loss": 0.1473,
      "step": 178030
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0206035659157517e-05,
      "loss": 0.1553,
      "step": 178040
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0204917115948188e-05,
      "loss": 0.1482,
      "step": 178050
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0203798572738866e-05,
      "loss": 0.1497,
      "step": 178060
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.020268002952954e-05,
      "loss": 0.1456,
      "step": 178070
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.020156148632022e-05,
      "loss": 0.153,
      "step": 178080
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0200442943110896e-05,
      "loss": 0.1523,
      "step": 178090
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0199324399901567e-05,
      "loss": 0.1518,
      "step": 178100
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0198205856692245e-05,
      "loss": 0.1535,
      "step": 178110
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.019708731348292e-05,
      "loss": 0.1464,
      "step": 178120
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0195968770273598e-05,
      "loss": 0.1508,
      "step": 178130
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0194850227064276e-05,
      "loss": 0.1444,
      "step": 178140
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0193731683854947e-05,
      "loss": 0.1431,
      "step": 178150
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0192613140645625e-05,
      "loss": 0.1471,
      "step": 178160
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.01914945974363e-05,
      "loss": 0.1491,
      "step": 178170
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0190376054226977e-05,
      "loss": 0.1531,
      "step": 178180
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0189257511017655e-05,
      "loss": 0.1553,
      "step": 178190
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0188138967808326e-05,
      "loss": 0.1518,
      "step": 178200
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0187020424599004e-05,
      "loss": 0.1506,
      "step": 178210
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.018590188138968e-05,
      "loss": 0.1476,
      "step": 178220
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0184783338180357e-05,
      "loss": 0.1518,
      "step": 178230
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0183664794971035e-05,
      "loss": 0.153,
      "step": 178240
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0182546251761706e-05,
      "loss": 0.1483,
      "step": 178250
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0181427708552384e-05,
      "loss": 0.1499,
      "step": 178260
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.018030916534306e-05,
      "loss": 0.1533,
      "step": 178270
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0179190622133736e-05,
      "loss": 0.1454,
      "step": 178280
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0178072078924407e-05,
      "loss": 0.1522,
      "step": 178290
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0176953535715085e-05,
      "loss": 0.1527,
      "step": 178300
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0175834992505763e-05,
      "loss": 0.1496,
      "step": 178310
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0174716449296438e-05,
      "loss": 0.1475,
      "step": 178320
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0173597906087116e-05,
      "loss": 0.1506,
      "step": 178330
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0172479362877787e-05,
      "loss": 0.149,
      "step": 178340
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0171360819668465e-05,
      "loss": 0.1514,
      "step": 178350
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0170242276459143e-05,
      "loss": 0.1507,
      "step": 178360
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0169123733249814e-05,
      "loss": 0.1506,
      "step": 178370
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0168005190040495e-05,
      "loss": 0.1516,
      "step": 178380
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0166886646831166e-05,
      "loss": 0.1477,
      "step": 178390
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0165768103621844e-05,
      "loss": 0.1446,
      "step": 178400
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0164649560412522e-05,
      "loss": 0.1507,
      "step": 178410
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0163531017203193e-05,
      "loss": 0.1434,
      "step": 178420
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.016241247399387e-05,
      "loss": 0.1512,
      "step": 178430
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0161293930784546e-05,
      "loss": 0.1485,
      "step": 178440
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0160175387575224e-05,
      "loss": 0.1464,
      "step": 178450
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.01590568443659e-05,
      "loss": 0.1491,
      "step": 178460
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0157938301156573e-05,
      "loss": 0.1466,
      "step": 178470
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.015681975794725e-05,
      "loss": 0.1476,
      "step": 178480
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0155701214737925e-05,
      "loss": 0.1489,
      "step": 178490
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0154582671528603e-05,
      "loss": 0.1494,
      "step": 178500
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.015346412831928e-05,
      "loss": 0.146,
      "step": 178510
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0152345585109952e-05,
      "loss": 0.1493,
      "step": 178520
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.015122704190063e-05,
      "loss": 0.1486,
      "step": 178530
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0150108498691305e-05,
      "loss": 0.1488,
      "step": 178540
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0148989955481983e-05,
      "loss": 0.1448,
      "step": 178550
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.014787141227266e-05,
      "loss": 0.1503,
      "step": 178560
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0146752869063332e-05,
      "loss": 0.145,
      "step": 178570
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.014563432585401e-05,
      "loss": 0.1486,
      "step": 178580
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0144515782644684e-05,
      "loss": 0.1503,
      "step": 178590
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0143397239435362e-05,
      "loss": 0.15,
      "step": 178600
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0142278696226033e-05,
      "loss": 0.1449,
      "step": 178610
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.014116015301671e-05,
      "loss": 0.1462,
      "step": 178620
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.014004160980739e-05,
      "loss": 0.1489,
      "step": 178630
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0138923066598064e-05,
      "loss": 0.1461,
      "step": 178640
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.013780452338874e-05,
      "loss": 0.1459,
      "step": 178650
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0136685980179413e-05,
      "loss": 0.1511,
      "step": 178660
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.013556743697009e-05,
      "loss": 0.148,
      "step": 178670
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.013444889376077e-05,
      "loss": 0.1449,
      "step": 178680
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0133330350551443e-05,
      "loss": 0.1514,
      "step": 178690
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.013221180734212e-05,
      "loss": 0.1467,
      "step": 178700
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0131093264132792e-05,
      "loss": 0.1472,
      "step": 178710
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.012997472092347e-05,
      "loss": 0.1528,
      "step": 178720
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0128856177714148e-05,
      "loss": 0.1492,
      "step": 178730
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0127737634504823e-05,
      "loss": 0.1505,
      "step": 178740
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.01266190912955e-05,
      "loss": 0.1509,
      "step": 178750
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0125500548086172e-05,
      "loss": 0.1498,
      "step": 178760
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.012438200487685e-05,
      "loss": 0.1467,
      "step": 178770
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0123263461667528e-05,
      "loss": 0.1466,
      "step": 178780
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0122144918458202e-05,
      "loss": 0.1498,
      "step": 178790
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.012102637524888e-05,
      "loss": 0.1484,
      "step": 178800
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.011990783203955e-05,
      "loss": 0.1475,
      "step": 178810
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.011878928883023e-05,
      "loss": 0.147,
      "step": 178820
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0117670745620907e-05,
      "loss": 0.1555,
      "step": 178830
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0116552202411578e-05,
      "loss": 0.1496,
      "step": 178840
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.011543365920226e-05,
      "loss": 0.1505,
      "step": 178850
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.011431511599293e-05,
      "loss": 0.151,
      "step": 178860
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.011319657278361e-05,
      "loss": 0.1544,
      "step": 178870
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0112078029574287e-05,
      "loss": 0.1502,
      "step": 178880
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0110959486364958e-05,
      "loss": 0.1481,
      "step": 178890
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0109840943155636e-05,
      "loss": 0.1528,
      "step": 178900
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.010872239994631e-05,
      "loss": 0.1508,
      "step": 178910
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0107603856736988e-05,
      "loss": 0.147,
      "step": 178920
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.010648531352766e-05,
      "loss": 0.1463,
      "step": 178930
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0105366770318337e-05,
      "loss": 0.1482,
      "step": 178940
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0104248227109015e-05,
      "loss": 0.1444,
      "step": 178950
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.010312968389969e-05,
      "loss": 0.1469,
      "step": 178960
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0102011140690368e-05,
      "loss": 0.1492,
      "step": 178970
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.010089259748104e-05,
      "loss": 0.1518,
      "step": 178980
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0099774054271717e-05,
      "loss": 0.1489,
      "step": 178990
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0098655511062395e-05,
      "loss": 0.145,
      "step": 179000
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.009753696785307e-05,
      "loss": 0.1487,
      "step": 179010
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0096418424643747e-05,
      "loss": 0.146,
      "step": 179020
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0095299881434418e-05,
      "loss": 0.1501,
      "step": 179030
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0094181338225096e-05,
      "loss": 0.1467,
      "step": 179040
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0093062795015774e-05,
      "loss": 0.1479,
      "step": 179050
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.009194425180645e-05,
      "loss": 0.1442,
      "step": 179060
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0090825708597127e-05,
      "loss": 0.1503,
      "step": 179070
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0089707165387798e-05,
      "loss": 0.151,
      "step": 179080
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0088588622178476e-05,
      "loss": 0.1504,
      "step": 179090
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0087470078969154e-05,
      "loss": 0.1473,
      "step": 179100
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0086351535759828e-05,
      "loss": 0.1523,
      "step": 179110
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0085232992550506e-05,
      "loss": 0.1467,
      "step": 179120
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0084114449341177e-05,
      "loss": 0.1516,
      "step": 179130
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0082995906131855e-05,
      "loss": 0.1465,
      "step": 179140
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0081877362922533e-05,
      "loss": 0.1497,
      "step": 179150
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0080758819713208e-05,
      "loss": 0.1495,
      "step": 179160
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0079640276503885e-05,
      "loss": 0.1478,
      "step": 179170
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0078521733294557e-05,
      "loss": 0.1472,
      "step": 179180
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0077403190085235e-05,
      "loss": 0.1511,
      "step": 179190
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0076284646875912e-05,
      "loss": 0.1475,
      "step": 179200
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0075166103666587e-05,
      "loss": 0.1482,
      "step": 179210
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0074047560457265e-05,
      "loss": 0.1516,
      "step": 179220
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0072929017247936e-05,
      "loss": 0.1449,
      "step": 179230
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0071810474038614e-05,
      "loss": 0.1468,
      "step": 179240
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0070691930829285e-05,
      "loss": 0.1494,
      "step": 179250
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0069573387619966e-05,
      "loss": 0.15,
      "step": 179260
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0068454844410644e-05,
      "loss": 0.1514,
      "step": 179270
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0067336301201316e-05,
      "loss": 0.1491,
      "step": 179280
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0066217757991993e-05,
      "loss": 0.1505,
      "step": 179290
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0065099214782665e-05,
      "loss": 0.1525,
      "step": 179300
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0063980671573343e-05,
      "loss": 0.1528,
      "step": 179310
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.006286212836402e-05,
      "loss": 0.1444,
      "step": 179320
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0061743585154695e-05,
      "loss": 0.1458,
      "step": 179330
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0060625041945373e-05,
      "loss": 0.1474,
      "step": 179340
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0059506498736044e-05,
      "loss": 0.1461,
      "step": 179350
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0058387955526722e-05,
      "loss": 0.1474,
      "step": 179360
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.00572694123174e-05,
      "loss": 0.1493,
      "step": 179370
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0056150869108075e-05,
      "loss": 0.15,
      "step": 179380
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0055032325898752e-05,
      "loss": 0.151,
      "step": 179390
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0053913782689424e-05,
      "loss": 0.1465,
      "step": 179400
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.00527952394801e-05,
      "loss": 0.1519,
      "step": 179410
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.005167669627078e-05,
      "loss": 0.1493,
      "step": 179420
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0050558153061454e-05,
      "loss": 0.1427,
      "step": 179430
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0049439609852132e-05,
      "loss": 0.1459,
      "step": 179440
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0048321066642803e-05,
      "loss": 0.1498,
      "step": 179450
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.004720252343348e-05,
      "loss": 0.1438,
      "step": 179460
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.004608398022416e-05,
      "loss": 0.1475,
      "step": 179470
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0044965437014833e-05,
      "loss": 0.144,
      "step": 179480
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.004384689380551e-05,
      "loss": 0.1416,
      "step": 179490
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0042728350596183e-05,
      "loss": 0.1468,
      "step": 179500
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.004160980738686e-05,
      "loss": 0.151,
      "step": 179510
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.004049126417754e-05,
      "loss": 0.1522,
      "step": 179520
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0039372720968213e-05,
      "loss": 0.1465,
      "step": 179530
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.003825417775889e-05,
      "loss": 0.1491,
      "step": 179540
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0037135634549562e-05,
      "loss": 0.1479,
      "step": 179550
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.003601709134024e-05,
      "loss": 0.1467,
      "step": 179560
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0034898548130914e-05,
      "loss": 0.1455,
      "step": 179570
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0033780004921592e-05,
      "loss": 0.1479,
      "step": 179580
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.003266146171227e-05,
      "loss": 0.1494,
      "step": 179590
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.003154291850294e-05,
      "loss": 0.1472,
      "step": 179600
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.003042437529362e-05,
      "loss": 0.1502,
      "step": 179610
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0029305832084294e-05,
      "loss": 0.1525,
      "step": 179620
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0028187288874972e-05,
      "loss": 0.1469,
      "step": 179630
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.002706874566565e-05,
      "loss": 0.149,
      "step": 179640
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.002595020245632e-05,
      "loss": 0.1505,
      "step": 179650
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0024831659247e-05,
      "loss": 0.1461,
      "step": 179660
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.002371311603767e-05,
      "loss": 0.1483,
      "step": 179670
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.002259457282835e-05,
      "loss": 0.1442,
      "step": 179680
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.002147602961903e-05,
      "loss": 0.1483,
      "step": 179690
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.00203574864097e-05,
      "loss": 0.1483,
      "step": 179700
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.001923894320038e-05,
      "loss": 0.147,
      "step": 179710
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.001812039999105e-05,
      "loss": 0.1463,
      "step": 179720
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0017001856781727e-05,
      "loss": 0.1524,
      "step": 179730
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.001588331357241e-05,
      "loss": 0.1471,
      "step": 179740
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.001476477036308e-05,
      "loss": 0.1508,
      "step": 179750
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0013646227153758e-05,
      "loss": 0.1523,
      "step": 179760
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.001252768394443e-05,
      "loss": 0.146,
      "step": 179770
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0011409140735107e-05,
      "loss": 0.1452,
      "step": 179780
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0010290597525785e-05,
      "loss": 0.1486,
      "step": 179790
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.000917205431646e-05,
      "loss": 0.1445,
      "step": 179800
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0008053511107137e-05,
      "loss": 0.1467,
      "step": 179810
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.000693496789781e-05,
      "loss": 0.1448,
      "step": 179820
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0005816424688486e-05,
      "loss": 0.148,
      "step": 179830
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0004697881479164e-05,
      "loss": 0.1494,
      "step": 179840
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.000357933826984e-05,
      "loss": 0.1491,
      "step": 179850
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0002460795060517e-05,
      "loss": 0.146,
      "step": 179860
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0001342251851188e-05,
      "loss": 0.1465,
      "step": 179870
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0000223708641866e-05,
      "loss": 0.1519,
      "step": 179880
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.999910516543254e-05,
      "loss": 0.1476,
      "step": 179890
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.999798662222322e-05,
      "loss": 0.1482,
      "step": 179900
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9996868079013896e-05,
      "loss": 0.1473,
      "step": 179910
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9995749535804567e-05,
      "loss": 0.1473,
      "step": 179920
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9994630992595245e-05,
      "loss": 0.1532,
      "step": 179930
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.999351244938592e-05,
      "loss": 0.1502,
      "step": 179940
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9992393906176598e-05,
      "loss": 0.1498,
      "step": 179950
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9991275362967276e-05,
      "loss": 0.1471,
      "step": 179960
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9990156819757947e-05,
      "loss": 0.1498,
      "step": 179970
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9989038276548625e-05,
      "loss": 0.1531,
      "step": 179980
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.99879197333393e-05,
      "loss": 0.1493,
      "step": 179990
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9986801190129977e-05,
      "loss": 0.1424,
      "step": 180000
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9985682646920655e-05,
      "loss": 0.1496,
      "step": 180010
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9984564103711326e-05,
      "loss": 0.1477,
      "step": 180020
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9983445560502004e-05,
      "loss": 0.1494,
      "step": 180030
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.998232701729268e-05,
      "loss": 0.1455,
      "step": 180040
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9981208474083357e-05,
      "loss": 0.1467,
      "step": 180050
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9980089930874035e-05,
      "loss": 0.1511,
      "step": 180060
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9978971387664706e-05,
      "loss": 0.1463,
      "step": 180070
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9977852844455384e-05,
      "loss": 0.1479,
      "step": 180080
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9976734301246058e-05,
      "loss": 0.1478,
      "step": 180090
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9975615758036736e-05,
      "loss": 0.15,
      "step": 180100
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9974497214827414e-05,
      "loss": 0.1503,
      "step": 180110
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9973378671618085e-05,
      "loss": 0.1476,
      "step": 180120
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9972260128408763e-05,
      "loss": 0.1474,
      "step": 180130
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9971141585199434e-05,
      "loss": 0.1489,
      "step": 180140
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9970023041990116e-05,
      "loss": 0.1489,
      "step": 180150
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9968904498780794e-05,
      "loss": 0.1499,
      "step": 180160
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9967785955571465e-05,
      "loss": 0.1471,
      "step": 180170
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9966667412362143e-05,
      "loss": 0.1457,
      "step": 180180
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9965548869152814e-05,
      "loss": 0.1477,
      "step": 180190
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9964430325943492e-05,
      "loss": 0.1409,
      "step": 180200
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9963311782734166e-05,
      "loss": 0.1499,
      "step": 180210
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9962193239524844e-05,
      "loss": 0.145,
      "step": 180220
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9961074696315522e-05,
      "loss": 0.1466,
      "step": 180230
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9959956153106193e-05,
      "loss": 0.152,
      "step": 180240
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.995883760989687e-05,
      "loss": 0.1447,
      "step": 180250
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9957719066687546e-05,
      "loss": 0.1503,
      "step": 180260
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9956600523478224e-05,
      "loss": 0.1452,
      "step": 180270
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.99554819802689e-05,
      "loss": 0.1455,
      "step": 180280
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9954363437059573e-05,
      "loss": 0.1456,
      "step": 180290
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.995324489385025e-05,
      "loss": 0.1476,
      "step": 180300
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9952126350640925e-05,
      "loss": 0.1469,
      "step": 180310
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9951007807431603e-05,
      "loss": 0.149,
      "step": 180320
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.994988926422228e-05,
      "loss": 0.143,
      "step": 180330
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9948770721012952e-05,
      "loss": 0.1482,
      "step": 180340
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.994765217780363e-05,
      "loss": 0.1493,
      "step": 180350
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9946533634594305e-05,
      "loss": 0.147,
      "step": 180360
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9945415091384983e-05,
      "loss": 0.1521,
      "step": 180370
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.994429654817566e-05,
      "loss": 0.1478,
      "step": 180380
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9943178004966332e-05,
      "loss": 0.1514,
      "step": 180390
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.994205946175701e-05,
      "loss": 0.1493,
      "step": 180400
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9940940918547684e-05,
      "loss": 0.1498,
      "step": 180410
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9939822375338362e-05,
      "loss": 0.1463,
      "step": 180420
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.993870383212904e-05,
      "loss": 0.1501,
      "step": 180430
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.993758528891971e-05,
      "loss": 0.1461,
      "step": 180440
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.993646674571039e-05,
      "loss": 0.1465,
      "step": 180450
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9935348202501064e-05,
      "loss": 0.1482,
      "step": 180460
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.993422965929174e-05,
      "loss": 0.1481,
      "step": 180470
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.993311111608242e-05,
      "loss": 0.1455,
      "step": 180480
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.993199257287309e-05,
      "loss": 0.1488,
      "step": 180490
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.993087402966377e-05,
      "loss": 0.1472,
      "step": 180500
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9929755486454443e-05,
      "loss": 0.1517,
      "step": 180510
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.992863694324512e-05,
      "loss": 0.1452,
      "step": 180520
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9927518400035792e-05,
      "loss": 0.1535,
      "step": 180530
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.992639985682647e-05,
      "loss": 0.1439,
      "step": 180540
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9925281313617148e-05,
      "loss": 0.1479,
      "step": 180550
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.992416277040782e-05,
      "loss": 0.1496,
      "step": 180560
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.99230442271985e-05,
      "loss": 0.1453,
      "step": 180570
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9921925683989172e-05,
      "loss": 0.1504,
      "step": 180580
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.992080714077985e-05,
      "loss": 0.1466,
      "step": 180590
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9919688597570528e-05,
      "loss": 0.1454,
      "step": 180600
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.99185700543612e-05,
      "loss": 0.146,
      "step": 180610
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9917451511151877e-05,
      "loss": 0.1496,
      "step": 180620
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.991633296794255e-05,
      "loss": 0.1504,
      "step": 180630
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.991521442473323e-05,
      "loss": 0.1447,
      "step": 180640
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9914095881523907e-05,
      "loss": 0.147,
      "step": 180650
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9912977338314578e-05,
      "loss": 0.1494,
      "step": 180660
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9911858795105256e-05,
      "loss": 0.1463,
      "step": 180670
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.991074025189593e-05,
      "loss": 0.1465,
      "step": 180680
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.990962170868661e-05,
      "loss": 0.151,
      "step": 180690
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9908503165477287e-05,
      "loss": 0.15,
      "step": 180700
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9907384622267958e-05,
      "loss": 0.15,
      "step": 180710
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9906266079058636e-05,
      "loss": 0.1481,
      "step": 180720
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.990514753584931e-05,
      "loss": 0.1547,
      "step": 180730
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9904028992639988e-05,
      "loss": 0.1451,
      "step": 180740
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9902910449430666e-05,
      "loss": 0.1463,
      "step": 180750
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9901791906221337e-05,
      "loss": 0.1539,
      "step": 180760
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9900673363012015e-05,
      "loss": 0.1523,
      "step": 180770
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.989955481980269e-05,
      "loss": 0.1476,
      "step": 180780
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9898436276593368e-05,
      "loss": 0.1483,
      "step": 180790
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.989731773338404e-05,
      "loss": 0.1477,
      "step": 180800
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9896199190174717e-05,
      "loss": 0.1475,
      "step": 180810
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9895080646965395e-05,
      "loss": 0.145,
      "step": 180820
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.989396210375607e-05,
      "loss": 0.146,
      "step": 180830
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9892843560546747e-05,
      "loss": 0.1483,
      "step": 180840
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9891725017337418e-05,
      "loss": 0.1463,
      "step": 180850
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9890606474128096e-05,
      "loss": 0.1432,
      "step": 180860
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9889487930918774e-05,
      "loss": 0.1499,
      "step": 180870
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.988836938770945e-05,
      "loss": 0.1422,
      "step": 180880
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9887250844500126e-05,
      "loss": 0.1504,
      "step": 180890
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9886132301290798e-05,
      "loss": 0.1517,
      "step": 180900
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9885013758081476e-05,
      "loss": 0.1468,
      "step": 180910
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9883895214872153e-05,
      "loss": 0.1455,
      "step": 180920
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9882776671662828e-05,
      "loss": 0.1456,
      "step": 180930
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9881658128453506e-05,
      "loss": 0.1425,
      "step": 180940
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9880539585244177e-05,
      "loss": 0.1535,
      "step": 180950
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9879421042034855e-05,
      "loss": 0.1459,
      "step": 180960
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9878302498825533e-05,
      "loss": 0.1474,
      "step": 180970
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9877183955616208e-05,
      "loss": 0.1488,
      "step": 180980
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9876177266727816e-05,
      "loss": 0.1494,
      "step": 180990
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.987505872351849e-05,
      "loss": 0.1424,
      "step": 181000
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.987394018030917e-05,
      "loss": 0.1492,
      "step": 181010
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.987282163709984e-05,
      "loss": 0.1515,
      "step": 181020
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9871703093890518e-05,
      "loss": 0.148,
      "step": 181030
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9870584550681196e-05,
      "loss": 0.1489,
      "step": 181040
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.986946600747187e-05,
      "loss": 0.1485,
      "step": 181050
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9868347464262548e-05,
      "loss": 0.1509,
      "step": 181060
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.986722892105322e-05,
      "loss": 0.1453,
      "step": 181070
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9866110377843897e-05,
      "loss": 0.1423,
      "step": 181080
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9864991834634575e-05,
      "loss": 0.1496,
      "step": 181090
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.986387329142525e-05,
      "loss": 0.1491,
      "step": 181100
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9862754748215928e-05,
      "loss": 0.1564,
      "step": 181110
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.98616362050066e-05,
      "loss": 0.1546,
      "step": 181120
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9860517661797277e-05,
      "loss": 0.1483,
      "step": 181130
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9859399118587955e-05,
      "loss": 0.1485,
      "step": 181140
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.985828057537863e-05,
      "loss": 0.1441,
      "step": 181150
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9857162032169307e-05,
      "loss": 0.1487,
      "step": 181160
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.985604348895998e-05,
      "loss": 0.1439,
      "step": 181170
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9854924945750656e-05,
      "loss": 0.1482,
      "step": 181180
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9853806402541327e-05,
      "loss": 0.1422,
      "step": 181190
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9852687859332005e-05,
      "loss": 0.1448,
      "step": 181200
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9851569316122687e-05,
      "loss": 0.1517,
      "step": 181210
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9850450772913358e-05,
      "loss": 0.1497,
      "step": 181220
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9849332229704036e-05,
      "loss": 0.152,
      "step": 181230
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9848213686494707e-05,
      "loss": 0.1505,
      "step": 181240
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9847095143285385e-05,
      "loss": 0.1507,
      "step": 181250
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9845976600076063e-05,
      "loss": 0.1427,
      "step": 181260
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9844858056866737e-05,
      "loss": 0.1511,
      "step": 181270
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9843739513657415e-05,
      "loss": 0.1479,
      "step": 181280
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9842620970448086e-05,
      "loss": 0.1479,
      "step": 181290
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9841502427238764e-05,
      "loss": 0.1488,
      "step": 181300
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9840383884029442e-05,
      "loss": 0.1467,
      "step": 181310
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9839265340820117e-05,
      "loss": 0.1493,
      "step": 181320
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9838146797610795e-05,
      "loss": 0.1444,
      "step": 181330
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9837028254401466e-05,
      "loss": 0.1505,
      "step": 181340
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9835909711192144e-05,
      "loss": 0.1474,
      "step": 181350
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.983479116798282e-05,
      "loss": 0.1469,
      "step": 181360
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9833672624773496e-05,
      "loss": 0.1474,
      "step": 181370
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9832554081564174e-05,
      "loss": 0.1481,
      "step": 181380
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9831435538354845e-05,
      "loss": 0.149,
      "step": 181390
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9830316995145523e-05,
      "loss": 0.15,
      "step": 181400
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.98291984519362e-05,
      "loss": 0.1489,
      "step": 181410
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9828079908726876e-05,
      "loss": 0.1513,
      "step": 181420
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9826961365517554e-05,
      "loss": 0.1534,
      "step": 181430
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9825842822308225e-05,
      "loss": 0.1488,
      "step": 181440
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9824724279098903e-05,
      "loss": 0.15,
      "step": 181450
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.982360573588958e-05,
      "loss": 0.152,
      "step": 181460
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9822487192680255e-05,
      "loss": 0.1476,
      "step": 181470
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9821368649470933e-05,
      "loss": 0.1438,
      "step": 181480
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9820250106261604e-05,
      "loss": 0.1478,
      "step": 181490
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9819131563052282e-05,
      "loss": 0.1481,
      "step": 181500
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9818013019842957e-05,
      "loss": 0.1464,
      "step": 181510
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9816894476633635e-05,
      "loss": 0.1518,
      "step": 181520
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9815775933424313e-05,
      "loss": 0.15,
      "step": 181530
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9814657390214984e-05,
      "loss": 0.1457,
      "step": 181540
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.981353884700566e-05,
      "loss": 0.1443,
      "step": 181550
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9812420303796336e-05,
      "loss": 0.1443,
      "step": 181560
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9811301760587014e-05,
      "loss": 0.1503,
      "step": 181570
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9810183217377692e-05,
      "loss": 0.1466,
      "step": 181580
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9809064674168363e-05,
      "loss": 0.1445,
      "step": 181590
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.980794613095904e-05,
      "loss": 0.1494,
      "step": 181600
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9806827587749712e-05,
      "loss": 0.1526,
      "step": 181610
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9805709044540394e-05,
      "loss": 0.1485,
      "step": 181620
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.980459050133107e-05,
      "loss": 0.1504,
      "step": 181630
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9803471958121743e-05,
      "loss": 0.1499,
      "step": 181640
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.980235341491242e-05,
      "loss": 0.1508,
      "step": 181650
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9801234871703092e-05,
      "loss": 0.1445,
      "step": 181660
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.980011632849377e-05,
      "loss": 0.1491,
      "step": 181670
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9798997785284448e-05,
      "loss": 0.147,
      "step": 181680
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9797879242075122e-05,
      "loss": 0.1487,
      "step": 181690
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.97967606988658e-05,
      "loss": 0.1499,
      "step": 181700
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.979564215565647e-05,
      "loss": 0.1463,
      "step": 181710
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.979452361244715e-05,
      "loss": 0.151,
      "step": 181720
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9793405069237827e-05,
      "loss": 0.1439,
      "step": 181730
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.97922865260285e-05,
      "loss": 0.1479,
      "step": 181740
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.979116798281918e-05,
      "loss": 0.1444,
      "step": 181750
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.979004943960985e-05,
      "loss": 0.1473,
      "step": 181760
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.978893089640053e-05,
      "loss": 0.1502,
      "step": 181770
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9787812353191207e-05,
      "loss": 0.1431,
      "step": 181780
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.978669380998188e-05,
      "loss": 0.1437,
      "step": 181790
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.978557526677256e-05,
      "loss": 0.1477,
      "step": 181800
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.978445672356323e-05,
      "loss": 0.145,
      "step": 181810
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9783338180353908e-05,
      "loss": 0.1477,
      "step": 181820
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9782219637144583e-05,
      "loss": 0.1439,
      "step": 181830
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.978110109393526e-05,
      "loss": 0.1461,
      "step": 181840
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.977998255072594e-05,
      "loss": 0.1488,
      "step": 181850
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.977886400751661e-05,
      "loss": 0.1447,
      "step": 181860
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9777745464307288e-05,
      "loss": 0.1502,
      "step": 181870
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9776626921097962e-05,
      "loss": 0.1444,
      "step": 181880
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.977550837788864e-05,
      "loss": 0.148,
      "step": 181890
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9774389834679318e-05,
      "loss": 0.1519,
      "step": 181900
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.977327129146999e-05,
      "loss": 0.1505,
      "step": 181910
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9772152748260667e-05,
      "loss": 0.1458,
      "step": 181920
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.977103420505134e-05,
      "loss": 0.1491,
      "step": 181930
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.976991566184202e-05,
      "loss": 0.1488,
      "step": 181940
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9768797118632697e-05,
      "loss": 0.1514,
      "step": 181950
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.976767857542337e-05,
      "loss": 0.1527,
      "step": 181960
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9766560032214047e-05,
      "loss": 0.1482,
      "step": 181970
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.976544148900472e-05,
      "loss": 0.1438,
      "step": 181980
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.97643229457954e-05,
      "loss": 0.1482,
      "step": 181990
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9763204402586077e-05,
      "loss": 0.147,
      "step": 182000
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9762085859376748e-05,
      "loss": 0.1454,
      "step": 182010
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9760967316167426e-05,
      "loss": 0.1474,
      "step": 182020
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9759848772958097e-05,
      "loss": 0.1449,
      "step": 182030
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.975873022974878e-05,
      "loss": 0.1491,
      "step": 182040
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9757611686539456e-05,
      "loss": 0.1454,
      "step": 182050
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9756493143330128e-05,
      "loss": 0.1433,
      "step": 182060
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9755374600120805e-05,
      "loss": 0.1547,
      "step": 182070
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9754256056911477e-05,
      "loss": 0.1476,
      "step": 182080
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9753137513702155e-05,
      "loss": 0.1454,
      "step": 182090
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9752018970492836e-05,
      "loss": 0.1482,
      "step": 182100
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9750900427283507e-05,
      "loss": 0.1501,
      "step": 182110
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9749781884074185e-05,
      "loss": 0.1474,
      "step": 182120
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9748663340864856e-05,
      "loss": 0.1502,
      "step": 182130
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9747544797655534e-05,
      "loss": 0.1494,
      "step": 182140
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.974642625444621e-05,
      "loss": 0.1468,
      "step": 182150
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9745307711236886e-05,
      "loss": 0.1445,
      "step": 182160
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9744189168027564e-05,
      "loss": 0.1484,
      "step": 182170
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9743070624818236e-05,
      "loss": 0.1492,
      "step": 182180
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9741952081608913e-05,
      "loss": 0.1461,
      "step": 182190
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9740833538399588e-05,
      "loss": 0.1474,
      "step": 182200
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9739714995190266e-05,
      "loss": 0.1446,
      "step": 182210
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9738596451980944e-05,
      "loss": 0.1522,
      "step": 182220
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9737477908771615e-05,
      "loss": 0.1466,
      "step": 182230
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9736359365562293e-05,
      "loss": 0.1479,
      "step": 182240
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9735240822352968e-05,
      "loss": 0.148,
      "step": 182250
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9734122279143645e-05,
      "loss": 0.1475,
      "step": 182260
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9733003735934323e-05,
      "loss": 0.1483,
      "step": 182270
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9731885192724995e-05,
      "loss": 0.1462,
      "step": 182280
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9730766649515672e-05,
      "loss": 0.1491,
      "step": 182290
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9729648106306347e-05,
      "loss": 0.1548,
      "step": 182300
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9728529563097025e-05,
      "loss": 0.1482,
      "step": 182310
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9727411019887703e-05,
      "loss": 0.1502,
      "step": 182320
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9726292476678374e-05,
      "loss": 0.1461,
      "step": 182330
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9725173933469052e-05,
      "loss": 0.1519,
      "step": 182340
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9724055390259726e-05,
      "loss": 0.1458,
      "step": 182350
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9722936847050404e-05,
      "loss": 0.1478,
      "step": 182360
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9721818303841082e-05,
      "loss": 0.1457,
      "step": 182370
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9720699760631753e-05,
      "loss": 0.1537,
      "step": 182380
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.971958121742243e-05,
      "loss": 0.1501,
      "step": 182390
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9718462674213106e-05,
      "loss": 0.1488,
      "step": 182400
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9717344131003784e-05,
      "loss": 0.1431,
      "step": 182410
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9716225587794462e-05,
      "loss": 0.1487,
      "step": 182420
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9715107044585133e-05,
      "loss": 0.1503,
      "step": 182430
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.971398850137581e-05,
      "loss": 0.15,
      "step": 182440
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9712869958166485e-05,
      "loss": 0.1431,
      "step": 182450
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9711751414957163e-05,
      "loss": 0.147,
      "step": 182460
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9710632871747834e-05,
      "loss": 0.1461,
      "step": 182470
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9709514328538512e-05,
      "loss": 0.1475,
      "step": 182480
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.970839578532919e-05,
      "loss": 0.1517,
      "step": 182490
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.970727724211986e-05,
      "loss": 0.1535,
      "step": 182500
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9706158698910543e-05,
      "loss": 0.1448,
      "step": 182510
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9705040155701214e-05,
      "loss": 0.1446,
      "step": 182520
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9703921612491892e-05,
      "loss": 0.1488,
      "step": 182530
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.970280306928257e-05,
      "loss": 0.1468,
      "step": 182540
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.970168452607324e-05,
      "loss": 0.1464,
      "step": 182550
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.970056598286392e-05,
      "loss": 0.1493,
      "step": 182560
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9699447439654593e-05,
      "loss": 0.1441,
      "step": 182570
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.969832889644527e-05,
      "loss": 0.1505,
      "step": 182580
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.969721035323595e-05,
      "loss": 0.1457,
      "step": 182590
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.969609181002662e-05,
      "loss": 0.1428,
      "step": 182600
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.96949732668173e-05,
      "loss": 0.1474,
      "step": 182610
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9693854723607973e-05,
      "loss": 0.1469,
      "step": 182620
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.969273618039865e-05,
      "loss": 0.1478,
      "step": 182630
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.969161763718933e-05,
      "loss": 0.1443,
      "step": 182640
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.969049909398e-05,
      "loss": 0.1409,
      "step": 182650
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9689380550770678e-05,
      "loss": 0.1394,
      "step": 182660
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9688262007561352e-05,
      "loss": 0.1446,
      "step": 182670
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.968714346435203e-05,
      "loss": 0.1465,
      "step": 182680
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9686024921142708e-05,
      "loss": 0.1505,
      "step": 182690
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.968490637793338e-05,
      "loss": 0.1483,
      "step": 182700
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9683787834724057e-05,
      "loss": 0.1499,
      "step": 182710
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9682669291514732e-05,
      "loss": 0.1465,
      "step": 182720
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.968155074830541e-05,
      "loss": 0.1461,
      "step": 182730
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9680432205096088e-05,
      "loss": 0.1466,
      "step": 182740
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.967931366188676e-05,
      "loss": 0.1443,
      "step": 182750
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9678195118677437e-05,
      "loss": 0.1492,
      "step": 182760
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.967707657546811e-05,
      "loss": 0.1459,
      "step": 182770
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.967595803225879e-05,
      "loss": 0.1475,
      "step": 182780
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.967483948904946e-05,
      "loss": 0.1484,
      "step": 182790
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.967372094584014e-05,
      "loss": 0.1484,
      "step": 182800
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9672602402630816e-05,
      "loss": 0.1492,
      "step": 182810
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.967148385942149e-05,
      "loss": 0.148,
      "step": 182820
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.967036531621217e-05,
      "loss": 0.1444,
      "step": 182830
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.966924677300284e-05,
      "loss": 0.1465,
      "step": 182840
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9668128229793518e-05,
      "loss": 0.1473,
      "step": 182850
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9667009686584196e-05,
      "loss": 0.1484,
      "step": 182860
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.966589114337487e-05,
      "loss": 0.1418,
      "step": 182870
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9664772600165548e-05,
      "loss": 0.144,
      "step": 182880
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.966365405695622e-05,
      "loss": 0.1461,
      "step": 182890
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9662535513746897e-05,
      "loss": 0.1481,
      "step": 182900
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9661416970537575e-05,
      "loss": 0.1414,
      "step": 182910
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9660298427328246e-05,
      "loss": 0.1425,
      "step": 182920
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9659179884118928e-05,
      "loss": 0.145,
      "step": 182930
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.96580613409096e-05,
      "loss": 0.1501,
      "step": 182940
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9656942797700277e-05,
      "loss": 0.1435,
      "step": 182950
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9655824254490955e-05,
      "loss": 0.1473,
      "step": 182960
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9654705711281626e-05,
      "loss": 0.1426,
      "step": 182970
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9653587168072304e-05,
      "loss": 0.1504,
      "step": 182980
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9652468624862978e-05,
      "loss": 0.1453,
      "step": 182990
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9651350081653656e-05,
      "loss": 0.1453,
      "step": 183000
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9650231538444334e-05,
      "loss": 0.1506,
      "step": 183010
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9649112995235005e-05,
      "loss": 0.142,
      "step": 183020
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9647994452025683e-05,
      "loss": 0.1481,
      "step": 183030
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9646875908816358e-05,
      "loss": 0.1459,
      "step": 183040
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9645757365607036e-05,
      "loss": 0.1531,
      "step": 183050
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9644638822397714e-05,
      "loss": 0.1455,
      "step": 183060
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9643520279188385e-05,
      "loss": 0.1457,
      "step": 183070
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9642401735979063e-05,
      "loss": 0.1452,
      "step": 183080
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9641283192769737e-05,
      "loss": 0.1447,
      "step": 183090
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9640164649560415e-05,
      "loss": 0.1421,
      "step": 183100
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9639046106351086e-05,
      "loss": 0.148,
      "step": 183110
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9637927563141764e-05,
      "loss": 0.1438,
      "step": 183120
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9636809019932442e-05,
      "loss": 0.1471,
      "step": 183130
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9635690476723117e-05,
      "loss": 0.1513,
      "step": 183140
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9634571933513795e-05,
      "loss": 0.1465,
      "step": 183150
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9633453390304466e-05,
      "loss": 0.14,
      "step": 183160
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9632334847095144e-05,
      "loss": 0.1464,
      "step": 183170
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.963121630388582e-05,
      "loss": 0.1481,
      "step": 183180
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9630097760676496e-05,
      "loss": 0.1474,
      "step": 183190
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9628979217467174e-05,
      "loss": 0.1445,
      "step": 183200
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9627860674257845e-05,
      "loss": 0.1493,
      "step": 183210
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9626742131048523e-05,
      "loss": 0.1444,
      "step": 183220
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.96256235878392e-05,
      "loss": 0.1461,
      "step": 183230
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9624505044629876e-05,
      "loss": 0.1475,
      "step": 183240
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9623386501420554e-05,
      "loss": 0.1432,
      "step": 183250
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9622267958211225e-05,
      "loss": 0.1494,
      "step": 183260
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9621149415001903e-05,
      "loss": 0.1482,
      "step": 183270
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9620142726113508e-05,
      "loss": 0.1501,
      "step": 183280
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9619024182904186e-05,
      "loss": 0.1442,
      "step": 183290
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9617905639694864e-05,
      "loss": 0.1479,
      "step": 183300
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.961678709648554e-05,
      "loss": 0.1473,
      "step": 183310
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9615668553276216e-05,
      "loss": 0.1512,
      "step": 183320
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9614550010066888e-05,
      "loss": 0.1481,
      "step": 183330
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9613431466857565e-05,
      "loss": 0.1472,
      "step": 183340
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9612312923648243e-05,
      "loss": 0.1433,
      "step": 183350
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9611194380438918e-05,
      "loss": 0.1472,
      "step": 183360
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9610075837229596e-05,
      "loss": 0.1459,
      "step": 183370
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9608957294020267e-05,
      "loss": 0.1522,
      "step": 183380
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9607838750810945e-05,
      "loss": 0.1498,
      "step": 183390
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9606720207601623e-05,
      "loss": 0.1498,
      "step": 183400
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9605601664392297e-05,
      "loss": 0.1501,
      "step": 183410
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9604483121182975e-05,
      "loss": 0.1495,
      "step": 183420
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9603364577973646e-05,
      "loss": 0.1461,
      "step": 183430
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9602246034764324e-05,
      "loss": 0.1456,
      "step": 183440
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9601127491555e-05,
      "loss": 0.1452,
      "step": 183450
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9600008948345677e-05,
      "loss": 0.1458,
      "step": 183460
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9598890405136355e-05,
      "loss": 0.1475,
      "step": 183470
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9597771861927026e-05,
      "loss": 0.1456,
      "step": 183480
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9596653318717704e-05,
      "loss": 0.1425,
      "step": 183490
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9595534775508375e-05,
      "loss": 0.1434,
      "step": 183500
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9594416232299056e-05,
      "loss": 0.1471,
      "step": 183510
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9593297689089734e-05,
      "loss": 0.1454,
      "step": 183520
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9592179145880405e-05,
      "loss": 0.1461,
      "step": 183530
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9591060602671083e-05,
      "loss": 0.1445,
      "step": 183540
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9589942059461755e-05,
      "loss": 0.1442,
      "step": 183550
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9588823516252432e-05,
      "loss": 0.1444,
      "step": 183560
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9587704973043114e-05,
      "loss": 0.1422,
      "step": 183570
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9586586429833785e-05,
      "loss": 0.1453,
      "step": 183580
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9585467886624463e-05,
      "loss": 0.1449,
      "step": 183590
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9584349343415134e-05,
      "loss": 0.1478,
      "step": 183600
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9583230800205812e-05,
      "loss": 0.147,
      "step": 183610
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.958211225699649e-05,
      "loss": 0.1441,
      "step": 183620
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9580993713787164e-05,
      "loss": 0.1536,
      "step": 183630
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9579875170577842e-05,
      "loss": 0.1434,
      "step": 183640
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9578756627368513e-05,
      "loss": 0.1512,
      "step": 183650
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.957763808415919e-05,
      "loss": 0.148,
      "step": 183660
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.957651954094987e-05,
      "loss": 0.149,
      "step": 183670
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9575400997740544e-05,
      "loss": 0.1453,
      "step": 183680
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9574282454531222e-05,
      "loss": 0.1494,
      "step": 183690
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9573163911321893e-05,
      "loss": 0.1449,
      "step": 183700
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.957204536811257e-05,
      "loss": 0.1478,
      "step": 183710
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.957092682490325e-05,
      "loss": 0.1482,
      "step": 183720
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9569808281693923e-05,
      "loss": 0.1497,
      "step": 183730
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.95686897384846e-05,
      "loss": 0.1448,
      "step": 183740
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9567571195275272e-05,
      "loss": 0.1503,
      "step": 183750
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.956645265206595e-05,
      "loss": 0.1452,
      "step": 183760
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9565334108856625e-05,
      "loss": 0.1481,
      "step": 183770
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9564215565647303e-05,
      "loss": 0.1485,
      "step": 183780
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.956309702243798e-05,
      "loss": 0.1489,
      "step": 183790
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9561978479228652e-05,
      "loss": 0.1447,
      "step": 183800
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.956085993601933e-05,
      "loss": 0.1498,
      "step": 183810
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9559741392810004e-05,
      "loss": 0.1485,
      "step": 183820
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9558622849600682e-05,
      "loss": 0.1522,
      "step": 183830
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.955750430639136e-05,
      "loss": 0.149,
      "step": 183840
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.955638576318203e-05,
      "loss": 0.1473,
      "step": 183850
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.955526721997271e-05,
      "loss": 0.1427,
      "step": 183860
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9554148676763384e-05,
      "loss": 0.1428,
      "step": 183870
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9553030133554062e-05,
      "loss": 0.1494,
      "step": 183880
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.955191159034474e-05,
      "loss": 0.1486,
      "step": 183890
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.955079304713541e-05,
      "loss": 0.1498,
      "step": 183900
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.954967450392609e-05,
      "loss": 0.1476,
      "step": 183910
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9548555960716763e-05,
      "loss": 0.1451,
      "step": 183920
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.954743741750744e-05,
      "loss": 0.1498,
      "step": 183930
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.954631887429812e-05,
      "loss": 0.1484,
      "step": 183940
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.954520033108879e-05,
      "loss": 0.1509,
      "step": 183950
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9544081787879468e-05,
      "loss": 0.1422,
      "step": 183960
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.954296324467014e-05,
      "loss": 0.1524,
      "step": 183970
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.954184470146082e-05,
      "loss": 0.1432,
      "step": 183980
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.95407261582515e-05,
      "loss": 0.1447,
      "step": 183990
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.953960761504217e-05,
      "loss": 0.142,
      "step": 184000
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9538489071832848e-05,
      "loss": 0.1511,
      "step": 184010
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.953737052862352e-05,
      "loss": 0.1473,
      "step": 184020
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9536251985414197e-05,
      "loss": 0.1512,
      "step": 184030
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9535133442204878e-05,
      "loss": 0.1432,
      "step": 184040
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.953401489899555e-05,
      "loss": 0.1491,
      "step": 184050
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9532896355786227e-05,
      "loss": 0.1471,
      "step": 184060
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.95317778125769e-05,
      "loss": 0.1453,
      "step": 184070
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9530659269367576e-05,
      "loss": 0.1505,
      "step": 184080
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.952954072615825e-05,
      "loss": 0.1457,
      "step": 184090
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.952842218294893e-05,
      "loss": 0.147,
      "step": 184100
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9527303639739607e-05,
      "loss": 0.145,
      "step": 184110
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9526185096530278e-05,
      "loss": 0.1458,
      "step": 184120
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9525066553320956e-05,
      "loss": 0.1468,
      "step": 184130
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.952394801011163e-05,
      "loss": 0.1487,
      "step": 184140
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9522829466902308e-05,
      "loss": 0.1476,
      "step": 184150
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9521710923692986e-05,
      "loss": 0.1481,
      "step": 184160
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9520592380483657e-05,
      "loss": 0.1484,
      "step": 184170
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9519473837274335e-05,
      "loss": 0.1484,
      "step": 184180
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.951835529406501e-05,
      "loss": 0.152,
      "step": 184190
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9517236750855688e-05,
      "loss": 0.145,
      "step": 184200
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9516118207646366e-05,
      "loss": 0.1488,
      "step": 184210
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9514999664437037e-05,
      "loss": 0.1444,
      "step": 184220
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9513881121227715e-05,
      "loss": 0.1458,
      "step": 184230
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.951276257801839e-05,
      "loss": 0.1428,
      "step": 184240
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9511644034809067e-05,
      "loss": 0.1515,
      "step": 184250
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9510525491599745e-05,
      "loss": 0.1469,
      "step": 184260
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9509406948390416e-05,
      "loss": 0.1498,
      "step": 184270
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9508288405181094e-05,
      "loss": 0.1526,
      "step": 184280
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.950716986197177e-05,
      "loss": 0.1445,
      "step": 184290
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9506051318762447e-05,
      "loss": 0.1478,
      "step": 184300
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9504932775553125e-05,
      "loss": 0.144,
      "step": 184310
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9503814232343796e-05,
      "loss": 0.1447,
      "step": 184320
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9502695689134474e-05,
      "loss": 0.1499,
      "step": 184330
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9501577145925148e-05,
      "loss": 0.1462,
      "step": 184340
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9500458602715826e-05,
      "loss": 0.145,
      "step": 184350
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9499340059506504e-05,
      "loss": 0.1472,
      "step": 184360
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9498221516297175e-05,
      "loss": 0.1448,
      "step": 184370
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9497102973087853e-05,
      "loss": 0.1507,
      "step": 184380
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9495984429878524e-05,
      "loss": 0.1478,
      "step": 184390
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9494865886669206e-05,
      "loss": 0.1486,
      "step": 184400
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9493747343459877e-05,
      "loss": 0.1446,
      "step": 184410
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9492628800250555e-05,
      "loss": 0.1426,
      "step": 184420
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9491510257041233e-05,
      "loss": 0.1492,
      "step": 184430
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9490391713831904e-05,
      "loss": 0.1453,
      "step": 184440
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.948927317062258e-05,
      "loss": 0.1479,
      "step": 184450
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9488154627413256e-05,
      "loss": 0.1519,
      "step": 184460
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9487036084203934e-05,
      "loss": 0.1484,
      "step": 184470
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9485917540994612e-05,
      "loss": 0.147,
      "step": 184480
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9484798997785283e-05,
      "loss": 0.147,
      "step": 184490
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.948368045457596e-05,
      "loss": 0.1467,
      "step": 184500
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9482561911366636e-05,
      "loss": 0.1483,
      "step": 184510
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9481443368157314e-05,
      "loss": 0.1444,
      "step": 184520
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.948032482494799e-05,
      "loss": 0.1445,
      "step": 184530
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9479206281738663e-05,
      "loss": 0.1417,
      "step": 184540
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.947808773852934e-05,
      "loss": 0.1489,
      "step": 184550
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9476969195320015e-05,
      "loss": 0.1472,
      "step": 184560
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9475850652110693e-05,
      "loss": 0.1481,
      "step": 184570
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.947473210890137e-05,
      "loss": 0.1454,
      "step": 184580
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9473613565692042e-05,
      "loss": 0.1468,
      "step": 184590
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.947249502248272e-05,
      "loss": 0.1491,
      "step": 184600
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9471376479273395e-05,
      "loss": 0.1486,
      "step": 184610
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9470257936064073e-05,
      "loss": 0.1457,
      "step": 184620
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.946913939285475e-05,
      "loss": 0.1509,
      "step": 184630
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.946802084964542e-05,
      "loss": 0.1473,
      "step": 184640
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.94669023064361e-05,
      "loss": 0.146,
      "step": 184650
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9465783763226774e-05,
      "loss": 0.1483,
      "step": 184660
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9464665220017452e-05,
      "loss": 0.1464,
      "step": 184670
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.946354667680813e-05,
      "loss": 0.145,
      "step": 184680
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.94624281335988e-05,
      "loss": 0.1477,
      "step": 184690
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.946130959038948e-05,
      "loss": 0.1435,
      "step": 184700
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9460191047180154e-05,
      "loss": 0.1446,
      "step": 184710
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.945907250397083e-05,
      "loss": 0.1419,
      "step": 184720
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9457953960761503e-05,
      "loss": 0.1508,
      "step": 184730
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.945683541755218e-05,
      "loss": 0.1474,
      "step": 184740
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.945571687434286e-05,
      "loss": 0.1476,
      "step": 184750
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9454598331133533e-05,
      "loss": 0.1495,
      "step": 184760
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.945347978792421e-05,
      "loss": 0.1496,
      "step": 184770
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9452361244714882e-05,
      "loss": 0.146,
      "step": 184780
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.945124270150556e-05,
      "loss": 0.148,
      "step": 184790
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9450124158296238e-05,
      "loss": 0.1468,
      "step": 184800
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9449005615086913e-05,
      "loss": 0.1512,
      "step": 184810
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.944788707187759e-05,
      "loss": 0.1441,
      "step": 184820
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.944676852866826e-05,
      "loss": 0.1467,
      "step": 184830
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.944564998545894e-05,
      "loss": 0.1406,
      "step": 184840
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9444531442249617e-05,
      "loss": 0.1448,
      "step": 184850
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.944341289904029e-05,
      "loss": 0.1414,
      "step": 184860
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.944229435583097e-05,
      "loss": 0.1468,
      "step": 184870
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.944117581262164e-05,
      "loss": 0.1439,
      "step": 184880
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.944005726941232e-05,
      "loss": 0.1475,
      "step": 184890
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9438938726202997e-05,
      "loss": 0.1476,
      "step": 184900
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9437820182993668e-05,
      "loss": 0.144,
      "step": 184910
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9436701639784346e-05,
      "loss": 0.1438,
      "step": 184920
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.943558309657502e-05,
      "loss": 0.1451,
      "step": 184930
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.94344645533657e-05,
      "loss": 0.1476,
      "step": 184940
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9433346010156376e-05,
      "loss": 0.144,
      "step": 184950
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9432227466947048e-05,
      "loss": 0.1452,
      "step": 184960
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9431108923737725e-05,
      "loss": 0.148,
      "step": 184970
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.94299903805284e-05,
      "loss": 0.1467,
      "step": 184980
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9428871837319078e-05,
      "loss": 0.1529,
      "step": 184990
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9427753294109756e-05,
      "loss": 0.1494,
      "step": 185000
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9426634750900427e-05,
      "loss": 0.1479,
      "step": 185010
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9425516207691105e-05,
      "loss": 0.1456,
      "step": 185020
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.942439766448178e-05,
      "loss": 0.151,
      "step": 185030
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9423279121272457e-05,
      "loss": 0.1437,
      "step": 185040
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.942216057806313e-05,
      "loss": 0.1473,
      "step": 185050
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9421042034853807e-05,
      "loss": 0.1448,
      "step": 185060
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9419923491644484e-05,
      "loss": 0.1451,
      "step": 185070
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.941880494843516e-05,
      "loss": 0.1485,
      "step": 185080
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9417686405225837e-05,
      "loss": 0.1413,
      "step": 185090
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9416567862016508e-05,
      "loss": 0.138,
      "step": 185100
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9415449318807186e-05,
      "loss": 0.1416,
      "step": 185110
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9414330775597864e-05,
      "loss": 0.1537,
      "step": 185120
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.941321223238854e-05,
      "loss": 0.1455,
      "step": 185130
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9412093689179216e-05,
      "loss": 0.1486,
      "step": 185140
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9410975145969888e-05,
      "loss": 0.1425,
      "step": 185150
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9409856602760565e-05,
      "loss": 0.1445,
      "step": 185160
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9408738059551243e-05,
      "loss": 0.1476,
      "step": 185170
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9407619516341918e-05,
      "loss": 0.1453,
      "step": 185180
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9406500973132596e-05,
      "loss": 0.151,
      "step": 185190
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9405382429923267e-05,
      "loss": 0.1472,
      "step": 185200
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9404263886713945e-05,
      "loss": 0.1448,
      "step": 185210
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9403145343504623e-05,
      "loss": 0.1427,
      "step": 185220
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9402026800295297e-05,
      "loss": 0.1462,
      "step": 185230
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9400908257085975e-05,
      "loss": 0.1495,
      "step": 185240
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9399789713876646e-05,
      "loss": 0.1398,
      "step": 185250
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9398671170667324e-05,
      "loss": 0.1495,
      "step": 185260
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9397552627458002e-05,
      "loss": 0.1422,
      "step": 185270
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9396434084248677e-05,
      "loss": 0.1466,
      "step": 185280
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9395315541039355e-05,
      "loss": 0.1443,
      "step": 185290
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9394196997830026e-05,
      "loss": 0.1458,
      "step": 185300
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9393078454620704e-05,
      "loss": 0.1439,
      "step": 185310
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9391959911411382e-05,
      "loss": 0.1458,
      "step": 185320
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9390841368202053e-05,
      "loss": 0.1443,
      "step": 185330
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.938972282499273e-05,
      "loss": 0.1447,
      "step": 185340
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9388604281783405e-05,
      "loss": 0.1499,
      "step": 185350
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9387485738574083e-05,
      "loss": 0.1476,
      "step": 185360
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9386367195364755e-05,
      "loss": 0.1421,
      "step": 185370
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9385248652155432e-05,
      "loss": 0.1512,
      "step": 185380
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.938413010894611e-05,
      "loss": 0.1466,
      "step": 185390
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9383011565736785e-05,
      "loss": 0.1421,
      "step": 185400
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9381893022527463e-05,
      "loss": 0.1464,
      "step": 185410
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9380774479318134e-05,
      "loss": 0.1528,
      "step": 185420
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9379655936108812e-05,
      "loss": 0.1451,
      "step": 185430
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.937853739289949e-05,
      "loss": 0.1455,
      "step": 185440
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9377418849690164e-05,
      "loss": 0.1493,
      "step": 185450
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9376300306480842e-05,
      "loss": 0.1446,
      "step": 185460
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9375181763271513e-05,
      "loss": 0.1428,
      "step": 185470
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.937406322006219e-05,
      "loss": 0.1485,
      "step": 185480
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.937294467685287e-05,
      "loss": 0.1434,
      "step": 185490
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9371826133643544e-05,
      "loss": 0.1475,
      "step": 185500
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9370707590434222e-05,
      "loss": 0.1457,
      "step": 185510
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9369589047224893e-05,
      "loss": 0.1454,
      "step": 185520
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.936847050401557e-05,
      "loss": 0.1445,
      "step": 185530
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.936735196080625e-05,
      "loss": 0.146,
      "step": 185540
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9366233417596923e-05,
      "loss": 0.1468,
      "step": 185550
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.93651148743876e-05,
      "loss": 0.1445,
      "step": 185560
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9363996331178272e-05,
      "loss": 0.1459,
      "step": 185570
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.936287778796895e-05,
      "loss": 0.1464,
      "step": 185580
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9361759244759628e-05,
      "loss": 0.1438,
      "step": 185590
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9360640701550303e-05,
      "loss": 0.142,
      "step": 185600
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.935952215834098e-05,
      "loss": 0.1433,
      "step": 185610
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9358403615131652e-05,
      "loss": 0.1441,
      "step": 185620
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.935728507192233e-05,
      "loss": 0.145,
      "step": 185630
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9356166528713008e-05,
      "loss": 0.1494,
      "step": 185640
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9355047985503682e-05,
      "loss": 0.1427,
      "step": 185650
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.935392944229436e-05,
      "loss": 0.1484,
      "step": 185660
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.935281089908503e-05,
      "loss": 0.1404,
      "step": 185670
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9351804210196644e-05,
      "loss": 0.1504,
      "step": 185680
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9350685666987315e-05,
      "loss": 0.1432,
      "step": 185690
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9349567123777993e-05,
      "loss": 0.152,
      "step": 185700
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.934844858056867e-05,
      "loss": 0.1467,
      "step": 185710
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9347330037359345e-05,
      "loss": 0.1487,
      "step": 185720
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9346211494150023e-05,
      "loss": 0.1442,
      "step": 185730
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9345092950940694e-05,
      "loss": 0.1414,
      "step": 185740
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9343974407731372e-05,
      "loss": 0.1448,
      "step": 185750
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9342855864522047e-05,
      "loss": 0.1439,
      "step": 185760
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9341737321312725e-05,
      "loss": 0.1464,
      "step": 185770
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9340618778103402e-05,
      "loss": 0.1471,
      "step": 185780
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9339500234894074e-05,
      "loss": 0.1468,
      "step": 185790
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.933838169168475e-05,
      "loss": 0.1404,
      "step": 185800
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9337263148475426e-05,
      "loss": 0.1446,
      "step": 185810
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9336144605266104e-05,
      "loss": 0.1423,
      "step": 185820
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9335026062056782e-05,
      "loss": 0.1447,
      "step": 185830
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9333907518847453e-05,
      "loss": 0.1464,
      "step": 185840
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.933278897563813e-05,
      "loss": 0.1484,
      "step": 185850
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9331670432428802e-05,
      "loss": 0.1535,
      "step": 185860
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9330551889219483e-05,
      "loss": 0.1437,
      "step": 185870
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.932943334601016e-05,
      "loss": 0.1502,
      "step": 185880
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9328314802800833e-05,
      "loss": 0.1382,
      "step": 185890
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.932719625959151e-05,
      "loss": 0.1442,
      "step": 185900
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.932607771638218e-05,
      "loss": 0.1485,
      "step": 185910
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.932495917317286e-05,
      "loss": 0.1541,
      "step": 185920
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.932384062996354e-05,
      "loss": 0.1513,
      "step": 185930
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9322722086754212e-05,
      "loss": 0.1504,
      "step": 185940
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.932160354354489e-05,
      "loss": 0.1453,
      "step": 185950
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9320596854656495e-05,
      "loss": 0.1489,
      "step": 185960
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9319478311447173e-05,
      "loss": 0.1419,
      "step": 185970
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9318359768237848e-05,
      "loss": 0.1478,
      "step": 185980
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9317241225028526e-05,
      "loss": 0.1465,
      "step": 185990
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9316122681819204e-05,
      "loss": 0.1447,
      "step": 186000
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9315004138609875e-05,
      "loss": 0.1526,
      "step": 186010
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9313885595400553e-05,
      "loss": 0.1447,
      "step": 186020
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9312767052191227e-05,
      "loss": 0.1443,
      "step": 186030
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9311648508981905e-05,
      "loss": 0.1401,
      "step": 186040
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9310529965772583e-05,
      "loss": 0.1452,
      "step": 186050
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9309411422563254e-05,
      "loss": 0.1454,
      "step": 186060
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9308292879353932e-05,
      "loss": 0.1466,
      "step": 186070
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9307174336144603e-05,
      "loss": 0.1501,
      "step": 186080
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9306055792935285e-05,
      "loss": 0.1457,
      "step": 186090
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9304937249725956e-05,
      "loss": 0.1459,
      "step": 186100
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9303818706516634e-05,
      "loss": 0.1452,
      "step": 186110
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9302700163307312e-05,
      "loss": 0.1532,
      "step": 186120
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9301581620097983e-05,
      "loss": 0.1473,
      "step": 186130
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.930046307688866e-05,
      "loss": 0.1472,
      "step": 186140
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9299344533679335e-05,
      "loss": 0.1453,
      "step": 186150
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9298225990470013e-05,
      "loss": 0.1452,
      "step": 186160
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.929710744726069e-05,
      "loss": 0.1416,
      "step": 186170
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9295988904051362e-05,
      "loss": 0.1505,
      "step": 186180
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.929487036084204e-05,
      "loss": 0.1416,
      "step": 186190
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9293751817632715e-05,
      "loss": 0.1455,
      "step": 186200
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9292633274423393e-05,
      "loss": 0.1449,
      "step": 186210
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.929151473121407e-05,
      "loss": 0.1402,
      "step": 186220
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9290396188004742e-05,
      "loss": 0.1475,
      "step": 186230
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.928927764479542e-05,
      "loss": 0.1478,
      "step": 186240
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9288159101586094e-05,
      "loss": 0.148,
      "step": 186250
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9287040558376772e-05,
      "loss": 0.1484,
      "step": 186260
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.928592201516745e-05,
      "loss": 0.1507,
      "step": 186270
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.928480347195812e-05,
      "loss": 0.1492,
      "step": 186280
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.92836849287488e-05,
      "loss": 0.1414,
      "step": 186290
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9282566385539474e-05,
      "loss": 0.1513,
      "step": 186300
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.928144784233015e-05,
      "loss": 0.1413,
      "step": 186310
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.928032929912083e-05,
      "loss": 0.1407,
      "step": 186320
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.92792107559115e-05,
      "loss": 0.1459,
      "step": 186330
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.927809221270218e-05,
      "loss": 0.1476,
      "step": 186340
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9276973669492853e-05,
      "loss": 0.1452,
      "step": 186350
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.927585512628353e-05,
      "loss": 0.1479,
      "step": 186360
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.927473658307421e-05,
      "loss": 0.1511,
      "step": 186370
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.927361803986488e-05,
      "loss": 0.1423,
      "step": 186380
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9272499496655558e-05,
      "loss": 0.1422,
      "step": 186390
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9271380953446233e-05,
      "loss": 0.1519,
      "step": 186400
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.927026241023691e-05,
      "loss": 0.1389,
      "step": 186410
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9269143867027582e-05,
      "loss": 0.1458,
      "step": 186420
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.926802532381826e-05,
      "loss": 0.1429,
      "step": 186430
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9266906780608938e-05,
      "loss": 0.1484,
      "step": 186440
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9265788237399612e-05,
      "loss": 0.1466,
      "step": 186450
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.926466969419029e-05,
      "loss": 0.147,
      "step": 186460
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.926355115098096e-05,
      "loss": 0.1506,
      "step": 186470
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.926243260777164e-05,
      "loss": 0.1475,
      "step": 186480
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9261314064562317e-05,
      "loss": 0.1436,
      "step": 186490
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9260195521352988e-05,
      "loss": 0.1421,
      "step": 186500
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.925907697814367e-05,
      "loss": 0.1458,
      "step": 186510
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.925795843493434e-05,
      "loss": 0.1449,
      "step": 186520
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.925683989172502e-05,
      "loss": 0.1502,
      "step": 186530
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9255721348515697e-05,
      "loss": 0.143,
      "step": 186540
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9254602805306368e-05,
      "loss": 0.1545,
      "step": 186550
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9253484262097046e-05,
      "loss": 0.1467,
      "step": 186560
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.925236571888772e-05,
      "loss": 0.1492,
      "step": 186570
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9251247175678398e-05,
      "loss": 0.1443,
      "step": 186580
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9250128632469076e-05,
      "loss": 0.1434,
      "step": 186590
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9249010089259747e-05,
      "loss": 0.1468,
      "step": 186600
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9247891546050425e-05,
      "loss": 0.1472,
      "step": 186610
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.92467730028411e-05,
      "loss": 0.1415,
      "step": 186620
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9245654459631778e-05,
      "loss": 0.1418,
      "step": 186630
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9244535916422456e-05,
      "loss": 0.1425,
      "step": 186640
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9243417373213127e-05,
      "loss": 0.1391,
      "step": 186650
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9242298830003805e-05,
      "loss": 0.147,
      "step": 186660
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.924118028679448e-05,
      "loss": 0.1455,
      "step": 186670
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9240061743585157e-05,
      "loss": 0.1468,
      "step": 186680
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9238943200375835e-05,
      "loss": 0.141,
      "step": 186690
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9237824657166506e-05,
      "loss": 0.1501,
      "step": 186700
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9236706113957184e-05,
      "loss": 0.1461,
      "step": 186710
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.923558757074786e-05,
      "loss": 0.1434,
      "step": 186720
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9234469027538537e-05,
      "loss": 0.1475,
      "step": 186730
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9233350484329208e-05,
      "loss": 0.1499,
      "step": 186740
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9232231941119886e-05,
      "loss": 0.1436,
      "step": 186750
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9231113397910564e-05,
      "loss": 0.1464,
      "step": 186760
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9229994854701238e-05,
      "loss": 0.1455,
      "step": 186770
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9228876311491916e-05,
      "loss": 0.1466,
      "step": 186780
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9227757768282587e-05,
      "loss": 0.1501,
      "step": 186790
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9226639225073265e-05,
      "loss": 0.1472,
      "step": 186800
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9225520681863943e-05,
      "loss": 0.1451,
      "step": 186810
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9224402138654618e-05,
      "loss": 0.1433,
      "step": 186820
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9223283595445295e-05,
      "loss": 0.1498,
      "step": 186830
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9222165052235967e-05,
      "loss": 0.1449,
      "step": 186840
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9221046509026645e-05,
      "loss": 0.1448,
      "step": 186850
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9219927965817322e-05,
      "loss": 0.1469,
      "step": 186860
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9218809422607997e-05,
      "loss": 0.1475,
      "step": 186870
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9217690879398675e-05,
      "loss": 0.1443,
      "step": 186880
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9216572336189346e-05,
      "loss": 0.1439,
      "step": 186890
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9215453792980024e-05,
      "loss": 0.1401,
      "step": 186900
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9214335249770702e-05,
      "loss": 0.1433,
      "step": 186910
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9213216706561377e-05,
      "loss": 0.1409,
      "step": 186920
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9212098163352054e-05,
      "loss": 0.1442,
      "step": 186930
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9210979620142726e-05,
      "loss": 0.1438,
      "step": 186940
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9209861076933404e-05,
      "loss": 0.1442,
      "step": 186950
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.920874253372408e-05,
      "loss": 0.1449,
      "step": 186960
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9207623990514753e-05,
      "loss": 0.1433,
      "step": 186970
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9206505447305434e-05,
      "loss": 0.1456,
      "step": 186980
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9205386904096105e-05,
      "loss": 0.1419,
      "step": 186990
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9204268360886783e-05,
      "loss": 0.1392,
      "step": 187000
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.920314981767746e-05,
      "loss": 0.1485,
      "step": 187010
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9202031274468132e-05,
      "loss": 0.1443,
      "step": 187020
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.920091273125881e-05,
      "loss": 0.1442,
      "step": 187030
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9199794188049485e-05,
      "loss": 0.1477,
      "step": 187040
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9198675644840162e-05,
      "loss": 0.1451,
      "step": 187050
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9197557101630834e-05,
      "loss": 0.1439,
      "step": 187060
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.919643855842151e-05,
      "loss": 0.1492,
      "step": 187070
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.919532001521219e-05,
      "loss": 0.1463,
      "step": 187080
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9194201472002864e-05,
      "loss": 0.1431,
      "step": 187090
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9193082928793542e-05,
      "loss": 0.1498,
      "step": 187100
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9191964385584213e-05,
      "loss": 0.1519,
      "step": 187110
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.919084584237489e-05,
      "loss": 0.147,
      "step": 187120
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.918972729916557e-05,
      "loss": 0.1508,
      "step": 187130
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9188608755956243e-05,
      "loss": 0.1483,
      "step": 187140
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.918749021274692e-05,
      "loss": 0.1424,
      "step": 187150
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9186371669537593e-05,
      "loss": 0.1452,
      "step": 187160
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.918525312632827e-05,
      "loss": 0.1473,
      "step": 187170
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.918413458311895e-05,
      "loss": 0.1479,
      "step": 187180
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9183016039909623e-05,
      "loss": 0.1458,
      "step": 187190
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.91818974967003e-05,
      "loss": 0.146,
      "step": 187200
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9180778953490972e-05,
      "loss": 0.1499,
      "step": 187210
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.917966041028165e-05,
      "loss": 0.1436,
      "step": 187220
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9178541867072328e-05,
      "loss": 0.149,
      "step": 187230
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9177423323863002e-05,
      "loss": 0.1422,
      "step": 187240
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.917630478065368e-05,
      "loss": 0.1453,
      "step": 187250
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.917518623744435e-05,
      "loss": 0.144,
      "step": 187260
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.917406769423503e-05,
      "loss": 0.1471,
      "step": 187270
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9172949151025707e-05,
      "loss": 0.1408,
      "step": 187280
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9171830607816382e-05,
      "loss": 0.145,
      "step": 187290
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.917071206460706e-05,
      "loss": 0.1515,
      "step": 187300
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.916959352139773e-05,
      "loss": 0.1483,
      "step": 187310
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.916847497818841e-05,
      "loss": 0.1395,
      "step": 187320
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9167356434979087e-05,
      "loss": 0.1535,
      "step": 187330
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.916623789176976e-05,
      "loss": 0.1474,
      "step": 187340
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.916511934856044e-05,
      "loss": 0.1516,
      "step": 187350
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.916400080535111e-05,
      "loss": 0.144,
      "step": 187360
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.916288226214179e-05,
      "loss": 0.1453,
      "step": 187370
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.916176371893246e-05,
      "loss": 0.1409,
      "step": 187380
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9160645175723137e-05,
      "loss": 0.1443,
      "step": 187390
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.915952663251382e-05,
      "loss": 0.1497,
      "step": 187400
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.915840808930449e-05,
      "loss": 0.1421,
      "step": 187410
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9157289546095168e-05,
      "loss": 0.1463,
      "step": 187420
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.915617100288584e-05,
      "loss": 0.1489,
      "step": 187430
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9155052459676517e-05,
      "loss": 0.1505,
      "step": 187440
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9153933916467195e-05,
      "loss": 0.1451,
      "step": 187450
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.915281537325787e-05,
      "loss": 0.1451,
      "step": 187460
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9151696830048547e-05,
      "loss": 0.1469,
      "step": 187470
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.915057828683922e-05,
      "loss": 0.1496,
      "step": 187480
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9149459743629896e-05,
      "loss": 0.1463,
      "step": 187490
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9148341200420574e-05,
      "loss": 0.1477,
      "step": 187500
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.914722265721125e-05,
      "loss": 0.1494,
      "step": 187510
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9146104114001927e-05,
      "loss": 0.1462,
      "step": 187520
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9144985570792598e-05,
      "loss": 0.1438,
      "step": 187530
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9143867027583276e-05,
      "loss": 0.1463,
      "step": 187540
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9142748484373954e-05,
      "loss": 0.1422,
      "step": 187550
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.914162994116463e-05,
      "loss": 0.1447,
      "step": 187560
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9140511397955306e-05,
      "loss": 0.1467,
      "step": 187570
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9139392854745977e-05,
      "loss": 0.142,
      "step": 187580
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9138274311536655e-05,
      "loss": 0.1424,
      "step": 187590
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9137155768327333e-05,
      "loss": 0.146,
      "step": 187600
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9136037225118008e-05,
      "loss": 0.1489,
      "step": 187610
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9134918681908686e-05,
      "loss": 0.1443,
      "step": 187620
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9133800138699357e-05,
      "loss": 0.1461,
      "step": 187630
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9132681595490035e-05,
      "loss": 0.1466,
      "step": 187640
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9131563052280713e-05,
      "loss": 0.1465,
      "step": 187650
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9130444509071387e-05,
      "loss": 0.1462,
      "step": 187660
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9129325965862065e-05,
      "loss": 0.1427,
      "step": 187670
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9128207422652736e-05,
      "loss": 0.1477,
      "step": 187680
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9127088879443414e-05,
      "loss": 0.1447,
      "step": 187690
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.912597033623409e-05,
      "loss": 0.1488,
      "step": 187700
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9124851793024767e-05,
      "loss": 0.1425,
      "step": 187710
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9123733249815445e-05,
      "loss": 0.1474,
      "step": 187720
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9122614706606116e-05,
      "loss": 0.1473,
      "step": 187730
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9121496163396794e-05,
      "loss": 0.1411,
      "step": 187740
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.912037762018747e-05,
      "loss": 0.1472,
      "step": 187750
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9119259076978146e-05,
      "loss": 0.1488,
      "step": 187760
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9118140533768824e-05,
      "loss": 0.1449,
      "step": 187770
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9117021990559495e-05,
      "loss": 0.1421,
      "step": 187780
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9115903447350173e-05,
      "loss": 0.1472,
      "step": 187790
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9114784904140844e-05,
      "loss": 0.1428,
      "step": 187800
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9113666360931526e-05,
      "loss": 0.1475,
      "step": 187810
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9112547817722204e-05,
      "loss": 0.146,
      "step": 187820
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9111429274512875e-05,
      "loss": 0.1487,
      "step": 187830
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9110310731303553e-05,
      "loss": 0.1426,
      "step": 187840
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9109192188094224e-05,
      "loss": 0.1462,
      "step": 187850
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9108073644884902e-05,
      "loss": 0.1418,
      "step": 187860
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9106955101675583e-05,
      "loss": 0.1535,
      "step": 187870
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9105836558466254e-05,
      "loss": 0.1453,
      "step": 187880
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9104718015256932e-05,
      "loss": 0.1446,
      "step": 187890
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9103599472047603e-05,
      "loss": 0.1486,
      "step": 187900
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.910248092883828e-05,
      "loss": 0.1492,
      "step": 187910
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.910136238562896e-05,
      "loss": 0.1433,
      "step": 187920
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9100243842419634e-05,
      "loss": 0.1504,
      "step": 187930
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.909912529921031e-05,
      "loss": 0.1473,
      "step": 187940
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9098006756000983e-05,
      "loss": 0.1455,
      "step": 187950
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.909688821279166e-05,
      "loss": 0.1464,
      "step": 187960
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.909576966958234e-05,
      "loss": 0.1474,
      "step": 187970
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9094651126373013e-05,
      "loss": 0.1383,
      "step": 187980
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.909353258316369e-05,
      "loss": 0.1447,
      "step": 187990
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9092414039954362e-05,
      "loss": 0.1493,
      "step": 188000
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.909129549674504e-05,
      "loss": 0.1472,
      "step": 188010
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9090176953535715e-05,
      "loss": 0.1449,
      "step": 188020
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9089058410326393e-05,
      "loss": 0.1467,
      "step": 188030
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.908793986711707e-05,
      "loss": 0.1463,
      "step": 188040
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9086821323907742e-05,
      "loss": 0.1455,
      "step": 188050
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.908570278069842e-05,
      "loss": 0.1448,
      "step": 188060
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9084584237489094e-05,
      "loss": 0.1486,
      "step": 188070
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9083465694279772e-05,
      "loss": 0.1516,
      "step": 188080
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.908234715107045e-05,
      "loss": 0.1451,
      "step": 188090
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.908122860786112e-05,
      "loss": 0.146,
      "step": 188100
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.90801100646518e-05,
      "loss": 0.1461,
      "step": 188110
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9078991521442474e-05,
      "loss": 0.145,
      "step": 188120
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.907787297823315e-05,
      "loss": 0.1455,
      "step": 188130
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.907675443502383e-05,
      "loss": 0.1452,
      "step": 188140
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.90756358918145e-05,
      "loss": 0.1478,
      "step": 188150
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.907451734860518e-05,
      "loss": 0.1448,
      "step": 188160
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9073398805395853e-05,
      "loss": 0.147,
      "step": 188170
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.907228026218653e-05,
      "loss": 0.1457,
      "step": 188180
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.907116171897721e-05,
      "loss": 0.1415,
      "step": 188190
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.907004317576788e-05,
      "loss": 0.1505,
      "step": 188200
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9068924632558558e-05,
      "loss": 0.1474,
      "step": 188210
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9067806089349233e-05,
      "loss": 0.1453,
      "step": 188220
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.906668754613991e-05,
      "loss": 0.1419,
      "step": 188230
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.906556900293059e-05,
      "loss": 0.1439,
      "step": 188240
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.906445045972126e-05,
      "loss": 0.1496,
      "step": 188250
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9063331916511938e-05,
      "loss": 0.1463,
      "step": 188260
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.906221337330261e-05,
      "loss": 0.1432,
      "step": 188270
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9061094830093287e-05,
      "loss": 0.1436,
      "step": 188280
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9059976286883968e-05,
      "loss": 0.1426,
      "step": 188290
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.905885774367464e-05,
      "loss": 0.1481,
      "step": 188300
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9057739200465317e-05,
      "loss": 0.1427,
      "step": 188310
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9056620657255988e-05,
      "loss": 0.1469,
      "step": 188320
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9055502114046666e-05,
      "loss": 0.1441,
      "step": 188330
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.905438357083734e-05,
      "loss": 0.1393,
      "step": 188340
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.905326502762802e-05,
      "loss": 0.1479,
      "step": 188350
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9052146484418697e-05,
      "loss": 0.1452,
      "step": 188360
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9051027941209368e-05,
      "loss": 0.1425,
      "step": 188370
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9049909398000046e-05,
      "loss": 0.1422,
      "step": 188380
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.904879085479072e-05,
      "loss": 0.142,
      "step": 188390
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9047672311581398e-05,
      "loss": 0.1454,
      "step": 188400
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9046553768372076e-05,
      "loss": 0.1467,
      "step": 188410
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9045435225162747e-05,
      "loss": 0.1464,
      "step": 188420
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9044316681953425e-05,
      "loss": 0.1388,
      "step": 188430
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.90431981387441e-05,
      "loss": 0.1488,
      "step": 188440
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9042079595534778e-05,
      "loss": 0.1418,
      "step": 188450
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9040961052325456e-05,
      "loss": 0.1451,
      "step": 188460
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9039842509116127e-05,
      "loss": 0.1425,
      "step": 188470
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9038723965906805e-05,
      "loss": 0.1447,
      "step": 188480
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.903760542269748e-05,
      "loss": 0.1496,
      "step": 188490
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9036486879488157e-05,
      "loss": 0.1484,
      "step": 188500
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9035368336278835e-05,
      "loss": 0.1518,
      "step": 188510
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9034249793069506e-05,
      "loss": 0.1432,
      "step": 188520
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9033131249860184e-05,
      "loss": 0.1424,
      "step": 188530
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.903201270665086e-05,
      "loss": 0.1495,
      "step": 188540
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9030894163441537e-05,
      "loss": 0.1433,
      "step": 188550
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9029775620232214e-05,
      "loss": 0.1398,
      "step": 188560
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9028657077022886e-05,
      "loss": 0.1429,
      "step": 188570
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9027538533813564e-05,
      "loss": 0.1471,
      "step": 188580
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9026419990604238e-05,
      "loss": 0.1466,
      "step": 188590
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9025301447394916e-05,
      "loss": 0.1463,
      "step": 188600
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9024182904185594e-05,
      "loss": 0.1439,
      "step": 188610
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9023064360976265e-05,
      "loss": 0.1485,
      "step": 188620
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9021945817766943e-05,
      "loss": 0.1462,
      "step": 188630
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9020827274557618e-05,
      "loss": 0.1399,
      "step": 188640
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9019708731348295e-05,
      "loss": 0.1452,
      "step": 188650
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9018590188138967e-05,
      "loss": 0.1473,
      "step": 188660
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9017471644929645e-05,
      "loss": 0.1423,
      "step": 188670
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9016353101720322e-05,
      "loss": 0.1451,
      "step": 188680
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9015234558510994e-05,
      "loss": 0.1431,
      "step": 188690
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9014116015301675e-05,
      "loss": 0.1459,
      "step": 188700
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9012997472092346e-05,
      "loss": 0.1519,
      "step": 188710
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9011878928883024e-05,
      "loss": 0.146,
      "step": 188720
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9010760385673702e-05,
      "loss": 0.1441,
      "step": 188730
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9009641842464373e-05,
      "loss": 0.146,
      "step": 188740
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.900852329925505e-05,
      "loss": 0.1467,
      "step": 188750
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9007404756045726e-05,
      "loss": 0.1466,
      "step": 188760
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9006286212836403e-05,
      "loss": 0.1436,
      "step": 188770
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.900516766962708e-05,
      "loss": 0.1492,
      "step": 188780
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9004049126417753e-05,
      "loss": 0.1479,
      "step": 188790
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.900293058320843e-05,
      "loss": 0.1456,
      "step": 188800
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9001812039999105e-05,
      "loss": 0.1452,
      "step": 188810
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9000693496789783e-05,
      "loss": 0.1427,
      "step": 188820
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.899957495358046e-05,
      "loss": 0.1469,
      "step": 188830
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8998456410371132e-05,
      "loss": 0.14,
      "step": 188840
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.899733786716181e-05,
      "loss": 0.1466,
      "step": 188850
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8996219323952485e-05,
      "loss": 0.1397,
      "step": 188860
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8995100780743162e-05,
      "loss": 0.1438,
      "step": 188870
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.899398223753384e-05,
      "loss": 0.1461,
      "step": 188880
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.899286369432451e-05,
      "loss": 0.1515,
      "step": 188890
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.899174515111519e-05,
      "loss": 0.1454,
      "step": 188900
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8990626607905864e-05,
      "loss": 0.1434,
      "step": 188910
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8989508064696542e-05,
      "loss": 0.1427,
      "step": 188920
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.898838952148722e-05,
      "loss": 0.1462,
      "step": 188930
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.898727097827789e-05,
      "loss": 0.1448,
      "step": 188940
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.898615243506857e-05,
      "loss": 0.1475,
      "step": 188950
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8985033891859243e-05,
      "loss": 0.1475,
      "step": 188960
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.898391534864992e-05,
      "loss": 0.1476,
      "step": 188970
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8982796805440593e-05,
      "loss": 0.1485,
      "step": 188980
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.898167826223127e-05,
      "loss": 0.1454,
      "step": 188990
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.898055971902195e-05,
      "loss": 0.1522,
      "step": 189000
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8979441175812623e-05,
      "loss": 0.1453,
      "step": 189010
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.89783226326033e-05,
      "loss": 0.143,
      "step": 189020
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8977204089393972e-05,
      "loss": 0.1436,
      "step": 189030
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.897608554618465e-05,
      "loss": 0.1476,
      "step": 189040
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8974967002975328e-05,
      "loss": 0.1468,
      "step": 189050
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8973848459766002e-05,
      "loss": 0.1489,
      "step": 189060
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.897272991655668e-05,
      "loss": 0.1434,
      "step": 189070
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.897161137334735e-05,
      "loss": 0.1441,
      "step": 189080
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.897049283013803e-05,
      "loss": 0.146,
      "step": 189090
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8969374286928707e-05,
      "loss": 0.1428,
      "step": 189100
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8968255743719382e-05,
      "loss": 0.1456,
      "step": 189110
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.896713720051006e-05,
      "loss": 0.1462,
      "step": 189120
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.896601865730073e-05,
      "loss": 0.1445,
      "step": 189130
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.896490011409141e-05,
      "loss": 0.1492,
      "step": 189140
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8963781570882087e-05,
      "loss": 0.1472,
      "step": 189150
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8962663027672758e-05,
      "loss": 0.147,
      "step": 189160
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.896154448446344e-05,
      "loss": 0.1436,
      "step": 189170
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.896042594125411e-05,
      "loss": 0.1471,
      "step": 189180
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.895930739804479e-05,
      "loss": 0.1421,
      "step": 189190
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8958188854835466e-05,
      "loss": 0.1451,
      "step": 189200
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8957070311626137e-05,
      "loss": 0.1469,
      "step": 189210
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8955951768416815e-05,
      "loss": 0.1452,
      "step": 189220
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.895483322520749e-05,
      "loss": 0.1456,
      "step": 189230
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8953714681998168e-05,
      "loss": 0.1429,
      "step": 189240
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.895259613878884e-05,
      "loss": 0.1474,
      "step": 189250
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8951477595579517e-05,
      "loss": 0.1453,
      "step": 189260
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8950359052370195e-05,
      "loss": 0.1447,
      "step": 189270
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.894924050916087e-05,
      "loss": 0.1406,
      "step": 189280
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8948121965951547e-05,
      "loss": 0.1479,
      "step": 189290
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.894700342274222e-05,
      "loss": 0.1457,
      "step": 189300
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8945884879532896e-05,
      "loss": 0.1452,
      "step": 189310
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8944766336323574e-05,
      "loss": 0.1466,
      "step": 189320
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.894364779311425e-05,
      "loss": 0.1412,
      "step": 189330
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8942529249904927e-05,
      "loss": 0.1526,
      "step": 189340
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8941410706695598e-05,
      "loss": 0.1468,
      "step": 189350
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8940292163486276e-05,
      "loss": 0.1467,
      "step": 189360
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8939173620276954e-05,
      "loss": 0.1473,
      "step": 189370
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.893805507706763e-05,
      "loss": 0.1462,
      "step": 189380
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8936936533858306e-05,
      "loss": 0.1383,
      "step": 189390
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8935817990648977e-05,
      "loss": 0.1508,
      "step": 189400
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8934699447439655e-05,
      "loss": 0.1461,
      "step": 189410
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8933580904230333e-05,
      "loss": 0.1427,
      "step": 189420
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8932462361021008e-05,
      "loss": 0.1455,
      "step": 189430
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8931343817811686e-05,
      "loss": 0.1508,
      "step": 189440
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8930225274602357e-05,
      "loss": 0.1472,
      "step": 189450
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8929106731393035e-05,
      "loss": 0.143,
      "step": 189460
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8927988188183713e-05,
      "loss": 0.1453,
      "step": 189470
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8926869644974387e-05,
      "loss": 0.1406,
      "step": 189480
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8925751101765065e-05,
      "loss": 0.1411,
      "step": 189490
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8924632558555736e-05,
      "loss": 0.1443,
      "step": 189500
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8923514015346414e-05,
      "loss": 0.1435,
      "step": 189510
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8922395472137092e-05,
      "loss": 0.1464,
      "step": 189520
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8921276928927767e-05,
      "loss": 0.1475,
      "step": 189530
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8920158385718445e-05,
      "loss": 0.1433,
      "step": 189540
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8919039842509116e-05,
      "loss": 0.1496,
      "step": 189550
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8917921299299794e-05,
      "loss": 0.1437,
      "step": 189560
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8916802756090465e-05,
      "loss": 0.1475,
      "step": 189570
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8915684212881143e-05,
      "loss": 0.1489,
      "step": 189580
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8914565669671824e-05,
      "loss": 0.1429,
      "step": 189590
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8913447126462495e-05,
      "loss": 0.1474,
      "step": 189600
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8912328583253173e-05,
      "loss": 0.1416,
      "step": 189610
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8911210040043844e-05,
      "loss": 0.1462,
      "step": 189620
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8910091496834522e-05,
      "loss": 0.1438,
      "step": 189630
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.89089729536252e-05,
      "loss": 0.1467,
      "step": 189640
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8907854410415875e-05,
      "loss": 0.1454,
      "step": 189650
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8906735867206553e-05,
      "loss": 0.1447,
      "step": 189660
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8905617323997224e-05,
      "loss": 0.1421,
      "step": 189670
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8904498780787902e-05,
      "loss": 0.1417,
      "step": 189680
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.890338023757858e-05,
      "loss": 0.1452,
      "step": 189690
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8902261694369254e-05,
      "loss": 0.1424,
      "step": 189700
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8901143151159932e-05,
      "loss": 0.1439,
      "step": 189710
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8900024607950603e-05,
      "loss": 0.14,
      "step": 189720
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.889890606474128e-05,
      "loss": 0.1417,
      "step": 189730
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.889778752153196e-05,
      "loss": 0.1425,
      "step": 189740
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8896668978322634e-05,
      "loss": 0.1472,
      "step": 189750
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.889555043511331e-05,
      "loss": 0.1414,
      "step": 189760
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8894431891903983e-05,
      "loss": 0.1416,
      "step": 189770
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.889331334869466e-05,
      "loss": 0.1507,
      "step": 189780
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.889219480548534e-05,
      "loss": 0.144,
      "step": 189790
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8891076262276013e-05,
      "loss": 0.1439,
      "step": 189800
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.888995771906669e-05,
      "loss": 0.1482,
      "step": 189810
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8888839175857362e-05,
      "loss": 0.146,
      "step": 189820
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.888772063264804e-05,
      "loss": 0.1497,
      "step": 189830
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8886602089438718e-05,
      "loss": 0.1435,
      "step": 189840
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8885483546229393e-05,
      "loss": 0.14,
      "step": 189850
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.888436500302007e-05,
      "loss": 0.1393,
      "step": 189860
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8883246459810742e-05,
      "loss": 0.1446,
      "step": 189870
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.888212791660142e-05,
      "loss": 0.1465,
      "step": 189880
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8881009373392094e-05,
      "loss": 0.1485,
      "step": 189890
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8879890830182772e-05,
      "loss": 0.141,
      "step": 189900
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.887877228697345e-05,
      "loss": 0.1465,
      "step": 189910
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.887765374376412e-05,
      "loss": 0.149,
      "step": 189920
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.88765352005548e-05,
      "loss": 0.1398,
      "step": 189930
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8875416657345474e-05,
      "loss": 0.1498,
      "step": 189940
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.887429811413615e-05,
      "loss": 0.1447,
      "step": 189950
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.887317957092683e-05,
      "loss": 0.1431,
      "step": 189960
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.88720610277175e-05,
      "loss": 0.1429,
      "step": 189970
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.887094248450818e-05,
      "loss": 0.1453,
      "step": 189980
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.886982394129885e-05,
      "loss": 0.1435,
      "step": 189990
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.886870539808953e-05,
      "loss": 0.1409,
      "step": 190000
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.886758685488021e-05,
      "loss": 0.1434,
      "step": 190010
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.886646831167088e-05,
      "loss": 0.1435,
      "step": 190020
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8865349768461558e-05,
      "loss": 0.1471,
      "step": 190030
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.886423122525223e-05,
      "loss": 0.1461,
      "step": 190040
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8863112682042907e-05,
      "loss": 0.1487,
      "step": 190050
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.886199413883359e-05,
      "loss": 0.1467,
      "step": 190060
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.886087559562426e-05,
      "loss": 0.1443,
      "step": 190070
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8859757052414938e-05,
      "loss": 0.1403,
      "step": 190080
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.885863850920561e-05,
      "loss": 0.1502,
      "step": 190090
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8857519965996287e-05,
      "loss": 0.1483,
      "step": 190100
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8856401422786965e-05,
      "loss": 0.1425,
      "step": 190110
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8855394733898573e-05,
      "loss": 0.1448,
      "step": 190120
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.885427619068925e-05,
      "loss": 0.1423,
      "step": 190130
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8853157647479922e-05,
      "loss": 0.1463,
      "step": 190140
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.88520391042706e-05,
      "loss": 0.147,
      "step": 190150
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.885092056106127e-05,
      "loss": 0.1449,
      "step": 190160
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8849802017851953e-05,
      "loss": 0.1449,
      "step": 190170
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.884868347464263e-05,
      "loss": 0.1432,
      "step": 190180
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8847564931433302e-05,
      "loss": 0.1425,
      "step": 190190
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.884644638822398e-05,
      "loss": 0.1466,
      "step": 190200
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.884532784501465e-05,
      "loss": 0.147,
      "step": 190210
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.884420930180533e-05,
      "loss": 0.1452,
      "step": 190220
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.884309075859601e-05,
      "loss": 0.148,
      "step": 190230
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.884197221538668e-05,
      "loss": 0.141,
      "step": 190240
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.884085367217736e-05,
      "loss": 0.1445,
      "step": 190250
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.883973512896803e-05,
      "loss": 0.1443,
      "step": 190260
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.883861658575871e-05,
      "loss": 0.1456,
      "step": 190270
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8837498042549383e-05,
      "loss": 0.1449,
      "step": 190280
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.883637949934006e-05,
      "loss": 0.1482,
      "step": 190290
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.883526095613074e-05,
      "loss": 0.1431,
      "step": 190300
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.883414241292141e-05,
      "loss": 0.1419,
      "step": 190310
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8833023869712088e-05,
      "loss": 0.1432,
      "step": 190320
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8831905326502762e-05,
      "loss": 0.1502,
      "step": 190330
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.883078678329344e-05,
      "loss": 0.1512,
      "step": 190340
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8829668240084118e-05,
      "loss": 0.1466,
      "step": 190350
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.882854969687479e-05,
      "loss": 0.1487,
      "step": 190360
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8827431153665467e-05,
      "loss": 0.1467,
      "step": 190370
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8826312610456142e-05,
      "loss": 0.1422,
      "step": 190380
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.882519406724682e-05,
      "loss": 0.1432,
      "step": 190390
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8824075524037498e-05,
      "loss": 0.1504,
      "step": 190400
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.882295698082817e-05,
      "loss": 0.1488,
      "step": 190410
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8821838437618847e-05,
      "loss": 0.1471,
      "step": 190420
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.882071989440952e-05,
      "loss": 0.148,
      "step": 190430
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.88196013512002e-05,
      "loss": 0.1434,
      "step": 190440
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8818482807990877e-05,
      "loss": 0.1448,
      "step": 190450
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.881736426478155e-05,
      "loss": 0.1434,
      "step": 190460
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8816245721572226e-05,
      "loss": 0.1435,
      "step": 190470
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.88151271783629e-05,
      "loss": 0.1422,
      "step": 190480
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.881400863515358e-05,
      "loss": 0.1434,
      "step": 190490
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8812890091944257e-05,
      "loss": 0.1401,
      "step": 190500
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8811771548734928e-05,
      "loss": 0.1456,
      "step": 190510
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8810653005525606e-05,
      "loss": 0.1464,
      "step": 190520
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.880953446231628e-05,
      "loss": 0.1442,
      "step": 190530
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8808415919106958e-05,
      "loss": 0.1445,
      "step": 190540
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8807297375897636e-05,
      "loss": 0.1484,
      "step": 190550
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8806178832688307e-05,
      "loss": 0.1418,
      "step": 190560
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8805060289478985e-05,
      "loss": 0.1495,
      "step": 190570
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.880394174626966e-05,
      "loss": 0.1456,
      "step": 190580
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8802823203060338e-05,
      "loss": 0.1472,
      "step": 190590
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.880170465985101e-05,
      "loss": 0.1416,
      "step": 190600
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8800586116641687e-05,
      "loss": 0.1422,
      "step": 190610
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8799467573432365e-05,
      "loss": 0.1442,
      "step": 190620
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8798349030223036e-05,
      "loss": 0.1449,
      "step": 190630
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8797230487013717e-05,
      "loss": 0.1435,
      "step": 190640
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.879611194380439e-05,
      "loss": 0.1474,
      "step": 190650
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8794993400595066e-05,
      "loss": 0.1476,
      "step": 190660
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8793874857385744e-05,
      "loss": 0.1423,
      "step": 190670
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8792756314176415e-05,
      "loss": 0.1399,
      "step": 190680
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8791637770967093e-05,
      "loss": 0.1441,
      "step": 190690
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8790519227757768e-05,
      "loss": 0.1434,
      "step": 190700
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8789400684548446e-05,
      "loss": 0.1451,
      "step": 190710
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8788282141339124e-05,
      "loss": 0.1452,
      "step": 190720
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8787163598129795e-05,
      "loss": 0.1436,
      "step": 190730
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8786045054920473e-05,
      "loss": 0.1427,
      "step": 190740
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8784926511711147e-05,
      "loss": 0.1434,
      "step": 190750
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8783807968501825e-05,
      "loss": 0.1452,
      "step": 190760
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8782689425292503e-05,
      "loss": 0.1492,
      "step": 190770
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8781570882083174e-05,
      "loss": 0.1422,
      "step": 190780
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8780452338873852e-05,
      "loss": 0.1488,
      "step": 190790
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8779333795664527e-05,
      "loss": 0.1426,
      "step": 190800
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8778215252455205e-05,
      "loss": 0.146,
      "step": 190810
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8777096709245883e-05,
      "loss": 0.15,
      "step": 190820
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8775978166036554e-05,
      "loss": 0.1417,
      "step": 190830
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8774859622827232e-05,
      "loss": 0.1482,
      "step": 190840
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8773741079617906e-05,
      "loss": 0.1458,
      "step": 190850
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8772622536408584e-05,
      "loss": 0.1497,
      "step": 190860
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8771503993199262e-05,
      "loss": 0.1463,
      "step": 190870
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8770385449989933e-05,
      "loss": 0.1415,
      "step": 190880
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.876926690678061e-05,
      "loss": 0.1472,
      "step": 190890
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8768148363571286e-05,
      "loss": 0.1471,
      "step": 190900
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8767029820361964e-05,
      "loss": 0.1432,
      "step": 190910
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8765911277152635e-05,
      "loss": 0.1509,
      "step": 190920
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8764792733943313e-05,
      "loss": 0.1476,
      "step": 190930
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.876367419073399e-05,
      "loss": 0.1463,
      "step": 190940
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8762555647524665e-05,
      "loss": 0.1414,
      "step": 190950
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8761437104315343e-05,
      "loss": 0.1427,
      "step": 190960
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8760318561106014e-05,
      "loss": 0.1472,
      "step": 190970
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8759200017896692e-05,
      "loss": 0.1492,
      "step": 190980
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.875808147468737e-05,
      "loss": 0.1495,
      "step": 190990
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8756962931478045e-05,
      "loss": 0.1474,
      "step": 191000
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8755844388268723e-05,
      "loss": 0.1439,
      "step": 191010
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8754725845059394e-05,
      "loss": 0.1391,
      "step": 191020
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.875360730185007e-05,
      "loss": 0.1428,
      "step": 191030
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.875248875864075e-05,
      "loss": 0.1442,
      "step": 191040
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.875137021543142e-05,
      "loss": 0.137,
      "step": 191050
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8750251672222102e-05,
      "loss": 0.1416,
      "step": 191060
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8749133129012773e-05,
      "loss": 0.1415,
      "step": 191070
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.874801458580345e-05,
      "loss": 0.1415,
      "step": 191080
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.874689604259413e-05,
      "loss": 0.1472,
      "step": 191090
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.87457774993848e-05,
      "loss": 0.1433,
      "step": 191100
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8744658956175478e-05,
      "loss": 0.1435,
      "step": 191110
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8743540412966153e-05,
      "loss": 0.1445,
      "step": 191120
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.874242186975683e-05,
      "loss": 0.1445,
      "step": 191130
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.874130332654751e-05,
      "loss": 0.1389,
      "step": 191140
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.874018478333818e-05,
      "loss": 0.1396,
      "step": 191150
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8739066240128858e-05,
      "loss": 0.1445,
      "step": 191160
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8737947696919532e-05,
      "loss": 0.145,
      "step": 191170
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.873682915371021e-05,
      "loss": 0.1424,
      "step": 191180
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8735710610500888e-05,
      "loss": 0.1444,
      "step": 191190
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.873459206729156e-05,
      "loss": 0.1435,
      "step": 191200
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8733473524082237e-05,
      "loss": 0.1428,
      "step": 191210
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.873235498087291e-05,
      "loss": 0.1461,
      "step": 191220
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.873123643766359e-05,
      "loss": 0.1459,
      "step": 191230
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.873011789445426e-05,
      "loss": 0.1413,
      "step": 191240
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.872899935124494e-05,
      "loss": 0.1465,
      "step": 191250
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8727880808035617e-05,
      "loss": 0.1456,
      "step": 191260
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.872676226482629e-05,
      "loss": 0.1426,
      "step": 191270
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.872564372161697e-05,
      "loss": 0.1438,
      "step": 191280
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.872452517840764e-05,
      "loss": 0.1477,
      "step": 191290
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8723406635198318e-05,
      "loss": 0.146,
      "step": 191300
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8722288091988996e-05,
      "loss": 0.1425,
      "step": 191310
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.872116954877967e-05,
      "loss": 0.1429,
      "step": 191320
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.872005100557035e-05,
      "loss": 0.1462,
      "step": 191330
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.871893246236102e-05,
      "loss": 0.15,
      "step": 191340
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8717813919151698e-05,
      "loss": 0.1408,
      "step": 191350
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8716695375942376e-05,
      "loss": 0.1424,
      "step": 191360
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.871557683273305e-05,
      "loss": 0.1434,
      "step": 191370
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8714458289523728e-05,
      "loss": 0.1474,
      "step": 191380
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.87133397463144e-05,
      "loss": 0.1417,
      "step": 191390
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8712221203105077e-05,
      "loss": 0.1464,
      "step": 191400
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8711102659895755e-05,
      "loss": 0.1469,
      "step": 191410
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.870998411668643e-05,
      "loss": 0.1401,
      "step": 191420
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8708865573477107e-05,
      "loss": 0.1446,
      "step": 191430
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.870774703026778e-05,
      "loss": 0.1481,
      "step": 191440
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8706628487058457e-05,
      "loss": 0.1403,
      "step": 191450
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8705509943849134e-05,
      "loss": 0.1423,
      "step": 191460
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.870439140063981e-05,
      "loss": 0.1419,
      "step": 191470
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8703272857430487e-05,
      "loss": 0.1468,
      "step": 191480
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8702154314221158e-05,
      "loss": 0.1408,
      "step": 191490
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8701035771011836e-05,
      "loss": 0.1461,
      "step": 191500
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8699917227802514e-05,
      "loss": 0.1411,
      "step": 191510
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8698798684593185e-05,
      "loss": 0.1425,
      "step": 191520
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8697680141383866e-05,
      "loss": 0.1411,
      "step": 191530
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8696561598174538e-05,
      "loss": 0.1435,
      "step": 191540
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8695443054965215e-05,
      "loss": 0.1454,
      "step": 191550
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8694324511755887e-05,
      "loss": 0.1454,
      "step": 191560
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8693205968546565e-05,
      "loss": 0.143,
      "step": 191570
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8692087425337242e-05,
      "loss": 0.1452,
      "step": 191580
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8690968882127917e-05,
      "loss": 0.1462,
      "step": 191590
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8689850338918595e-05,
      "loss": 0.1419,
      "step": 191600
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8688731795709266e-05,
      "loss": 0.1401,
      "step": 191610
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8687613252499944e-05,
      "loss": 0.15,
      "step": 191620
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8686494709290622e-05,
      "loss": 0.1443,
      "step": 191630
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8685376166081297e-05,
      "loss": 0.145,
      "step": 191640
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8684257622871974e-05,
      "loss": 0.1427,
      "step": 191650
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8683139079662646e-05,
      "loss": 0.1466,
      "step": 191660
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8682020536453324e-05,
      "loss": 0.1406,
      "step": 191670
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8680901993244e-05,
      "loss": 0.1471,
      "step": 191680
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8679783450034676e-05,
      "loss": 0.1477,
      "step": 191690
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8678664906825354e-05,
      "loss": 0.1487,
      "step": 191700
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8677546363616025e-05,
      "loss": 0.1417,
      "step": 191710
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8676427820406703e-05,
      "loss": 0.147,
      "step": 191720
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.867530927719738e-05,
      "loss": 0.1449,
      "step": 191730
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8674190733988055e-05,
      "loss": 0.1442,
      "step": 191740
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8673072190778733e-05,
      "loss": 0.1449,
      "step": 191750
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8671953647569405e-05,
      "loss": 0.1492,
      "step": 191760
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8670835104360082e-05,
      "loss": 0.1445,
      "step": 191770
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.866971656115076e-05,
      "loss": 0.1424,
      "step": 191780
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8668598017941435e-05,
      "loss": 0.1416,
      "step": 191790
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8667479474732113e-05,
      "loss": 0.143,
      "step": 191800
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8666360931522784e-05,
      "loss": 0.1404,
      "step": 191810
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8665242388313462e-05,
      "loss": 0.146,
      "step": 191820
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.866412384510414e-05,
      "loss": 0.1457,
      "step": 191830
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8663005301894814e-05,
      "loss": 0.141,
      "step": 191840
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8661886758685492e-05,
      "loss": 0.1433,
      "step": 191850
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8660768215476163e-05,
      "loss": 0.1486,
      "step": 191860
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.865964967226684e-05,
      "loss": 0.1478,
      "step": 191870
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8658531129057513e-05,
      "loss": 0.1467,
      "step": 191880
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8657412585848194e-05,
      "loss": 0.1427,
      "step": 191890
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8656294042638872e-05,
      "loss": 0.1401,
      "step": 191900
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8655175499429543e-05,
      "loss": 0.1464,
      "step": 191910
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.865405695622022e-05,
      "loss": 0.1406,
      "step": 191920
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8652938413010892e-05,
      "loss": 0.1419,
      "step": 191930
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.865181986980157e-05,
      "loss": 0.1439,
      "step": 191940
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.865070132659225e-05,
      "loss": 0.143,
      "step": 191950
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8649582783382922e-05,
      "loss": 0.1401,
      "step": 191960
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.86484642401736e-05,
      "loss": 0.1391,
      "step": 191970
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.864734569696427e-05,
      "loss": 0.1397,
      "step": 191980
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.864622715375495e-05,
      "loss": 0.1468,
      "step": 191990
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8645108610545627e-05,
      "loss": 0.1434,
      "step": 192000
    },
    {
      "epoch": 0.43,
      "eval_NEIMS_canon_smiles": 0.9512666666666667,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.13321666666666668,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5353950661767752,
      "eval_NEIMS_exact_mols": 0.13298333333333334,
      "eval_NEIMS_exact_smiles": 0.12998333333333334,
      "eval_NEIMS_loss": 0.1706952154636383,
      "eval_NEIMS_matched_formulas": 0.6667166666666666,
      "eval_NEIMS_morgan_tanimoto_simil": 0.4483474387986251,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.1335,
      "eval_NEIMS_runtime": 728.4858,
      "eval_NEIMS_samples_per_second": 82.363,
      "eval_NEIMS_steps_per_second": 1.288,
      "step": 192000
    },
    {
      "epoch": 0.43,
      "eval_RASSP_canon_smiles": 0.9463218352422613,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.18724747053127191,
      "eval_RASSP_daylight_tanimoto_simil": 0.6298673114709867,
      "eval_RASSP_exact_mols": 0.18644605469663073,
      "eval_RASSP_exact_smiles": 0.18096971315991586,
      "eval_RASSP_loss": 0.13743963837623596,
      "eval_RASSP_matched_formulas": 0.8138043877516946,
      "eval_RASSP_morgan_tanimoto_simil": 0.5035653582159272,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.18661301632884764,
      "eval_RASSP_runtime": 832.9193,
      "eval_RASSP_samples_per_second": 71.909,
      "eval_RASSP_steps_per_second": 1.124,
      "step": 192000
    },
    {
      "epoch": 0.43,
      "eval_NEIMS_old_canon_smiles": 0.9518,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.1349,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5356224165672182,
      "eval_NEIMS_old_exact_mols": 0.13456666666666667,
      "eval_NEIMS_old_exact_smiles": 0.13156666666666667,
      "eval_NEIMS_old_loss": 0.1701691895723343,
      "eval_NEIMS_old_matched_formulas": 0.6625,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.4489952257160061,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.1351,
      "eval_NEIMS_old_runtime": 366.8235,
      "eval_NEIMS_old_samples_per_second": 81.783,
      "eval_NEIMS_old_steps_per_second": 1.279,
      "step": 192000
    },
    {
      "epoch": 0.43,
      "eval_RASSP_old_canon_smiles": 0.9464410851937131,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.21039810458170655,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.6478105112718161,
      "eval_RASSP_old_exact_mols": 0.20973070377415157,
      "eval_RASSP_old_exact_smiles": 0.20402442686955652,
      "eval_RASSP_old_loss": 0.1303142011165619,
      "eval_RASSP_old_matched_formulas": 0.823539226482464,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.5251134073877861,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.20979744385490706,
      "eval_RASSP_old_runtime": 415.5489,
      "eval_RASSP_old_samples_per_second": 72.114,
      "eval_RASSP_old_steps_per_second": 1.129,
      "step": 192000
    },
    {
      "epoch": 0.43,
      "eval_NIST_canon_smiles": 0.8675160591972176,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.02140043297725095,
      "eval_NIST_daylight_tanimoto_simil": 0.28541157575111625,
      "eval_NIST_exact_mols": 0.020406714696383575,
      "eval_NIST_exact_smiles": 0.019377506476913796,
      "eval_NIST_loss": 1.8597558736801147,
      "eval_NIST_matched_formulas": 0.10668275543883309,
      "eval_NIST_morgan_tanimoto_simil": 0.23762745213216818,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.02129396316144373,
      "eval_NIST_runtime": 559.406,
      "eval_NIST_samples_per_second": 50.369,
      "eval_NIST_steps_per_second": 0.788,
      "step": 192000
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8643990067336302e-05,
      "loss": 0.1382,
      "step": 192010
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.864287152412698e-05,
      "loss": 0.1472,
      "step": 192020
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.864175298091765e-05,
      "loss": 0.1417,
      "step": 192030
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.864063443770833e-05,
      "loss": 0.1426,
      "step": 192040
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8639515894499007e-05,
      "loss": 0.1413,
      "step": 192050
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.863839735128968e-05,
      "loss": 0.1438,
      "step": 192060
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.863727880808036e-05,
      "loss": 0.1421,
      "step": 192070
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.863616026487103e-05,
      "loss": 0.1424,
      "step": 192080
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.863504172166171e-05,
      "loss": 0.1458,
      "step": 192090
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8633923178452386e-05,
      "loss": 0.1441,
      "step": 192100
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.863280463524306e-05,
      "loss": 0.1421,
      "step": 192110
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.863168609203374e-05,
      "loss": 0.1433,
      "step": 192120
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.863056754882441e-05,
      "loss": 0.1445,
      "step": 192130
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8629449005615088e-05,
      "loss": 0.1411,
      "step": 192140
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8628330462405762e-05,
      "loss": 0.1402,
      "step": 192150
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.862721191919644e-05,
      "loss": 0.146,
      "step": 192160
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8626093375987118e-05,
      "loss": 0.1432,
      "step": 192170
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.862497483277779e-05,
      "loss": 0.145,
      "step": 192180
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8623856289568467e-05,
      "loss": 0.1417,
      "step": 192190
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8622737746359142e-05,
      "loss": 0.1448,
      "step": 192200
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.862161920314982e-05,
      "loss": 0.1455,
      "step": 192210
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8620500659940498e-05,
      "loss": 0.1403,
      "step": 192220
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.861938211673117e-05,
      "loss": 0.1452,
      "step": 192230
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8618263573521847e-05,
      "loss": 0.1432,
      "step": 192240
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.861714503031252e-05,
      "loss": 0.146,
      "step": 192250
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.86160264871032e-05,
      "loss": 0.1441,
      "step": 192260
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8614907943893877e-05,
      "loss": 0.1438,
      "step": 192270
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.861378940068455e-05,
      "loss": 0.14,
      "step": 192280
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8612670857475226e-05,
      "loss": 0.1386,
      "step": 192290
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.86115523142659e-05,
      "loss": 0.1427,
      "step": 192300
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.861043377105658e-05,
      "loss": 0.1455,
      "step": 192310
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8609315227847257e-05,
      "loss": 0.1483,
      "step": 192320
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8608196684637928e-05,
      "loss": 0.1443,
      "step": 192330
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8607078141428606e-05,
      "loss": 0.1454,
      "step": 192340
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8605959598219277e-05,
      "loss": 0.1435,
      "step": 192350
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8604841055009958e-05,
      "loss": 0.1433,
      "step": 192360
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8603722511800636e-05,
      "loss": 0.1438,
      "step": 192370
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8602603968591307e-05,
      "loss": 0.1485,
      "step": 192380
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8601485425381985e-05,
      "loss": 0.1474,
      "step": 192390
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8600366882172656e-05,
      "loss": 0.1385,
      "step": 192400
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8599248338963334e-05,
      "loss": 0.1416,
      "step": 192410
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8598129795754016e-05,
      "loss": 0.1422,
      "step": 192420
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8597011252544687e-05,
      "loss": 0.1429,
      "step": 192430
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8595892709335365e-05,
      "loss": 0.1428,
      "step": 192440
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8594774166126036e-05,
      "loss": 0.1473,
      "step": 192450
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8593655622916714e-05,
      "loss": 0.1427,
      "step": 192460
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.859253707970739e-05,
      "loss": 0.1446,
      "step": 192470
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8591418536498066e-05,
      "loss": 0.1411,
      "step": 192480
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8590299993288744e-05,
      "loss": 0.1374,
      "step": 192490
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8589181450079415e-05,
      "loss": 0.1459,
      "step": 192500
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8588062906870093e-05,
      "loss": 0.1424,
      "step": 192510
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8586944363660768e-05,
      "loss": 0.1442,
      "step": 192520
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8585825820451446e-05,
      "loss": 0.1485,
      "step": 192530
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8584707277242124e-05,
      "loss": 0.1444,
      "step": 192540
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8583588734032795e-05,
      "loss": 0.1459,
      "step": 192550
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8582470190823473e-05,
      "loss": 0.1482,
      "step": 192560
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8581351647614147e-05,
      "loss": 0.1467,
      "step": 192570
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8580344958725756e-05,
      "loss": 0.1418,
      "step": 192580
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.857922641551643e-05,
      "loss": 0.1476,
      "step": 192590
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.857810787230711e-05,
      "loss": 0.1418,
      "step": 192600
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8576989329097786e-05,
      "loss": 0.1443,
      "step": 192610
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8575870785888458e-05,
      "loss": 0.1437,
      "step": 192620
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8574752242679136e-05,
      "loss": 0.1395,
      "step": 192630
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.857363369946981e-05,
      "loss": 0.147,
      "step": 192640
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8572515156260488e-05,
      "loss": 0.1453,
      "step": 192650
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8571396613051166e-05,
      "loss": 0.1441,
      "step": 192660
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8570278069841837e-05,
      "loss": 0.1395,
      "step": 192670
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8569159526632515e-05,
      "loss": 0.1509,
      "step": 192680
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.856804098342319e-05,
      "loss": 0.1403,
      "step": 192690
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8566922440213867e-05,
      "loss": 0.1413,
      "step": 192700
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8565803897004545e-05,
      "loss": 0.1384,
      "step": 192710
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8564685353795217e-05,
      "loss": 0.142,
      "step": 192720
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8563566810585894e-05,
      "loss": 0.1418,
      "step": 192730
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.856244826737657e-05,
      "loss": 0.1408,
      "step": 192740
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8561329724167247e-05,
      "loss": 0.1411,
      "step": 192750
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8560211180957925e-05,
      "loss": 0.1435,
      "step": 192760
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8559092637748596e-05,
      "loss": 0.143,
      "step": 192770
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8557974094539274e-05,
      "loss": 0.146,
      "step": 192780
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.855685555132995e-05,
      "loss": 0.1445,
      "step": 192790
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8555737008120626e-05,
      "loss": 0.1457,
      "step": 192800
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8554618464911304e-05,
      "loss": 0.1429,
      "step": 192810
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8553499921701975e-05,
      "loss": 0.1497,
      "step": 192820
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8552381378492653e-05,
      "loss": 0.1421,
      "step": 192830
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8551262835283328e-05,
      "loss": 0.1422,
      "step": 192840
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8550144292074006e-05,
      "loss": 0.1412,
      "step": 192850
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8549025748864677e-05,
      "loss": 0.141,
      "step": 192860
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8547907205655355e-05,
      "loss": 0.1439,
      "step": 192870
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8546788662446033e-05,
      "loss": 0.1407,
      "step": 192880
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8545670119236707e-05,
      "loss": 0.143,
      "step": 192890
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8544551576027385e-05,
      "loss": 0.1429,
      "step": 192900
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8543433032818057e-05,
      "loss": 0.1392,
      "step": 192910
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8542314489608734e-05,
      "loss": 0.1425,
      "step": 192920
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8541195946399412e-05,
      "loss": 0.1457,
      "step": 192930
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8540077403190087e-05,
      "loss": 0.1444,
      "step": 192940
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8538958859980765e-05,
      "loss": 0.1421,
      "step": 192950
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8537840316771436e-05,
      "loss": 0.1425,
      "step": 192960
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8536721773562114e-05,
      "loss": 0.1427,
      "step": 192970
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8535603230352792e-05,
      "loss": 0.1421,
      "step": 192980
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8534484687143463e-05,
      "loss": 0.1443,
      "step": 192990
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8533366143934144e-05,
      "loss": 0.1444,
      "step": 193000
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8532247600724815e-05,
      "loss": 0.1458,
      "step": 193010
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8531129057515493e-05,
      "loss": 0.141,
      "step": 193020
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.853001051430617e-05,
      "loss": 0.1399,
      "step": 193030
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8528891971096842e-05,
      "loss": 0.1401,
      "step": 193040
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.852777342788752e-05,
      "loss": 0.141,
      "step": 193050
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8526654884678195e-05,
      "loss": 0.1427,
      "step": 193060
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8525536341468873e-05,
      "loss": 0.1474,
      "step": 193070
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.852441779825955e-05,
      "loss": 0.1448,
      "step": 193080
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8523299255050222e-05,
      "loss": 0.1472,
      "step": 193090
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.85221807118409e-05,
      "loss": 0.1471,
      "step": 193100
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8521062168631574e-05,
      "loss": 0.1499,
      "step": 193110
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8519943625422252e-05,
      "loss": 0.1428,
      "step": 193120
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.851882508221293e-05,
      "loss": 0.1376,
      "step": 193130
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.85177065390036e-05,
      "loss": 0.1475,
      "step": 193140
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.851658799579428e-05,
      "loss": 0.1426,
      "step": 193150
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8515469452584954e-05,
      "loss": 0.1442,
      "step": 193160
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8514350909375632e-05,
      "loss": 0.1476,
      "step": 193170
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8513232366166303e-05,
      "loss": 0.1436,
      "step": 193180
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.851211382295698e-05,
      "loss": 0.1421,
      "step": 193190
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.851099527974766e-05,
      "loss": 0.1443,
      "step": 193200
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8509876736538333e-05,
      "loss": 0.1428,
      "step": 193210
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.850875819332901e-05,
      "loss": 0.1436,
      "step": 193220
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8507639650119682e-05,
      "loss": 0.1393,
      "step": 193230
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.850652110691036e-05,
      "loss": 0.1417,
      "step": 193240
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8505402563701038e-05,
      "loss": 0.1438,
      "step": 193250
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8504284020491713e-05,
      "loss": 0.1432,
      "step": 193260
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.850316547728239e-05,
      "loss": 0.138,
      "step": 193270
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8502046934073062e-05,
      "loss": 0.1432,
      "step": 193280
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.850092839086374e-05,
      "loss": 0.1447,
      "step": 193290
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8499809847654418e-05,
      "loss": 0.1466,
      "step": 193300
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8498691304445092e-05,
      "loss": 0.1382,
      "step": 193310
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.849757276123577e-05,
      "loss": 0.1421,
      "step": 193320
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.849645421802644e-05,
      "loss": 0.1425,
      "step": 193330
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.849533567481712e-05,
      "loss": 0.1432,
      "step": 193340
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8494217131607797e-05,
      "loss": 0.1457,
      "step": 193350
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8493098588398472e-05,
      "loss": 0.148,
      "step": 193360
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.849198004518915e-05,
      "loss": 0.1481,
      "step": 193370
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.849086150197982e-05,
      "loss": 0.1409,
      "step": 193380
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.84897429587705e-05,
      "loss": 0.1448,
      "step": 193390
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8488624415561177e-05,
      "loss": 0.1401,
      "step": 193400
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8487505872351848e-05,
      "loss": 0.1474,
      "step": 193410
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.848638732914253e-05,
      "loss": 0.1461,
      "step": 193420
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.84852687859332e-05,
      "loss": 0.1449,
      "step": 193430
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8484150242723878e-05,
      "loss": 0.1383,
      "step": 193440
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8483031699514556e-05,
      "loss": 0.1482,
      "step": 193450
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8481913156305227e-05,
      "loss": 0.1457,
      "step": 193460
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8480794613095905e-05,
      "loss": 0.1422,
      "step": 193470
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.847967606988658e-05,
      "loss": 0.142,
      "step": 193480
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8478557526677258e-05,
      "loss": 0.1419,
      "step": 193490
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.847743898346793e-05,
      "loss": 0.1392,
      "step": 193500
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8476320440258607e-05,
      "loss": 0.1455,
      "step": 193510
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8475201897049285e-05,
      "loss": 0.1427,
      "step": 193520
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.847408335383996e-05,
      "loss": 0.1418,
      "step": 193530
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8472964810630637e-05,
      "loss": 0.1411,
      "step": 193540
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.847184626742131e-05,
      "loss": 0.1478,
      "step": 193550
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8470727724211986e-05,
      "loss": 0.1457,
      "step": 193560
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8469609181002664e-05,
      "loss": 0.1463,
      "step": 193570
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.846849063779334e-05,
      "loss": 0.138,
      "step": 193580
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8467372094584017e-05,
      "loss": 0.1431,
      "step": 193590
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8466253551374688e-05,
      "loss": 0.1432,
      "step": 193600
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8465135008165366e-05,
      "loss": 0.1469,
      "step": 193610
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8464016464956044e-05,
      "loss": 0.1479,
      "step": 193620
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8462897921746718e-05,
      "loss": 0.146,
      "step": 193630
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8461779378537396e-05,
      "loss": 0.1432,
      "step": 193640
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8460660835328067e-05,
      "loss": 0.1449,
      "step": 193650
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8459542292118745e-05,
      "loss": 0.1466,
      "step": 193660
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8458423748909423e-05,
      "loss": 0.1365,
      "step": 193670
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8457305205700098e-05,
      "loss": 0.1443,
      "step": 193680
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8456186662490776e-05,
      "loss": 0.141,
      "step": 193690
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8455068119281447e-05,
      "loss": 0.1461,
      "step": 193700
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8453949576072125e-05,
      "loss": 0.1425,
      "step": 193710
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8452831032862803e-05,
      "loss": 0.1418,
      "step": 193720
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8451712489653477e-05,
      "loss": 0.145,
      "step": 193730
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8450593946444155e-05,
      "loss": 0.1458,
      "step": 193740
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8449475403234826e-05,
      "loss": 0.1435,
      "step": 193750
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8448356860025504e-05,
      "loss": 0.1418,
      "step": 193760
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8447238316816182e-05,
      "loss": 0.1415,
      "step": 193770
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8446119773606857e-05,
      "loss": 0.1405,
      "step": 193780
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8445001230397535e-05,
      "loss": 0.1473,
      "step": 193790
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8443882687188206e-05,
      "loss": 0.1395,
      "step": 193800
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8442764143978884e-05,
      "loss": 0.1423,
      "step": 193810
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8441645600769555e-05,
      "loss": 0.1473,
      "step": 193820
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8440527057560236e-05,
      "loss": 0.1435,
      "step": 193830
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8439408514350914e-05,
      "loss": 0.1436,
      "step": 193840
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8438289971141585e-05,
      "loss": 0.1429,
      "step": 193850
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8437171427932263e-05,
      "loss": 0.1434,
      "step": 193860
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8436052884722934e-05,
      "loss": 0.1405,
      "step": 193870
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8434934341513612e-05,
      "loss": 0.1395,
      "step": 193880
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8433815798304294e-05,
      "loss": 0.1442,
      "step": 193890
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8432697255094965e-05,
      "loss": 0.1426,
      "step": 193900
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8431578711885643e-05,
      "loss": 0.144,
      "step": 193910
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8430460168676314e-05,
      "loss": 0.1431,
      "step": 193920
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.842934162546699e-05,
      "loss": 0.1429,
      "step": 193930
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.842822308225767e-05,
      "loss": 0.1434,
      "step": 193940
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8427104539048344e-05,
      "loss": 0.1407,
      "step": 193950
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8425985995839022e-05,
      "loss": 0.1403,
      "step": 193960
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8424867452629693e-05,
      "loss": 0.1457,
      "step": 193970
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.842374890942037e-05,
      "loss": 0.1453,
      "step": 193980
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.842263036621105e-05,
      "loss": 0.1425,
      "step": 193990
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8421511823001724e-05,
      "loss": 0.1422,
      "step": 194000
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.84203932797924e-05,
      "loss": 0.1403,
      "step": 194010
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8419274736583073e-05,
      "loss": 0.1441,
      "step": 194020
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.841815619337375e-05,
      "loss": 0.1415,
      "step": 194030
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.841703765016443e-05,
      "loss": 0.1476,
      "step": 194040
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8415919106955103e-05,
      "loss": 0.1416,
      "step": 194050
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.841480056374578e-05,
      "loss": 0.1469,
      "step": 194060
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8413682020536452e-05,
      "loss": 0.1463,
      "step": 194070
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.841256347732713e-05,
      "loss": 0.1462,
      "step": 194080
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8411444934117808e-05,
      "loss": 0.1439,
      "step": 194090
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8410326390908483e-05,
      "loss": 0.1423,
      "step": 194100
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.840920784769916e-05,
      "loss": 0.1425,
      "step": 194110
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.840808930448983e-05,
      "loss": 0.1435,
      "step": 194120
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.840697076128051e-05,
      "loss": 0.1452,
      "step": 194130
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8405852218071184e-05,
      "loss": 0.138,
      "step": 194140
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8404733674861862e-05,
      "loss": 0.1428,
      "step": 194150
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.840361513165254e-05,
      "loss": 0.1446,
      "step": 194160
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.840249658844321e-05,
      "loss": 0.1461,
      "step": 194170
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.840137804523389e-05,
      "loss": 0.1477,
      "step": 194180
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8400259502024564e-05,
      "loss": 0.1422,
      "step": 194190
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.839914095881524e-05,
      "loss": 0.1446,
      "step": 194200
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.839802241560592e-05,
      "loss": 0.144,
      "step": 194210
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.839690387239659e-05,
      "loss": 0.1484,
      "step": 194220
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.839578532918727e-05,
      "loss": 0.1419,
      "step": 194230
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8394666785977943e-05,
      "loss": 0.1412,
      "step": 194240
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.839354824276862e-05,
      "loss": 0.1392,
      "step": 194250
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.83924296995593e-05,
      "loss": 0.1368,
      "step": 194260
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.839131115634997e-05,
      "loss": 0.146,
      "step": 194270
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8390192613140648e-05,
      "loss": 0.1418,
      "step": 194280
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.838907406993132e-05,
      "loss": 0.147,
      "step": 194290
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8387955526721997e-05,
      "loss": 0.1414,
      "step": 194300
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.838683698351268e-05,
      "loss": 0.1422,
      "step": 194310
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.838571844030335e-05,
      "loss": 0.1447,
      "step": 194320
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8384599897094027e-05,
      "loss": 0.1407,
      "step": 194330
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.83834813538847e-05,
      "loss": 0.1389,
      "step": 194340
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8382362810675377e-05,
      "loss": 0.1465,
      "step": 194350
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8381244267466054e-05,
      "loss": 0.1486,
      "step": 194360
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.838012572425673e-05,
      "loss": 0.142,
      "step": 194370
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8379007181047407e-05,
      "loss": 0.1447,
      "step": 194380
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8377888637838078e-05,
      "loss": 0.137,
      "step": 194390
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8376770094628756e-05,
      "loss": 0.1395,
      "step": 194400
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8375651551419434e-05,
      "loss": 0.142,
      "step": 194410
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.837453300821011e-05,
      "loss": 0.1436,
      "step": 194420
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8373414465000786e-05,
      "loss": 0.1445,
      "step": 194430
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8372295921791458e-05,
      "loss": 0.1473,
      "step": 194440
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8371177378582136e-05,
      "loss": 0.1396,
      "step": 194450
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.837005883537281e-05,
      "loss": 0.1374,
      "step": 194460
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8368940292163488e-05,
      "loss": 0.1335,
      "step": 194470
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8367821748954166e-05,
      "loss": 0.1426,
      "step": 194480
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8366703205744837e-05,
      "loss": 0.1439,
      "step": 194490
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8365584662535515e-05,
      "loss": 0.1489,
      "step": 194500
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.836446611932619e-05,
      "loss": 0.1394,
      "step": 194510
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8363347576116867e-05,
      "loss": 0.1444,
      "step": 194520
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8362229032907545e-05,
      "loss": 0.1477,
      "step": 194530
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8361110489698217e-05,
      "loss": 0.1418,
      "step": 194540
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8359991946488894e-05,
      "loss": 0.1387,
      "step": 194550
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.835887340327957e-05,
      "loss": 0.1451,
      "step": 194560
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8357754860070247e-05,
      "loss": 0.1409,
      "step": 194570
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8356636316860925e-05,
      "loss": 0.1403,
      "step": 194580
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8355517773651596e-05,
      "loss": 0.1445,
      "step": 194590
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8354399230442274e-05,
      "loss": 0.1461,
      "step": 194600
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.835328068723295e-05,
      "loss": 0.1397,
      "step": 194610
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8352162144023626e-05,
      "loss": 0.1436,
      "step": 194620
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8351043600814304e-05,
      "loss": 0.1453,
      "step": 194630
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8349925057604975e-05,
      "loss": 0.1514,
      "step": 194640
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8348806514395653e-05,
      "loss": 0.1401,
      "step": 194650
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8347687971186328e-05,
      "loss": 0.1375,
      "step": 194660
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8346569427977006e-05,
      "loss": 0.1399,
      "step": 194670
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8345450884767684e-05,
      "loss": 0.144,
      "step": 194680
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8344332341558355e-05,
      "loss": 0.1468,
      "step": 194690
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8343213798349033e-05,
      "loss": 0.144,
      "step": 194700
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8342095255139704e-05,
      "loss": 0.1393,
      "step": 194710
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8340976711930385e-05,
      "loss": 0.1389,
      "step": 194720
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8339858168721063e-05,
      "loss": 0.1401,
      "step": 194730
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8338739625511734e-05,
      "loss": 0.1416,
      "step": 194740
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8337621082302412e-05,
      "loss": 0.1383,
      "step": 194750
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8336502539093083e-05,
      "loss": 0.1445,
      "step": 194760
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.833538399588376e-05,
      "loss": 0.1475,
      "step": 194770
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8334265452674436e-05,
      "loss": 0.1409,
      "step": 194780
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8333146909465114e-05,
      "loss": 0.1471,
      "step": 194790
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8332028366255792e-05,
      "loss": 0.1406,
      "step": 194800
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8330909823046463e-05,
      "loss": 0.1413,
      "step": 194810
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.832979127983714e-05,
      "loss": 0.1432,
      "step": 194820
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8328672736627815e-05,
      "loss": 0.1418,
      "step": 194830
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8327554193418493e-05,
      "loss": 0.1419,
      "step": 194840
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.832643565020917e-05,
      "loss": 0.1445,
      "step": 194850
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8325317106999842e-05,
      "loss": 0.1435,
      "step": 194860
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.832419856379052e-05,
      "loss": 0.1407,
      "step": 194870
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8323080020581195e-05,
      "loss": 0.1435,
      "step": 194880
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8321961477371873e-05,
      "loss": 0.1464,
      "step": 194890
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.832084293416255e-05,
      "loss": 0.1455,
      "step": 194900
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8319724390953222e-05,
      "loss": 0.1466,
      "step": 194910
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.83186058477439e-05,
      "loss": 0.1402,
      "step": 194920
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8317487304534574e-05,
      "loss": 0.1419,
      "step": 194930
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8316368761325252e-05,
      "loss": 0.1515,
      "step": 194940
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.831525021811593e-05,
      "loss": 0.1464,
      "step": 194950
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.83141316749066e-05,
      "loss": 0.1411,
      "step": 194960
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.831301313169728e-05,
      "loss": 0.1388,
      "step": 194970
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8311894588487954e-05,
      "loss": 0.1439,
      "step": 194980
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8310776045278632e-05,
      "loss": 0.1401,
      "step": 194990
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.830965750206931e-05,
      "loss": 0.1403,
      "step": 195000
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.830853895885998e-05,
      "loss": 0.1423,
      "step": 195010
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.830742041565066e-05,
      "loss": 0.1427,
      "step": 195020
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8306301872441333e-05,
      "loss": 0.1429,
      "step": 195030
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.830518332923201e-05,
      "loss": 0.1429,
      "step": 195040
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.830406478602269e-05,
      "loss": 0.143,
      "step": 195050
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.830294624281336e-05,
      "loss": 0.1422,
      "step": 195060
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8301827699604038e-05,
      "loss": 0.1415,
      "step": 195070
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8300709156394713e-05,
      "loss": 0.1427,
      "step": 195080
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.829959061318539e-05,
      "loss": 0.1425,
      "step": 195090
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8298472069976062e-05,
      "loss": 0.1455,
      "step": 195100
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.829735352676674e-05,
      "loss": 0.1437,
      "step": 195110
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8296234983557418e-05,
      "loss": 0.1373,
      "step": 195120
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8295116440348092e-05,
      "loss": 0.1418,
      "step": 195130
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.829399789713877e-05,
      "loss": 0.1459,
      "step": 195140
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.829287935392944e-05,
      "loss": 0.1466,
      "step": 195150
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.829176081072012e-05,
      "loss": 0.1407,
      "step": 195160
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8290754121831725e-05,
      "loss": 0.1439,
      "step": 195170
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8289635578622403e-05,
      "loss": 0.1399,
      "step": 195180
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.828851703541308e-05,
      "loss": 0.1428,
      "step": 195190
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8287398492203755e-05,
      "loss": 0.146,
      "step": 195200
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8286279948994433e-05,
      "loss": 0.1437,
      "step": 195210
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8285161405785104e-05,
      "loss": 0.1431,
      "step": 195220
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8284042862575782e-05,
      "loss": 0.1413,
      "step": 195230
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.828292431936646e-05,
      "loss": 0.1457,
      "step": 195240
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8281805776157135e-05,
      "loss": 0.1463,
      "step": 195250
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8280687232947812e-05,
      "loss": 0.1389,
      "step": 195260
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8279568689738484e-05,
      "loss": 0.1437,
      "step": 195270
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.827845014652916e-05,
      "loss": 0.1454,
      "step": 195280
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.827733160331984e-05,
      "loss": 0.1409,
      "step": 195290
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8276213060110514e-05,
      "loss": 0.1411,
      "step": 195300
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8275094516901192e-05,
      "loss": 0.1446,
      "step": 195310
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8273975973691863e-05,
      "loss": 0.1444,
      "step": 195320
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.827285743048254e-05,
      "loss": 0.1416,
      "step": 195330
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.827173888727322e-05,
      "loss": 0.1359,
      "step": 195340
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.827062034406389e-05,
      "loss": 0.1425,
      "step": 195350
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.826950180085457e-05,
      "loss": 0.1392,
      "step": 195360
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8268383257645243e-05,
      "loss": 0.1476,
      "step": 195370
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.826726471443592e-05,
      "loss": 0.1404,
      "step": 195380
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.82661461712266e-05,
      "loss": 0.1424,
      "step": 195390
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.826502762801727e-05,
      "loss": 0.1442,
      "step": 195400
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8263909084807948e-05,
      "loss": 0.1425,
      "step": 195410
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8262790541598622e-05,
      "loss": 0.1411,
      "step": 195420
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.82616719983893e-05,
      "loss": 0.1391,
      "step": 195430
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.826055345517997e-05,
      "loss": 0.1444,
      "step": 195440
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.825943491197065e-05,
      "loss": 0.1397,
      "step": 195450
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8258316368761327e-05,
      "loss": 0.1336,
      "step": 195460
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8257197825552e-05,
      "loss": 0.1402,
      "step": 195470
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.825607928234268e-05,
      "loss": 0.1428,
      "step": 195480
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.825496073913335e-05,
      "loss": 0.1403,
      "step": 195490
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.825384219592403e-05,
      "loss": 0.1385,
      "step": 195500
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8252723652714706e-05,
      "loss": 0.1433,
      "step": 195510
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.825160510950538e-05,
      "loss": 0.1396,
      "step": 195520
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.825048656629606e-05,
      "loss": 0.1374,
      "step": 195530
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.824936802308673e-05,
      "loss": 0.1409,
      "step": 195540
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8248249479877408e-05,
      "loss": 0.1465,
      "step": 195550
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8247130936668086e-05,
      "loss": 0.1451,
      "step": 195560
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.824601239345876e-05,
      "loss": 0.1397,
      "step": 195570
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.824489385024944e-05,
      "loss": 0.14,
      "step": 195580
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.824377530704011e-05,
      "loss": 0.1455,
      "step": 195590
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8242656763830787e-05,
      "loss": 0.1404,
      "step": 195600
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8241538220621465e-05,
      "loss": 0.1449,
      "step": 195610
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.824041967741214e-05,
      "loss": 0.1415,
      "step": 195620
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8239301134202818e-05,
      "loss": 0.1393,
      "step": 195630
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.823818259099349e-05,
      "loss": 0.1389,
      "step": 195640
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8237064047784167e-05,
      "loss": 0.1447,
      "step": 195650
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8235945504574845e-05,
      "loss": 0.141,
      "step": 195660
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.823482696136552e-05,
      "loss": 0.1411,
      "step": 195670
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8233708418156197e-05,
      "loss": 0.1421,
      "step": 195680
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.823258987494687e-05,
      "loss": 0.1426,
      "step": 195690
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8231471331737546e-05,
      "loss": 0.1355,
      "step": 195700
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8230352788528224e-05,
      "loss": 0.1406,
      "step": 195710
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.82292342453189e-05,
      "loss": 0.1456,
      "step": 195720
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8228115702109577e-05,
      "loss": 0.1426,
      "step": 195730
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8226997158900248e-05,
      "loss": 0.1461,
      "step": 195740
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8225878615690926e-05,
      "loss": 0.1405,
      "step": 195750
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8224760072481597e-05,
      "loss": 0.14,
      "step": 195760
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8223641529272275e-05,
      "loss": 0.1502,
      "step": 195770
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8222522986062956e-05,
      "loss": 0.1391,
      "step": 195780
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8221404442853627e-05,
      "loss": 0.1453,
      "step": 195790
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8220285899644305e-05,
      "loss": 0.1457,
      "step": 195800
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8219167356434977e-05,
      "loss": 0.1436,
      "step": 195810
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8218048813225654e-05,
      "loss": 0.1388,
      "step": 195820
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8216930270016332e-05,
      "loss": 0.1417,
      "step": 195830
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8215811726807007e-05,
      "loss": 0.1455,
      "step": 195840
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8214693183597685e-05,
      "loss": 0.1442,
      "step": 195850
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8213574640388356e-05,
      "loss": 0.1494,
      "step": 195860
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8212456097179034e-05,
      "loss": 0.1433,
      "step": 195870
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8211337553969712e-05,
      "loss": 0.1456,
      "step": 195880
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8210219010760386e-05,
      "loss": 0.1469,
      "step": 195890
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8209100467551064e-05,
      "loss": 0.1443,
      "step": 195900
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8207981924341735e-05,
      "loss": 0.1481,
      "step": 195910
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8206863381132413e-05,
      "loss": 0.1436,
      "step": 195920
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.820574483792309e-05,
      "loss": 0.1416,
      "step": 195930
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8204626294713766e-05,
      "loss": 0.1431,
      "step": 195940
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8203507751504444e-05,
      "loss": 0.1434,
      "step": 195950
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8202389208295115e-05,
      "loss": 0.1394,
      "step": 195960
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8201270665085793e-05,
      "loss": 0.1428,
      "step": 195970
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.820015212187647e-05,
      "loss": 0.1462,
      "step": 195980
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8199033578667145e-05,
      "loss": 0.1455,
      "step": 195990
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8197915035457823e-05,
      "loss": 0.1432,
      "step": 196000
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8196796492248494e-05,
      "loss": 0.143,
      "step": 196010
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8195677949039172e-05,
      "loss": 0.1478,
      "step": 196020
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.819455940582985e-05,
      "loss": 0.1411,
      "step": 196030
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8193440862620525e-05,
      "loss": 0.1388,
      "step": 196040
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8192322319411203e-05,
      "loss": 0.1366,
      "step": 196050
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8191203776201874e-05,
      "loss": 0.1442,
      "step": 196060
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8190085232992552e-05,
      "loss": 0.1394,
      "step": 196070
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8188966689783226e-05,
      "loss": 0.1405,
      "step": 196080
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8187848146573904e-05,
      "loss": 0.1402,
      "step": 196090
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8186729603364582e-05,
      "loss": 0.1396,
      "step": 196100
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8185611060155253e-05,
      "loss": 0.1448,
      "step": 196110
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.818449251694593e-05,
      "loss": 0.1444,
      "step": 196120
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8183373973736606e-05,
      "loss": 0.1395,
      "step": 196130
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8182255430527284e-05,
      "loss": 0.1418,
      "step": 196140
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8181136887317962e-05,
      "loss": 0.1416,
      "step": 196150
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8180018344108633e-05,
      "loss": 0.1416,
      "step": 196160
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.817889980089931e-05,
      "loss": 0.1419,
      "step": 196170
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8177781257689982e-05,
      "loss": 0.1389,
      "step": 196180
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8176662714480663e-05,
      "loss": 0.1416,
      "step": 196190
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.817554417127134e-05,
      "loss": 0.1414,
      "step": 196200
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8174425628062012e-05,
      "loss": 0.1446,
      "step": 196210
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.817330708485269e-05,
      "loss": 0.1433,
      "step": 196220
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.817218854164336e-05,
      "loss": 0.1403,
      "step": 196230
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.817106999843404e-05,
      "loss": 0.1411,
      "step": 196240
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.816995145522472e-05,
      "loss": 0.1438,
      "step": 196250
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8168832912015392e-05,
      "loss": 0.1421,
      "step": 196260
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.816771436880607e-05,
      "loss": 0.1438,
      "step": 196270
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.816659582559674e-05,
      "loss": 0.1426,
      "step": 196280
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.816547728238742e-05,
      "loss": 0.1485,
      "step": 196290
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8164358739178097e-05,
      "loss": 0.1409,
      "step": 196300
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.816324019596877e-05,
      "loss": 0.141,
      "step": 196310
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.816212165275945e-05,
      "loss": 0.152,
      "step": 196320
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.816100310955012e-05,
      "loss": 0.1464,
      "step": 196330
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8159884566340798e-05,
      "loss": 0.1387,
      "step": 196340
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8158766023131476e-05,
      "loss": 0.1424,
      "step": 196350
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.815764747992215e-05,
      "loss": 0.1389,
      "step": 196360
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.815652893671283e-05,
      "loss": 0.1434,
      "step": 196370
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.81554103935035e-05,
      "loss": 0.1418,
      "step": 196380
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8154291850294178e-05,
      "loss": 0.1476,
      "step": 196390
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8153173307084852e-05,
      "loss": 0.1441,
      "step": 196400
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.815205476387553e-05,
      "loss": 0.1423,
      "step": 196410
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8150936220666208e-05,
      "loss": 0.1387,
      "step": 196420
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.814981767745688e-05,
      "loss": 0.1454,
      "step": 196430
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8148699134247557e-05,
      "loss": 0.1378,
      "step": 196440
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8147580591038232e-05,
      "loss": 0.1425,
      "step": 196450
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.814646204782891e-05,
      "loss": 0.1431,
      "step": 196460
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8145343504619588e-05,
      "loss": 0.1436,
      "step": 196470
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.814422496141026e-05,
      "loss": 0.1379,
      "step": 196480
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8143106418200937e-05,
      "loss": 0.147,
      "step": 196490
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.814198787499161e-05,
      "loss": 0.1444,
      "step": 196500
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.814086933178229e-05,
      "loss": 0.1395,
      "step": 196510
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8139750788572967e-05,
      "loss": 0.1413,
      "step": 196520
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8138632245363638e-05,
      "loss": 0.142,
      "step": 196530
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8137513702154316e-05,
      "loss": 0.144,
      "step": 196540
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.813639515894499e-05,
      "loss": 0.1402,
      "step": 196550
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.813527661573567e-05,
      "loss": 0.1436,
      "step": 196560
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8134158072526347e-05,
      "loss": 0.1465,
      "step": 196570
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8133039529317018e-05,
      "loss": 0.1441,
      "step": 196580
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8131920986107696e-05,
      "loss": 0.139,
      "step": 196590
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.813080244289837e-05,
      "loss": 0.1461,
      "step": 196600
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8129683899689048e-05,
      "loss": 0.143,
      "step": 196610
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8128565356479726e-05,
      "loss": 0.1441,
      "step": 196620
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8127446813270397e-05,
      "loss": 0.1433,
      "step": 196630
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8126328270061075e-05,
      "loss": 0.1399,
      "step": 196640
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8125209726851746e-05,
      "loss": 0.1396,
      "step": 196650
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8124091183642428e-05,
      "loss": 0.1423,
      "step": 196660
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8122972640433106e-05,
      "loss": 0.1502,
      "step": 196670
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8121854097223777e-05,
      "loss": 0.1412,
      "step": 196680
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8120735554014455e-05,
      "loss": 0.1413,
      "step": 196690
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8119617010805126e-05,
      "loss": 0.1448,
      "step": 196700
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8118498467595804e-05,
      "loss": 0.142,
      "step": 196710
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8117379924386478e-05,
      "loss": 0.1387,
      "step": 196720
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8116261381177156e-05,
      "loss": 0.1447,
      "step": 196730
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8115142837967834e-05,
      "loss": 0.1428,
      "step": 196740
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8114024294758505e-05,
      "loss": 0.1448,
      "step": 196750
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8112905751549183e-05,
      "loss": 0.1399,
      "step": 196760
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8111787208339858e-05,
      "loss": 0.1377,
      "step": 196770
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8110668665130536e-05,
      "loss": 0.1451,
      "step": 196780
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8109550121921214e-05,
      "loss": 0.1427,
      "step": 196790
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8108431578711885e-05,
      "loss": 0.1394,
      "step": 196800
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8107313035502563e-05,
      "loss": 0.1414,
      "step": 196810
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8106194492293237e-05,
      "loss": 0.1417,
      "step": 196820
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8105075949083915e-05,
      "loss": 0.1438,
      "step": 196830
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8103957405874593e-05,
      "loss": 0.1411,
      "step": 196840
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8102838862665264e-05,
      "loss": 0.1418,
      "step": 196850
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8101720319455942e-05,
      "loss": 0.1487,
      "step": 196860
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8100601776246617e-05,
      "loss": 0.1384,
      "step": 196870
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8099483233037295e-05,
      "loss": 0.1437,
      "step": 196880
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8098364689827972e-05,
      "loss": 0.145,
      "step": 196890
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8097246146618644e-05,
      "loss": 0.1408,
      "step": 196900
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.809612760340932e-05,
      "loss": 0.1417,
      "step": 196910
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8095009060199996e-05,
      "loss": 0.1414,
      "step": 196920
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8093890516990674e-05,
      "loss": 0.1342,
      "step": 196930
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8092771973781352e-05,
      "loss": 0.1365,
      "step": 196940
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8091653430572023e-05,
      "loss": 0.1422,
      "step": 196950
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.80905348873627e-05,
      "loss": 0.1447,
      "step": 196960
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8089416344153376e-05,
      "loss": 0.1409,
      "step": 196970
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8088297800944054e-05,
      "loss": 0.1435,
      "step": 196980
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.808717925773473e-05,
      "loss": 0.1442,
      "step": 196990
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8086060714525403e-05,
      "loss": 0.1434,
      "step": 197000
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.808494217131608e-05,
      "loss": 0.1424,
      "step": 197010
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8083823628106755e-05,
      "loss": 0.1447,
      "step": 197020
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8082705084897433e-05,
      "loss": 0.1401,
      "step": 197030
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8081586541688104e-05,
      "loss": 0.1466,
      "step": 197040
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8080467998478782e-05,
      "loss": 0.148,
      "step": 197050
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.807934945526946e-05,
      "loss": 0.1433,
      "step": 197060
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.807823091206013e-05,
      "loss": 0.1423,
      "step": 197070
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8077112368850812e-05,
      "loss": 0.1468,
      "step": 197080
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8075993825641484e-05,
      "loss": 0.1464,
      "step": 197090
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.807487528243216e-05,
      "loss": 0.1436,
      "step": 197100
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.807375673922284e-05,
      "loss": 0.1407,
      "step": 197110
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.807263819601351e-05,
      "loss": 0.1416,
      "step": 197120
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.807151965280419e-05,
      "loss": 0.14,
      "step": 197130
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8070401109594863e-05,
      "loss": 0.139,
      "step": 197140
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.806928256638554e-05,
      "loss": 0.1431,
      "step": 197150
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.806816402317622e-05,
      "loss": 0.1451,
      "step": 197160
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.806704547996689e-05,
      "loss": 0.1393,
      "step": 197170
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8065926936757568e-05,
      "loss": 0.141,
      "step": 197180
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8064808393548243e-05,
      "loss": 0.1445,
      "step": 197190
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.806368985033892e-05,
      "loss": 0.1411,
      "step": 197200
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.80625713071296e-05,
      "loss": 0.143,
      "step": 197210
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.806145276392027e-05,
      "loss": 0.139,
      "step": 197220
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8060334220710947e-05,
      "loss": 0.1424,
      "step": 197230
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8059215677501622e-05,
      "loss": 0.1364,
      "step": 197240
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.80580971342923e-05,
      "loss": 0.1383,
      "step": 197250
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8056978591082978e-05,
      "loss": 0.1435,
      "step": 197260
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.805586004787365e-05,
      "loss": 0.1418,
      "step": 197270
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8054741504664327e-05,
      "loss": 0.1422,
      "step": 197280
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8053622961455e-05,
      "loss": 0.1413,
      "step": 197290
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.805250441824568e-05,
      "loss": 0.144,
      "step": 197300
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8051385875036357e-05,
      "loss": 0.1434,
      "step": 197310
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.805026733182703e-05,
      "loss": 0.1399,
      "step": 197320
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8049148788617706e-05,
      "loss": 0.1386,
      "step": 197330
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.804803024540838e-05,
      "loss": 0.1383,
      "step": 197340
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.804691170219906e-05,
      "loss": 0.1437,
      "step": 197350
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.804579315898973e-05,
      "loss": 0.1402,
      "step": 197360
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8044674615780408e-05,
      "loss": 0.1405,
      "step": 197370
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8043556072571086e-05,
      "loss": 0.1403,
      "step": 197380
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.804243752936176e-05,
      "loss": 0.1412,
      "step": 197390
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.804131898615244e-05,
      "loss": 0.1452,
      "step": 197400
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.804020044294311e-05,
      "loss": 0.1401,
      "step": 197410
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8039081899733787e-05,
      "loss": 0.1476,
      "step": 197420
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8037963356524465e-05,
      "loss": 0.1446,
      "step": 197430
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.803684481331514e-05,
      "loss": 0.1443,
      "step": 197440
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8035726270105818e-05,
      "loss": 0.144,
      "step": 197450
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.803460772689649e-05,
      "loss": 0.1403,
      "step": 197460
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8033489183687167e-05,
      "loss": 0.136,
      "step": 197470
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8032370640477845e-05,
      "loss": 0.1418,
      "step": 197480
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.803125209726852e-05,
      "loss": 0.1398,
      "step": 197490
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8030133554059197e-05,
      "loss": 0.1346,
      "step": 197500
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.802901501084987e-05,
      "loss": 0.1433,
      "step": 197510
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8027896467640546e-05,
      "loss": 0.1386,
      "step": 197520
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8026777924431224e-05,
      "loss": 0.1409,
      "step": 197530
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8025659381221895e-05,
      "loss": 0.1441,
      "step": 197540
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8024540838012577e-05,
      "loss": 0.1435,
      "step": 197550
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8023422294803248e-05,
      "loss": 0.1377,
      "step": 197560
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8022303751593926e-05,
      "loss": 0.1414,
      "step": 197570
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8021185208384604e-05,
      "loss": 0.1407,
      "step": 197580
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8020066665175275e-05,
      "loss": 0.1415,
      "step": 197590
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8018948121965953e-05,
      "loss": 0.1355,
      "step": 197600
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8017829578756627e-05,
      "loss": 0.1434,
      "step": 197610
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8016711035547305e-05,
      "loss": 0.1496,
      "step": 197620
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8015592492337983e-05,
      "loss": 0.1438,
      "step": 197630
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8014473949128654e-05,
      "loss": 0.1417,
      "step": 197640
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8013355405919332e-05,
      "loss": 0.139,
      "step": 197650
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8012236862710007e-05,
      "loss": 0.1422,
      "step": 197660
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8011118319500685e-05,
      "loss": 0.1435,
      "step": 197670
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8009999776291356e-05,
      "loss": 0.1398,
      "step": 197680
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8008881233082034e-05,
      "loss": 0.1442,
      "step": 197690
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8007762689872712e-05,
      "loss": 0.1429,
      "step": 197700
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8006644146663386e-05,
      "loss": 0.143,
      "step": 197710
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8005525603454064e-05,
      "loss": 0.1419,
      "step": 197720
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8004407060244735e-05,
      "loss": 0.1412,
      "step": 197730
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8003288517035413e-05,
      "loss": 0.1441,
      "step": 197740
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.800216997382609e-05,
      "loss": 0.148,
      "step": 197750
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8001051430616766e-05,
      "loss": 0.1425,
      "step": 197760
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7999932887407444e-05,
      "loss": 0.1432,
      "step": 197770
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7998814344198115e-05,
      "loss": 0.1415,
      "step": 197780
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7997695800988793e-05,
      "loss": 0.138,
      "step": 197790
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.799657725777947e-05,
      "loss": 0.1448,
      "step": 197800
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7995458714570145e-05,
      "loss": 0.1467,
      "step": 197810
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7994340171360823e-05,
      "loss": 0.1431,
      "step": 197820
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7993221628151494e-05,
      "loss": 0.1385,
      "step": 197830
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7992103084942172e-05,
      "loss": 0.1457,
      "step": 197840
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7991096396053778e-05,
      "loss": 0.1459,
      "step": 197850
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7989977852844456e-05,
      "loss": 0.1438,
      "step": 197860
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7988859309635134e-05,
      "loss": 0.1402,
      "step": 197870
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7987740766425808e-05,
      "loss": 0.1376,
      "step": 197880
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7986622223216486e-05,
      "loss": 0.1447,
      "step": 197890
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7985503680007157e-05,
      "loss": 0.1423,
      "step": 197900
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7984385136797835e-05,
      "loss": 0.1411,
      "step": 197910
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7983266593588513e-05,
      "loss": 0.1384,
      "step": 197920
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7982148050379188e-05,
      "loss": 0.1375,
      "step": 197930
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7981029507169866e-05,
      "loss": 0.1381,
      "step": 197940
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7979910963960537e-05,
      "loss": 0.1454,
      "step": 197950
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7978792420751215e-05,
      "loss": 0.1397,
      "step": 197960
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7977673877541893e-05,
      "loss": 0.1448,
      "step": 197970
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7976555334332567e-05,
      "loss": 0.1372,
      "step": 197980
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7975436791123245e-05,
      "loss": 0.1418,
      "step": 197990
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7974318247913916e-05,
      "loss": 0.1395,
      "step": 198000
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7973199704704594e-05,
      "loss": 0.1394,
      "step": 198010
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.797208116149527e-05,
      "loss": 0.1448,
      "step": 198020
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7970962618285947e-05,
      "loss": 0.1364,
      "step": 198030
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7969844075076624e-05,
      "loss": 0.14,
      "step": 198040
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7968725531867296e-05,
      "loss": 0.137,
      "step": 198050
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7967606988657974e-05,
      "loss": 0.1448,
      "step": 198060
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7966488445448648e-05,
      "loss": 0.1445,
      "step": 198070
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7965369902239326e-05,
      "loss": 0.1388,
      "step": 198080
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7964251359030004e-05,
      "loss": 0.1477,
      "step": 198090
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7963132815820675e-05,
      "loss": 0.1403,
      "step": 198100
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7962014272611353e-05,
      "loss": 0.1429,
      "step": 198110
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7960895729402024e-05,
      "loss": 0.1419,
      "step": 198120
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7959777186192705e-05,
      "loss": 0.1408,
      "step": 198130
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7958658642983383e-05,
      "loss": 0.1423,
      "step": 198140
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7957540099774055e-05,
      "loss": 0.1409,
      "step": 198150
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7956421556564732e-05,
      "loss": 0.1416,
      "step": 198160
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7955303013355404e-05,
      "loss": 0.1425,
      "step": 198170
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.795418447014608e-05,
      "loss": 0.1445,
      "step": 198180
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.795306592693676e-05,
      "loss": 0.1373,
      "step": 198190
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7951947383727434e-05,
      "loss": 0.139,
      "step": 198200
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7950828840518112e-05,
      "loss": 0.1502,
      "step": 198210
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7949710297308783e-05,
      "loss": 0.1434,
      "step": 198220
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.794859175409946e-05,
      "loss": 0.1422,
      "step": 198230
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.794747321089014e-05,
      "loss": 0.1431,
      "step": 198240
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7946354667680814e-05,
      "loss": 0.1414,
      "step": 198250
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.794523612447149e-05,
      "loss": 0.1385,
      "step": 198260
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7944117581262163e-05,
      "loss": 0.1403,
      "step": 198270
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.794299903805284e-05,
      "loss": 0.1369,
      "step": 198280
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.794188049484352e-05,
      "loss": 0.1452,
      "step": 198290
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7940761951634193e-05,
      "loss": 0.1412,
      "step": 198300
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.793964340842487e-05,
      "loss": 0.1433,
      "step": 198310
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7938524865215542e-05,
      "loss": 0.1365,
      "step": 198320
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.793740632200622e-05,
      "loss": 0.1446,
      "step": 198330
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7936287778796895e-05,
      "loss": 0.1418,
      "step": 198340
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7935169235587572e-05,
      "loss": 0.1462,
      "step": 198350
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.793405069237825e-05,
      "loss": 0.1448,
      "step": 198360
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.793293214916892e-05,
      "loss": 0.1386,
      "step": 198370
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.79318136059596e-05,
      "loss": 0.143,
      "step": 198380
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7930695062750274e-05,
      "loss": 0.1449,
      "step": 198390
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7929576519540952e-05,
      "loss": 0.1385,
      "step": 198400
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.792845797633163e-05,
      "loss": 0.1448,
      "step": 198410
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.79273394331223e-05,
      "loss": 0.1411,
      "step": 198420
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.792622088991298e-05,
      "loss": 0.1431,
      "step": 198430
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7925102346703653e-05,
      "loss": 0.1377,
      "step": 198440
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.792398380349433e-05,
      "loss": 0.1456,
      "step": 198450
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.792286526028501e-05,
      "loss": 0.144,
      "step": 198460
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.792174671707568e-05,
      "loss": 0.1431,
      "step": 198470
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.792062817386636e-05,
      "loss": 0.1449,
      "step": 198480
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7919509630657033e-05,
      "loss": 0.1444,
      "step": 198490
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.791839108744771e-05,
      "loss": 0.1414,
      "step": 198500
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.791727254423839e-05,
      "loss": 0.1473,
      "step": 198510
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.791615400102906e-05,
      "loss": 0.144,
      "step": 198520
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7915035457819738e-05,
      "loss": 0.1384,
      "step": 198530
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.791391691461041e-05,
      "loss": 0.1428,
      "step": 198540
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.791279837140109e-05,
      "loss": 0.1405,
      "step": 198550
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7911679828191768e-05,
      "loss": 0.1403,
      "step": 198560
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.791056128498244e-05,
      "loss": 0.1411,
      "step": 198570
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7909442741773117e-05,
      "loss": 0.1425,
      "step": 198580
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.790832419856379e-05,
      "loss": 0.1444,
      "step": 198590
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7907205655354466e-05,
      "loss": 0.1406,
      "step": 198600
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7906087112145148e-05,
      "loss": 0.1399,
      "step": 198610
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.790496856893582e-05,
      "loss": 0.1427,
      "step": 198620
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7903850025726497e-05,
      "loss": 0.1412,
      "step": 198630
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7902731482517168e-05,
      "loss": 0.1461,
      "step": 198640
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7901612939307846e-05,
      "loss": 0.1477,
      "step": 198650
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.790049439609852e-05,
      "loss": 0.1416,
      "step": 198660
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.78993758528892e-05,
      "loss": 0.145,
      "step": 198670
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7898257309679876e-05,
      "loss": 0.1398,
      "step": 198680
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7897138766470547e-05,
      "loss": 0.1416,
      "step": 198690
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7896020223261225e-05,
      "loss": 0.1446,
      "step": 198700
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.78949016800519e-05,
      "loss": 0.1416,
      "step": 198710
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7893783136842578e-05,
      "loss": 0.1462,
      "step": 198720
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7892664593633256e-05,
      "loss": 0.1419,
      "step": 198730
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7891546050423927e-05,
      "loss": 0.1437,
      "step": 198740
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7890427507214605e-05,
      "loss": 0.1387,
      "step": 198750
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.788930896400528e-05,
      "loss": 0.1435,
      "step": 198760
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7888190420795957e-05,
      "loss": 0.1411,
      "step": 198770
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7887071877586635e-05,
      "loss": 0.1414,
      "step": 198780
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7885953334377306e-05,
      "loss": 0.1437,
      "step": 198790
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7884834791167984e-05,
      "loss": 0.1444,
      "step": 198800
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.788371624795866e-05,
      "loss": 0.1404,
      "step": 198810
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7882597704749337e-05,
      "loss": 0.1437,
      "step": 198820
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7881479161540015e-05,
      "loss": 0.1437,
      "step": 198830
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7880360618330686e-05,
      "loss": 0.1425,
      "step": 198840
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7879242075121364e-05,
      "loss": 0.1373,
      "step": 198850
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.787812353191204e-05,
      "loss": 0.141,
      "step": 198860
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7877004988702716e-05,
      "loss": 0.1405,
      "step": 198870
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7875886445493394e-05,
      "loss": 0.1431,
      "step": 198880
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7874767902284065e-05,
      "loss": 0.1457,
      "step": 198890
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7873649359074743e-05,
      "loss": 0.1432,
      "step": 198900
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7872530815865418e-05,
      "loss": 0.1393,
      "step": 198910
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7871412272656096e-05,
      "loss": 0.1392,
      "step": 198920
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7870293729446774e-05,
      "loss": 0.1439,
      "step": 198930
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7869175186237445e-05,
      "loss": 0.1456,
      "step": 198940
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7868056643028123e-05,
      "loss": 0.1421,
      "step": 198950
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7866938099818797e-05,
      "loss": 0.144,
      "step": 198960
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7865819556609475e-05,
      "loss": 0.1441,
      "step": 198970
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7864701013400146e-05,
      "loss": 0.1449,
      "step": 198980
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7863582470190824e-05,
      "loss": 0.1374,
      "step": 198990
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7862463926981502e-05,
      "loss": 0.1393,
      "step": 199000
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7861345383772173e-05,
      "loss": 0.1461,
      "step": 199010
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7860226840562855e-05,
      "loss": 0.1419,
      "step": 199020
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7859108297353526e-05,
      "loss": 0.1385,
      "step": 199030
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7857989754144204e-05,
      "loss": 0.1449,
      "step": 199040
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7856871210934882e-05,
      "loss": 0.1414,
      "step": 199050
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7855752667725553e-05,
      "loss": 0.1437,
      "step": 199060
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.785463412451623e-05,
      "loss": 0.1462,
      "step": 199070
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7853515581306905e-05,
      "loss": 0.1435,
      "step": 199080
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7852397038097583e-05,
      "loss": 0.1386,
      "step": 199090
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.785127849488826e-05,
      "loss": 0.1419,
      "step": 199100
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7850159951678932e-05,
      "loss": 0.1445,
      "step": 199110
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.784904140846961e-05,
      "loss": 0.1396,
      "step": 199120
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7847922865260285e-05,
      "loss": 0.1427,
      "step": 199130
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7846804322050963e-05,
      "loss": 0.1426,
      "step": 199140
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.784568577884164e-05,
      "loss": 0.1391,
      "step": 199150
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7844567235632312e-05,
      "loss": 0.1412,
      "step": 199160
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.784344869242299e-05,
      "loss": 0.1423,
      "step": 199170
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7842330149213664e-05,
      "loss": 0.1393,
      "step": 199180
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7841211606004342e-05,
      "loss": 0.1417,
      "step": 199190
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.784009306279502e-05,
      "loss": 0.142,
      "step": 199200
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.783897451958569e-05,
      "loss": 0.1445,
      "step": 199210
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.783785597637637e-05,
      "loss": 0.1415,
      "step": 199220
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7836737433167044e-05,
      "loss": 0.1418,
      "step": 199230
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.783561888995772e-05,
      "loss": 0.1381,
      "step": 199240
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.78345003467484e-05,
      "loss": 0.1401,
      "step": 199250
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.783338180353907e-05,
      "loss": 0.1433,
      "step": 199260
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.783226326032975e-05,
      "loss": 0.1422,
      "step": 199270
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7831144717120423e-05,
      "loss": 0.1413,
      "step": 199280
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.78300261739111e-05,
      "loss": 0.1402,
      "step": 199290
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7828907630701772e-05,
      "loss": 0.14,
      "step": 199300
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.782778908749245e-05,
      "loss": 0.1417,
      "step": 199310
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7826670544283128e-05,
      "loss": 0.1424,
      "step": 199320
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7825552001073803e-05,
      "loss": 0.1398,
      "step": 199330
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.782443345786448e-05,
      "loss": 0.1433,
      "step": 199340
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7823314914655152e-05,
      "loss": 0.1397,
      "step": 199350
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.782219637144583e-05,
      "loss": 0.1384,
      "step": 199360
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7821077828236508e-05,
      "loss": 0.1439,
      "step": 199370
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7819959285027182e-05,
      "loss": 0.1427,
      "step": 199380
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.781884074181786e-05,
      "loss": 0.1386,
      "step": 199390
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.781772219860853e-05,
      "loss": 0.1406,
      "step": 199400
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.781660365539921e-05,
      "loss": 0.1391,
      "step": 199410
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7815485112189887e-05,
      "loss": 0.1419,
      "step": 199420
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7814366568980558e-05,
      "loss": 0.14,
      "step": 199430
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.781324802577124e-05,
      "loss": 0.1331,
      "step": 199440
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.781212948256191e-05,
      "loss": 0.1403,
      "step": 199450
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.781101093935259e-05,
      "loss": 0.1464,
      "step": 199460
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7809892396143267e-05,
      "loss": 0.1404,
      "step": 199470
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7808773852933938e-05,
      "loss": 0.1367,
      "step": 199480
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7807655309724616e-05,
      "loss": 0.1477,
      "step": 199490
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.780653676651529e-05,
      "loss": 0.1457,
      "step": 199500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7805418223305968e-05,
      "loss": 0.1387,
      "step": 199510
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7804299680096646e-05,
      "loss": 0.1423,
      "step": 199520
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7803181136887317e-05,
      "loss": 0.1392,
      "step": 199530
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7802062593677995e-05,
      "loss": 0.1392,
      "step": 199540
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.780094405046867e-05,
      "loss": 0.1373,
      "step": 199550
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7799825507259348e-05,
      "loss": 0.1401,
      "step": 199560
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7798706964050026e-05,
      "loss": 0.1388,
      "step": 199570
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7797588420840697e-05,
      "loss": 0.1364,
      "step": 199580
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7796469877631375e-05,
      "loss": 0.1363,
      "step": 199590
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.779535133442205e-05,
      "loss": 0.1387,
      "step": 199600
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7794232791212727e-05,
      "loss": 0.1416,
      "step": 199610
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7793114248003398e-05,
      "loss": 0.1381,
      "step": 199620
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7791995704794076e-05,
      "loss": 0.1347,
      "step": 199630
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7790877161584754e-05,
      "loss": 0.1396,
      "step": 199640
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.778975861837543e-05,
      "loss": 0.1412,
      "step": 199650
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7788640075166107e-05,
      "loss": 0.1392,
      "step": 199660
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7787521531956778e-05,
      "loss": 0.1423,
      "step": 199670
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7786402988747456e-05,
      "loss": 0.1461,
      "step": 199680
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7785284445538134e-05,
      "loss": 0.1423,
      "step": 199690
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7784165902328808e-05,
      "loss": 0.1373,
      "step": 199700
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7783047359119486e-05,
      "loss": 0.1434,
      "step": 199710
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7781928815910157e-05,
      "loss": 0.1486,
      "step": 199720
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7780810272700835e-05,
      "loss": 0.1411,
      "step": 199730
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7779691729491513e-05,
      "loss": 0.1457,
      "step": 199740
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7778573186282188e-05,
      "loss": 0.1393,
      "step": 199750
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7777454643072866e-05,
      "loss": 0.1371,
      "step": 199760
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7776336099863537e-05,
      "loss": 0.1386,
      "step": 199770
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7775217556654215e-05,
      "loss": 0.1419,
      "step": 199780
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7774099013444893e-05,
      "loss": 0.1422,
      "step": 199790
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7772980470235567e-05,
      "loss": 0.1387,
      "step": 199800
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7771861927026245e-05,
      "loss": 0.1412,
      "step": 199810
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7770743383816916e-05,
      "loss": 0.1384,
      "step": 199820
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7769624840607594e-05,
      "loss": 0.1385,
      "step": 199830
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7768506297398272e-05,
      "loss": 0.1407,
      "step": 199840
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7767387754188947e-05,
      "loss": 0.1423,
      "step": 199850
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7766269210979624e-05,
      "loss": 0.1409,
      "step": 199860
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7765150667770296e-05,
      "loss": 0.1376,
      "step": 199870
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7764032124560974e-05,
      "loss": 0.1429,
      "step": 199880
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.776291358135165e-05,
      "loss": 0.1348,
      "step": 199890
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7761795038142323e-05,
      "loss": 0.1432,
      "step": 199900
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7760676494933004e-05,
      "loss": 0.1365,
      "step": 199910
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7759557951723675e-05,
      "loss": 0.1399,
      "step": 199920
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7758439408514353e-05,
      "loss": 0.1357,
      "step": 199930
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7757320865305024e-05,
      "loss": 0.1371,
      "step": 199940
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7756202322095702e-05,
      "loss": 0.1366,
      "step": 199950
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.775508377888638e-05,
      "loss": 0.1399,
      "step": 199960
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7753965235677055e-05,
      "loss": 0.138,
      "step": 199970
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7752846692467732e-05,
      "loss": 0.1359,
      "step": 199980
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7751728149258404e-05,
      "loss": 0.1402,
      "step": 199990
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.775060960604908e-05,
      "loss": 0.1405,
      "step": 200000
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.774949106283976e-05,
      "loss": 0.1438,
      "step": 200010
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7748372519630434e-05,
      "loss": 0.1359,
      "step": 200020
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7747253976421112e-05,
      "loss": 0.1417,
      "step": 200030
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7746135433211783e-05,
      "loss": 0.1321,
      "step": 200040
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.774501689000246e-05,
      "loss": 0.1453,
      "step": 200050
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.774389834679314e-05,
      "loss": 0.141,
      "step": 200060
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7742779803583813e-05,
      "loss": 0.1395,
      "step": 200070
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.774166126037449e-05,
      "loss": 0.1397,
      "step": 200080
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7740542717165163e-05,
      "loss": 0.1417,
      "step": 200090
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.773942417395584e-05,
      "loss": 0.1409,
      "step": 200100
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.773830563074652e-05,
      "loss": 0.1366,
      "step": 200110
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7737187087537193e-05,
      "loss": 0.1397,
      "step": 200120
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.773606854432787e-05,
      "loss": 0.1407,
      "step": 200130
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7734950001118542e-05,
      "loss": 0.1417,
      "step": 200140
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.773383145790922e-05,
      "loss": 0.1429,
      "step": 200150
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7732712914699898e-05,
      "loss": 0.1431,
      "step": 200160
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7731594371490572e-05,
      "loss": 0.1391,
      "step": 200170
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.773047582828125e-05,
      "loss": 0.1381,
      "step": 200180
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.772935728507192e-05,
      "loss": 0.1382,
      "step": 200190
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.77282387418626e-05,
      "loss": 0.1422,
      "step": 200200
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7727120198653277e-05,
      "loss": 0.1426,
      "step": 200210
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7726001655443952e-05,
      "loss": 0.1387,
      "step": 200220
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.772488311223463e-05,
      "loss": 0.1381,
      "step": 200230
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.77237645690253e-05,
      "loss": 0.136,
      "step": 200240
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.772264602581598e-05,
      "loss": 0.1372,
      "step": 200250
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7721527482606653e-05,
      "loss": 0.1402,
      "step": 200260
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.772040893939733e-05,
      "loss": 0.1424,
      "step": 200270
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.771929039618801e-05,
      "loss": 0.1415,
      "step": 200280
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.771817185297868e-05,
      "loss": 0.1373,
      "step": 200290
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.771705330976936e-05,
      "loss": 0.1361,
      "step": 200300
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.771593476656003e-05,
      "loss": 0.1378,
      "step": 200310
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7714816223350707e-05,
      "loss": 0.1388,
      "step": 200320
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.771369768014139e-05,
      "loss": 0.1423,
      "step": 200330
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.771257913693206e-05,
      "loss": 0.1393,
      "step": 200340
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7711460593722738e-05,
      "loss": 0.1415,
      "step": 200350
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.771034205051341e-05,
      "loss": 0.1401,
      "step": 200360
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7709223507304087e-05,
      "loss": 0.1431,
      "step": 200370
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7708104964094765e-05,
      "loss": 0.1433,
      "step": 200380
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.770698642088544e-05,
      "loss": 0.1412,
      "step": 200390
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7705867877676117e-05,
      "loss": 0.1414,
      "step": 200400
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.770474933446679e-05,
      "loss": 0.1416,
      "step": 200410
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7703630791257466e-05,
      "loss": 0.1429,
      "step": 200420
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7702512248048144e-05,
      "loss": 0.1416,
      "step": 200430
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.770139370483882e-05,
      "loss": 0.1404,
      "step": 200440
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7700275161629497e-05,
      "loss": 0.1389,
      "step": 200450
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7699156618420168e-05,
      "loss": 0.1396,
      "step": 200460
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7698038075210846e-05,
      "loss": 0.1452,
      "step": 200470
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7696919532001524e-05,
      "loss": 0.1411,
      "step": 200480
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.76958009887922e-05,
      "loss": 0.1413,
      "step": 200490
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7694682445582876e-05,
      "loss": 0.1423,
      "step": 200500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7693563902373547e-05,
      "loss": 0.1378,
      "step": 200510
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7692445359164225e-05,
      "loss": 0.1459,
      "step": 200520
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7691326815954903e-05,
      "loss": 0.1438,
      "step": 200530
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7690208272745578e-05,
      "loss": 0.1441,
      "step": 200540
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7689089729536256e-05,
      "loss": 0.1423,
      "step": 200550
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7687971186326927e-05,
      "loss": 0.1421,
      "step": 200560
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7686852643117605e-05,
      "loss": 0.1392,
      "step": 200570
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.768573409990828e-05,
      "loss": 0.1422,
      "step": 200580
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7684615556698957e-05,
      "loss": 0.1409,
      "step": 200590
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7683497013489635e-05,
      "loss": 0.1423,
      "step": 200600
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7682378470280306e-05,
      "loss": 0.1419,
      "step": 200610
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7681259927070984e-05,
      "loss": 0.142,
      "step": 200620
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.768014138386166e-05,
      "loss": 0.1454,
      "step": 200630
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7679022840652337e-05,
      "loss": 0.1452,
      "step": 200640
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7677904297443015e-05,
      "loss": 0.1422,
      "step": 200650
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7676785754233686e-05,
      "loss": 0.1416,
      "step": 200660
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7675667211024364e-05,
      "loss": 0.1413,
      "step": 200670
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.767454866781504e-05,
      "loss": 0.1424,
      "step": 200680
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7673430124605716e-05,
      "loss": 0.1419,
      "step": 200690
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7672311581396394e-05,
      "loss": 0.1407,
      "step": 200700
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7671193038187065e-05,
      "loss": 0.1404,
      "step": 200710
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7670074494977743e-05,
      "loss": 0.14,
      "step": 200720
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7668955951768414e-05,
      "loss": 0.1378,
      "step": 200730
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7667837408559096e-05,
      "loss": 0.1409,
      "step": 200740
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7666718865349774e-05,
      "loss": 0.14,
      "step": 200750
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7665600322140445e-05,
      "loss": 0.1394,
      "step": 200760
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7664481778931123e-05,
      "loss": 0.1355,
      "step": 200770
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7663363235721794e-05,
      "loss": 0.1413,
      "step": 200780
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7662244692512472e-05,
      "loss": 0.144,
      "step": 200790
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7661126149303153e-05,
      "loss": 0.1444,
      "step": 200800
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7660007606093824e-05,
      "loss": 0.1437,
      "step": 200810
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7658889062884502e-05,
      "loss": 0.141,
      "step": 200820
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7657770519675173e-05,
      "loss": 0.1385,
      "step": 200830
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.765665197646585e-05,
      "loss": 0.1408,
      "step": 200840
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.765553343325653e-05,
      "loss": 0.1385,
      "step": 200850
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7654414890047204e-05,
      "loss": 0.1396,
      "step": 200860
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.765329634683788e-05,
      "loss": 0.1395,
      "step": 200870
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7652177803628553e-05,
      "loss": 0.1388,
      "step": 200880
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.765105926041923e-05,
      "loss": 0.1412,
      "step": 200890
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7649940717209905e-05,
      "loss": 0.1377,
      "step": 200900
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7648822174000583e-05,
      "loss": 0.14,
      "step": 200910
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.764770363079126e-05,
      "loss": 0.1435,
      "step": 200920
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7646585087581932e-05,
      "loss": 0.1414,
      "step": 200930
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.764546654437261e-05,
      "loss": 0.1423,
      "step": 200940
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7644348001163285e-05,
      "loss": 0.1404,
      "step": 200950
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7643229457953963e-05,
      "loss": 0.1485,
      "step": 200960
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.764211091474464e-05,
      "loss": 0.1379,
      "step": 200970
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7640992371535312e-05,
      "loss": 0.1424,
      "step": 200980
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.763987382832599e-05,
      "loss": 0.1403,
      "step": 200990
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7638755285116664e-05,
      "loss": 0.1399,
      "step": 201000
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7637636741907342e-05,
      "loss": 0.1387,
      "step": 201010
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.763651819869802e-05,
      "loss": 0.1368,
      "step": 201020
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.763539965548869e-05,
      "loss": 0.1446,
      "step": 201030
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.763428111227937e-05,
      "loss": 0.137,
      "step": 201040
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7633162569070044e-05,
      "loss": 0.1401,
      "step": 201050
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.763204402586072e-05,
      "loss": 0.1369,
      "step": 201060
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.76309254826514e-05,
      "loss": 0.1378,
      "step": 201070
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.762980693944207e-05,
      "loss": 0.1445,
      "step": 201080
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.762868839623275e-05,
      "loss": 0.1378,
      "step": 201090
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7627569853023423e-05,
      "loss": 0.142,
      "step": 201100
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.76264513098141e-05,
      "loss": 0.138,
      "step": 201110
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.762533276660478e-05,
      "loss": 0.1362,
      "step": 201120
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.762421422339545e-05,
      "loss": 0.14,
      "step": 201130
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7623095680186128e-05,
      "loss": 0.1409,
      "step": 201140
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7621977136976803e-05,
      "loss": 0.1466,
      "step": 201150
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.762085859376748e-05,
      "loss": 0.1425,
      "step": 201160
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7619740050558152e-05,
      "loss": 0.1401,
      "step": 201170
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.761862150734883e-05,
      "loss": 0.1432,
      "step": 201180
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7617502964139508e-05,
      "loss": 0.1391,
      "step": 201190
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.761638442093018e-05,
      "loss": 0.1325,
      "step": 201200
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7615265877720857e-05,
      "loss": 0.1393,
      "step": 201210
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.761414733451153e-05,
      "loss": 0.1433,
      "step": 201220
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.761302879130221e-05,
      "loss": 0.1442,
      "step": 201230
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7611910248092887e-05,
      "loss": 0.139,
      "step": 201240
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7610791704883558e-05,
      "loss": 0.1393,
      "step": 201250
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7609673161674236e-05,
      "loss": 0.139,
      "step": 201260
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7608666472785845e-05,
      "loss": 0.142,
      "step": 201270
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7607547929576523e-05,
      "loss": 0.137,
      "step": 201280
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7606429386367194e-05,
      "loss": 0.145,
      "step": 201290
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7605310843157872e-05,
      "loss": 0.1405,
      "step": 201300
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.760419229994855e-05,
      "loss": 0.1395,
      "step": 201310
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7603073756739224e-05,
      "loss": 0.1393,
      "step": 201320
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7601955213529902e-05,
      "loss": 0.14,
      "step": 201330
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7600836670320574e-05,
      "loss": 0.1375,
      "step": 201340
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.759971812711125e-05,
      "loss": 0.1465,
      "step": 201350
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.759859958390193e-05,
      "loss": 0.1364,
      "step": 201360
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.75974810406926e-05,
      "loss": 0.1441,
      "step": 201370
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7596362497483282e-05,
      "loss": 0.1404,
      "step": 201380
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7595243954273953e-05,
      "loss": 0.137,
      "step": 201390
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.759412541106463e-05,
      "loss": 0.1433,
      "step": 201400
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.759300686785531e-05,
      "loss": 0.1418,
      "step": 201410
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.759188832464598e-05,
      "loss": 0.1415,
      "step": 201420
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7590769781436658e-05,
      "loss": 0.1403,
      "step": 201430
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7589651238227332e-05,
      "loss": 0.1426,
      "step": 201440
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.758853269501801e-05,
      "loss": 0.1354,
      "step": 201450
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7587414151808688e-05,
      "loss": 0.1383,
      "step": 201460
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.758629560859936e-05,
      "loss": 0.1395,
      "step": 201470
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7585177065390037e-05,
      "loss": 0.1344,
      "step": 201480
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7584058522180712e-05,
      "loss": 0.1421,
      "step": 201490
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.758293997897139e-05,
      "loss": 0.1362,
      "step": 201500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7581821435762068e-05,
      "loss": 0.1422,
      "step": 201510
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.758070289255274e-05,
      "loss": 0.1439,
      "step": 201520
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7579584349343417e-05,
      "loss": 0.1409,
      "step": 201530
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.757846580613409e-05,
      "loss": 0.1466,
      "step": 201540
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.757734726292477e-05,
      "loss": 0.1391,
      "step": 201550
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.757622871971544e-05,
      "loss": 0.1413,
      "step": 201560
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.757511017650612e-05,
      "loss": 0.1434,
      "step": 201570
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7573991633296796e-05,
      "loss": 0.1401,
      "step": 201580
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.757287309008747e-05,
      "loss": 0.1419,
      "step": 201590
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.757175454687815e-05,
      "loss": 0.1411,
      "step": 201600
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.757063600366882e-05,
      "loss": 0.1398,
      "step": 201610
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7569517460459498e-05,
      "loss": 0.1394,
      "step": 201620
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7568398917250176e-05,
      "loss": 0.1454,
      "step": 201630
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.756728037404085e-05,
      "loss": 0.1359,
      "step": 201640
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7566161830831528e-05,
      "loss": 0.1413,
      "step": 201650
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.75650432876222e-05,
      "loss": 0.1392,
      "step": 201660
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7563924744412877e-05,
      "loss": 0.138,
      "step": 201670
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7562806201203555e-05,
      "loss": 0.14,
      "step": 201680
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.756168765799423e-05,
      "loss": 0.146,
      "step": 201690
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7560569114784908e-05,
      "loss": 0.1398,
      "step": 201700
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.755945057157558e-05,
      "loss": 0.1397,
      "step": 201710
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7558332028366257e-05,
      "loss": 0.1409,
      "step": 201720
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7557213485156935e-05,
      "loss": 0.1428,
      "step": 201730
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.755609494194761e-05,
      "loss": 0.1437,
      "step": 201740
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7554976398738287e-05,
      "loss": 0.1353,
      "step": 201750
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.755385785552896e-05,
      "loss": 0.141,
      "step": 201760
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7552739312319636e-05,
      "loss": 0.1378,
      "step": 201770
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7551620769110314e-05,
      "loss": 0.143,
      "step": 201780
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7550502225900985e-05,
      "loss": 0.1441,
      "step": 201790
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7549383682691667e-05,
      "loss": 0.1405,
      "step": 201800
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7548265139482338e-05,
      "loss": 0.1471,
      "step": 201810
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7547146596273016e-05,
      "loss": 0.144,
      "step": 201820
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7546028053063694e-05,
      "loss": 0.1357,
      "step": 201830
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7544909509854365e-05,
      "loss": 0.1332,
      "step": 201840
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7543790966645043e-05,
      "loss": 0.1451,
      "step": 201850
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7542672423435717e-05,
      "loss": 0.1376,
      "step": 201860
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7541553880226395e-05,
      "loss": 0.1407,
      "step": 201870
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7540435337017066e-05,
      "loss": 0.1391,
      "step": 201880
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7539316793807744e-05,
      "loss": 0.1424,
      "step": 201890
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7538198250598422e-05,
      "loss": 0.1385,
      "step": 201900
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7537079707389097e-05,
      "loss": 0.1432,
      "step": 201910
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7535961164179775e-05,
      "loss": 0.1383,
      "step": 201920
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7534842620970446e-05,
      "loss": 0.1415,
      "step": 201930
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7533724077761124e-05,
      "loss": 0.1422,
      "step": 201940
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7532605534551802e-05,
      "loss": 0.1448,
      "step": 201950
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7531486991342476e-05,
      "loss": 0.1435,
      "step": 201960
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7530368448133154e-05,
      "loss": 0.1426,
      "step": 201970
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7529249904923825e-05,
      "loss": 0.1389,
      "step": 201980
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7528131361714503e-05,
      "loss": 0.1364,
      "step": 201990
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.752701281850518e-05,
      "loss": 0.1373,
      "step": 202000
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7525894275295856e-05,
      "loss": 0.1421,
      "step": 202010
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7524775732086534e-05,
      "loss": 0.139,
      "step": 202020
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7523657188877205e-05,
      "loss": 0.1421,
      "step": 202030
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7522538645667883e-05,
      "loss": 0.1419,
      "step": 202040
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.752142010245856e-05,
      "loss": 0.1431,
      "step": 202050
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7520301559249235e-05,
      "loss": 0.1407,
      "step": 202060
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7519183016039913e-05,
      "loss": 0.1388,
      "step": 202070
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7518064472830584e-05,
      "loss": 0.142,
      "step": 202080
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7516945929621262e-05,
      "loss": 0.1377,
      "step": 202090
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.751582738641194e-05,
      "loss": 0.1359,
      "step": 202100
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7514708843202615e-05,
      "loss": 0.1398,
      "step": 202110
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7513590299993293e-05,
      "loss": 0.1397,
      "step": 202120
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7512471756783964e-05,
      "loss": 0.142,
      "step": 202130
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7511353213574642e-05,
      "loss": 0.1389,
      "step": 202140
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.751023467036532e-05,
      "loss": 0.1389,
      "step": 202150
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7509116127155994e-05,
      "loss": 0.1391,
      "step": 202160
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7507997583946672e-05,
      "loss": 0.1386,
      "step": 202170
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7506879040737343e-05,
      "loss": 0.1331,
      "step": 202180
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.750576049752802e-05,
      "loss": 0.1398,
      "step": 202190
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7504641954318692e-05,
      "loss": 0.1404,
      "step": 202200
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7503523411109374e-05,
      "loss": 0.1332,
      "step": 202210
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.750240486790005e-05,
      "loss": 0.1376,
      "step": 202220
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7501286324690723e-05,
      "loss": 0.1402,
      "step": 202230
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.75001677814814e-05,
      "loss": 0.1387,
      "step": 202240
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7499049238272072e-05,
      "loss": 0.1427,
      "step": 202250
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.749793069506275e-05,
      "loss": 0.1364,
      "step": 202260
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.749681215185343e-05,
      "loss": 0.1401,
      "step": 202270
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7495693608644102e-05,
      "loss": 0.1457,
      "step": 202280
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.749457506543478e-05,
      "loss": 0.1441,
      "step": 202290
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.749345652222545e-05,
      "loss": 0.1414,
      "step": 202300
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.749233797901613e-05,
      "loss": 0.1404,
      "step": 202310
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7491219435806807e-05,
      "loss": 0.142,
      "step": 202320
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.749010089259748e-05,
      "loss": 0.1324,
      "step": 202330
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.748898234938816e-05,
      "loss": 0.1442,
      "step": 202340
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.748786380617883e-05,
      "loss": 0.1429,
      "step": 202350
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.748674526296951e-05,
      "loss": 0.1465,
      "step": 202360
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7485626719760187e-05,
      "loss": 0.1365,
      "step": 202370
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.748450817655086e-05,
      "loss": 0.137,
      "step": 202380
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.748338963334154e-05,
      "loss": 0.1396,
      "step": 202390
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.748227109013221e-05,
      "loss": 0.1357,
      "step": 202400
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7481152546922888e-05,
      "loss": 0.1394,
      "step": 202410
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7480034003713566e-05,
      "loss": 0.1435,
      "step": 202420
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.747891546050424e-05,
      "loss": 0.1397,
      "step": 202430
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.747779691729492e-05,
      "loss": 0.1433,
      "step": 202440
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.747667837408559e-05,
      "loss": 0.1407,
      "step": 202450
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7475559830876268e-05,
      "loss": 0.1404,
      "step": 202460
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7474441287666946e-05,
      "loss": 0.1338,
      "step": 202470
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.747332274445762e-05,
      "loss": 0.1345,
      "step": 202480
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7472204201248298e-05,
      "loss": 0.1417,
      "step": 202490
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.747108565803897e-05,
      "loss": 0.1414,
      "step": 202500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7469967114829647e-05,
      "loss": 0.1417,
      "step": 202510
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.746884857162032e-05,
      "loss": 0.1417,
      "step": 202520
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7467730028411e-05,
      "loss": 0.1334,
      "step": 202530
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7466611485201677e-05,
      "loss": 0.1372,
      "step": 202540
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.746549294199235e-05,
      "loss": 0.1361,
      "step": 202550
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7464374398783027e-05,
      "loss": 0.1361,
      "step": 202560
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.74632558555737e-05,
      "loss": 0.1395,
      "step": 202570
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.746213731236438e-05,
      "loss": 0.1396,
      "step": 202580
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7461018769155057e-05,
      "loss": 0.141,
      "step": 202590
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7459900225945728e-05,
      "loss": 0.1394,
      "step": 202600
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7458781682736406e-05,
      "loss": 0.1394,
      "step": 202610
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.745766313952708e-05,
      "loss": 0.142,
      "step": 202620
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.745654459631776e-05,
      "loss": 0.1377,
      "step": 202630
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7455426053108436e-05,
      "loss": 0.1398,
      "step": 202640
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7454307509899108e-05,
      "loss": 0.1352,
      "step": 202650
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7453188966689786e-05,
      "loss": 0.1407,
      "step": 202660
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7452070423480457e-05,
      "loss": 0.1427,
      "step": 202670
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7450951880271138e-05,
      "loss": 0.1412,
      "step": 202680
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7449833337061816e-05,
      "loss": 0.1352,
      "step": 202690
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7448714793852487e-05,
      "loss": 0.1345,
      "step": 202700
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7447596250643165e-05,
      "loss": 0.1416,
      "step": 202710
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7446477707433836e-05,
      "loss": 0.1422,
      "step": 202720
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7445359164224514e-05,
      "loss": 0.1466,
      "step": 202730
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7444240621015192e-05,
      "loss": 0.1376,
      "step": 202740
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7443122077805867e-05,
      "loss": 0.1375,
      "step": 202750
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7442003534596544e-05,
      "loss": 0.1439,
      "step": 202760
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7440884991387216e-05,
      "loss": 0.1384,
      "step": 202770
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7439766448177894e-05,
      "loss": 0.1421,
      "step": 202780
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.743864790496857e-05,
      "loss": 0.1361,
      "step": 202790
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7437529361759246e-05,
      "loss": 0.1383,
      "step": 202800
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7436410818549924e-05,
      "loss": 0.1376,
      "step": 202810
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7435292275340595e-05,
      "loss": 0.1393,
      "step": 202820
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7434173732131273e-05,
      "loss": 0.135,
      "step": 202830
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7433055188921948e-05,
      "loss": 0.1428,
      "step": 202840
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7431936645712625e-05,
      "loss": 0.1393,
      "step": 202850
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7430818102503303e-05,
      "loss": 0.1439,
      "step": 202860
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7429699559293975e-05,
      "loss": 0.1414,
      "step": 202870
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7428581016084652e-05,
      "loss": 0.1384,
      "step": 202880
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7427462472875327e-05,
      "loss": 0.1378,
      "step": 202890
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7426343929666005e-05,
      "loss": 0.1449,
      "step": 202900
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7425225386456683e-05,
      "loss": 0.1394,
      "step": 202910
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7424106843247354e-05,
      "loss": 0.137,
      "step": 202920
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7422988300038032e-05,
      "loss": 0.1398,
      "step": 202930
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7421869756828707e-05,
      "loss": 0.1394,
      "step": 202940
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7420751213619384e-05,
      "loss": 0.1406,
      "step": 202950
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7419632670410062e-05,
      "loss": 0.1364,
      "step": 202960
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7418514127200734e-05,
      "loss": 0.1461,
      "step": 202970
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.741739558399141e-05,
      "loss": 0.1445,
      "step": 202980
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7416277040782086e-05,
      "loss": 0.1402,
      "step": 202990
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7415158497572764e-05,
      "loss": 0.1405,
      "step": 203000
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7414039954363442e-05,
      "loss": 0.1385,
      "step": 203010
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7412921411154113e-05,
      "loss": 0.1423,
      "step": 203020
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.741180286794479e-05,
      "loss": 0.1423,
      "step": 203030
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7410684324735465e-05,
      "loss": 0.138,
      "step": 203040
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7409565781526143e-05,
      "loss": 0.1377,
      "step": 203050
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.740844723831682e-05,
      "loss": 0.1402,
      "step": 203060
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7407328695107492e-05,
      "loss": 0.1362,
      "step": 203070
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.740621015189817e-05,
      "loss": 0.14,
      "step": 203080
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.740509160868884e-05,
      "loss": 0.1407,
      "step": 203090
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7403973065479523e-05,
      "loss": 0.1394,
      "step": 203100
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.74028545222702e-05,
      "loss": 0.1391,
      "step": 203110
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7401735979060872e-05,
      "loss": 0.136,
      "step": 203120
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.740061743585155e-05,
      "loss": 0.1429,
      "step": 203130
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.739949889264222e-05,
      "loss": 0.1377,
      "step": 203140
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.73983803494329e-05,
      "loss": 0.1368,
      "step": 203150
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7397261806223573e-05,
      "loss": 0.1472,
      "step": 203160
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.739614326301425e-05,
      "loss": 0.1432,
      "step": 203170
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.739502471980493e-05,
      "loss": 0.1356,
      "step": 203180
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.73939061765956e-05,
      "loss": 0.1356,
      "step": 203190
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.739278763338628e-05,
      "loss": 0.1418,
      "step": 203200
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7391669090176953e-05,
      "loss": 0.1429,
      "step": 203210
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.739055054696763e-05,
      "loss": 0.1427,
      "step": 203220
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.738943200375831e-05,
      "loss": 0.1414,
      "step": 203230
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.738831346054898e-05,
      "loss": 0.136,
      "step": 203240
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7387194917339658e-05,
      "loss": 0.1364,
      "step": 203250
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7386076374130332e-05,
      "loss": 0.1391,
      "step": 203260
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.738495783092101e-05,
      "loss": 0.1409,
      "step": 203270
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7383839287711688e-05,
      "loss": 0.1419,
      "step": 203280
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7382832598823294e-05,
      "loss": 0.1458,
      "step": 203290
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.738171405561397e-05,
      "loss": 0.1432,
      "step": 203300
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7380595512404643e-05,
      "loss": 0.1375,
      "step": 203310
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.737947696919532e-05,
      "loss": 0.1355,
      "step": 203320
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7378358425985995e-05,
      "loss": 0.1378,
      "step": 203330
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7377239882776673e-05,
      "loss": 0.1364,
      "step": 203340
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.737612133956735e-05,
      "loss": 0.1398,
      "step": 203350
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7375002796358022e-05,
      "loss": 0.1373,
      "step": 203360
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.73738842531487e-05,
      "loss": 0.1405,
      "step": 203370
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7372765709939375e-05,
      "loss": 0.1393,
      "step": 203380
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7371647166730053e-05,
      "loss": 0.1385,
      "step": 203390
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.737052862352073e-05,
      "loss": 0.139,
      "step": 203400
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7369410080311402e-05,
      "loss": 0.1399,
      "step": 203410
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.736829153710208e-05,
      "loss": 0.1381,
      "step": 203420
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7367172993892754e-05,
      "loss": 0.1414,
      "step": 203430
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7366054450683432e-05,
      "loss": 0.1404,
      "step": 203440
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.736493590747411e-05,
      "loss": 0.1374,
      "step": 203450
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.736381736426478e-05,
      "loss": 0.1383,
      "step": 203460
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.736269882105546e-05,
      "loss": 0.142,
      "step": 203470
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7361580277846134e-05,
      "loss": 0.1412,
      "step": 203480
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.736046173463681e-05,
      "loss": 0.1406,
      "step": 203490
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.735934319142749e-05,
      "loss": 0.1365,
      "step": 203500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.735822464821816e-05,
      "loss": 0.1378,
      "step": 203510
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.735710610500884e-05,
      "loss": 0.1396,
      "step": 203520
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7355987561799513e-05,
      "loss": 0.1376,
      "step": 203530
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.735486901859019e-05,
      "loss": 0.1361,
      "step": 203540
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7353750475380862e-05,
      "loss": 0.144,
      "step": 203550
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.735263193217154e-05,
      "loss": 0.1429,
      "step": 203560
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7351513388962218e-05,
      "loss": 0.142,
      "step": 203570
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7350394845752893e-05,
      "loss": 0.1428,
      "step": 203580
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.734927630254357e-05,
      "loss": 0.1355,
      "step": 203590
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.734815775933424e-05,
      "loss": 0.1406,
      "step": 203600
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.734703921612492e-05,
      "loss": 0.145,
      "step": 203610
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7345920672915598e-05,
      "loss": 0.1403,
      "step": 203620
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7344802129706272e-05,
      "loss": 0.1417,
      "step": 203630
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.734368358649695e-05,
      "loss": 0.137,
      "step": 203640
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.734256504328762e-05,
      "loss": 0.1393,
      "step": 203650
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.73414465000783e-05,
      "loss": 0.1448,
      "step": 203660
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7340327956868977e-05,
      "loss": 0.1407,
      "step": 203670
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.733920941365965e-05,
      "loss": 0.1403,
      "step": 203680
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.733809087045033e-05,
      "loss": 0.1367,
      "step": 203690
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7336972327241e-05,
      "loss": 0.139,
      "step": 203700
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.733585378403168e-05,
      "loss": 0.1378,
      "step": 203710
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7334735240822356e-05,
      "loss": 0.1406,
      "step": 203720
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7333616697613028e-05,
      "loss": 0.1379,
      "step": 203730
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.733249815440371e-05,
      "loss": 0.1369,
      "step": 203740
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.733137961119438e-05,
      "loss": 0.1424,
      "step": 203750
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7330261067985058e-05,
      "loss": 0.1377,
      "step": 203760
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7329142524775736e-05,
      "loss": 0.1392,
      "step": 203770
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7328023981566407e-05,
      "loss": 0.1367,
      "step": 203780
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7326905438357085e-05,
      "loss": 0.1399,
      "step": 203790
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.732578689514776e-05,
      "loss": 0.1375,
      "step": 203800
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7324668351938437e-05,
      "loss": 0.1387,
      "step": 203810
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.732354980872911e-05,
      "loss": 0.1375,
      "step": 203820
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7322431265519787e-05,
      "loss": 0.138,
      "step": 203830
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7321312722310465e-05,
      "loss": 0.1432,
      "step": 203840
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.732019417910114e-05,
      "loss": 0.1399,
      "step": 203850
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7319075635891817e-05,
      "loss": 0.1437,
      "step": 203860
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7317957092682488e-05,
      "loss": 0.1357,
      "step": 203870
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7316838549473166e-05,
      "loss": 0.1361,
      "step": 203880
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7315720006263844e-05,
      "loss": 0.1384,
      "step": 203890
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.731460146305452e-05,
      "loss": 0.139,
      "step": 203900
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7313482919845196e-05,
      "loss": 0.1392,
      "step": 203910
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7312364376635868e-05,
      "loss": 0.1419,
      "step": 203920
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7311245833426546e-05,
      "loss": 0.1383,
      "step": 203930
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7310127290217223e-05,
      "loss": 0.1389,
      "step": 203940
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7309008747007898e-05,
      "loss": 0.1431,
      "step": 203950
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7307890203798576e-05,
      "loss": 0.1391,
      "step": 203960
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7306771660589247e-05,
      "loss": 0.1407,
      "step": 203970
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7305653117379925e-05,
      "loss": 0.1402,
      "step": 203980
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7304534574170603e-05,
      "loss": 0.138,
      "step": 203990
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7303416030961277e-05,
      "loss": 0.1375,
      "step": 204000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7302297487751955e-05,
      "loss": 0.1401,
      "step": 204010
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7301178944542627e-05,
      "loss": 0.1406,
      "step": 204020
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7300060401333304e-05,
      "loss": 0.1383,
      "step": 204030
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7298941858123982e-05,
      "loss": 0.1394,
      "step": 204040
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7297823314914657e-05,
      "loss": 0.1441,
      "step": 204050
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7296704771705335e-05,
      "loss": 0.1347,
      "step": 204060
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7295586228496006e-05,
      "loss": 0.1446,
      "step": 204070
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7294467685286684e-05,
      "loss": 0.142,
      "step": 204080
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7293349142077362e-05,
      "loss": 0.1409,
      "step": 204090
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7292230598868036e-05,
      "loss": 0.1363,
      "step": 204100
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7291112055658714e-05,
      "loss": 0.1401,
      "step": 204110
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7289993512449385e-05,
      "loss": 0.1365,
      "step": 204120
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7288874969240063e-05,
      "loss": 0.1393,
      "step": 204130
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7287756426030735e-05,
      "loss": 0.1414,
      "step": 204140
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7286637882821416e-05,
      "loss": 0.1435,
      "step": 204150
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7285519339612094e-05,
      "loss": 0.1387,
      "step": 204160
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7284400796402765e-05,
      "loss": 0.1371,
      "step": 204170
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7283282253193443e-05,
      "loss": 0.1394,
      "step": 204180
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7282163709984114e-05,
      "loss": 0.1436,
      "step": 204190
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7281045166774792e-05,
      "loss": 0.1345,
      "step": 204200
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.727992662356547e-05,
      "loss": 0.1413,
      "step": 204210
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7278808080356144e-05,
      "loss": 0.1398,
      "step": 204220
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7277689537146822e-05,
      "loss": 0.1384,
      "step": 204230
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7276570993937494e-05,
      "loss": 0.1377,
      "step": 204240
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.727545245072817e-05,
      "loss": 0.1389,
      "step": 204250
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.727433390751885e-05,
      "loss": 0.1361,
      "step": 204260
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7273215364309524e-05,
      "loss": 0.1377,
      "step": 204270
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7272096821100202e-05,
      "loss": 0.1371,
      "step": 204280
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7270978277890873e-05,
      "loss": 0.139,
      "step": 204290
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.726985973468155e-05,
      "loss": 0.1424,
      "step": 204300
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.726874119147223e-05,
      "loss": 0.1412,
      "step": 204310
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7267622648262903e-05,
      "loss": 0.1382,
      "step": 204320
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.726650410505358e-05,
      "loss": 0.1396,
      "step": 204330
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7265385561844252e-05,
      "loss": 0.1364,
      "step": 204340
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.726426701863493e-05,
      "loss": 0.139,
      "step": 204350
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.726314847542561e-05,
      "loss": 0.1411,
      "step": 204360
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7262029932216283e-05,
      "loss": 0.1336,
      "step": 204370
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.726091138900696e-05,
      "loss": 0.1393,
      "step": 204380
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7259792845797632e-05,
      "loss": 0.142,
      "step": 204390
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.725867430258831e-05,
      "loss": 0.1392,
      "step": 204400
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7257555759378988e-05,
      "loss": 0.1361,
      "step": 204410
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7256437216169662e-05,
      "loss": 0.1329,
      "step": 204420
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.725531867296034e-05,
      "loss": 0.1401,
      "step": 204430
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.725420012975101e-05,
      "loss": 0.1359,
      "step": 204440
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.725308158654169e-05,
      "loss": 0.1433,
      "step": 204450
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7251963043332364e-05,
      "loss": 0.137,
      "step": 204460
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7250844500123042e-05,
      "loss": 0.1378,
      "step": 204470
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.724972595691372e-05,
      "loss": 0.1425,
      "step": 204480
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.724860741370439e-05,
      "loss": 0.1378,
      "step": 204490
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.724748887049507e-05,
      "loss": 0.1418,
      "step": 204500
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7246370327285743e-05,
      "loss": 0.1412,
      "step": 204510
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.724525178407642e-05,
      "loss": 0.1368,
      "step": 204520
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.72441332408671e-05,
      "loss": 0.1419,
      "step": 204530
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.724301469765777e-05,
      "loss": 0.1343,
      "step": 204540
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7241896154448448e-05,
      "loss": 0.1402,
      "step": 204550
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.724077761123912e-05,
      "loss": 0.1366,
      "step": 204560
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.72396590680298e-05,
      "loss": 0.1337,
      "step": 204570
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.723854052482048e-05,
      "loss": 0.1433,
      "step": 204580
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.723742198161115e-05,
      "loss": 0.1391,
      "step": 204590
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7236303438401828e-05,
      "loss": 0.1362,
      "step": 204600
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.72351848951925e-05,
      "loss": 0.1329,
      "step": 204610
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7234066351983177e-05,
      "loss": 0.1353,
      "step": 204620
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7232947808773858e-05,
      "loss": 0.1403,
      "step": 204630
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.723182926556453e-05,
      "loss": 0.1372,
      "step": 204640
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7230710722355207e-05,
      "loss": 0.1422,
      "step": 204650
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.722959217914588e-05,
      "loss": 0.1396,
      "step": 204660
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7228473635936556e-05,
      "loss": 0.1382,
      "step": 204670
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7227355092727234e-05,
      "loss": 0.1355,
      "step": 204680
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.722623654951791e-05,
      "loss": 0.1428,
      "step": 204690
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7225118006308587e-05,
      "loss": 0.1379,
      "step": 204700
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7223999463099258e-05,
      "loss": 0.1386,
      "step": 204710
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7222880919889936e-05,
      "loss": 0.1422,
      "step": 204720
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7221762376680614e-05,
      "loss": 0.1364,
      "step": 204730
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7220643833471288e-05,
      "loss": 0.1381,
      "step": 204740
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7219525290261966e-05,
      "loss": 0.1358,
      "step": 204750
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7218406747052637e-05,
      "loss": 0.1409,
      "step": 204760
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7217288203843315e-05,
      "loss": 0.1392,
      "step": 204770
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.721616966063399e-05,
      "loss": 0.1367,
      "step": 204780
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7215051117424668e-05,
      "loss": 0.1402,
      "step": 204790
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7213932574215346e-05,
      "loss": 0.14,
      "step": 204800
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7212814031006017e-05,
      "loss": 0.1388,
      "step": 204810
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7211695487796695e-05,
      "loss": 0.1393,
      "step": 204820
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.721057694458737e-05,
      "loss": 0.1395,
      "step": 204830
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7209458401378047e-05,
      "loss": 0.1397,
      "step": 204840
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7208339858168725e-05,
      "loss": 0.1356,
      "step": 204850
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7207221314959396e-05,
      "loss": 0.1397,
      "step": 204860
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7206102771750074e-05,
      "loss": 0.1396,
      "step": 204870
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.720498422854075e-05,
      "loss": 0.1365,
      "step": 204880
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7203865685331427e-05,
      "loss": 0.1467,
      "step": 204890
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7202747142122105e-05,
      "loss": 0.1325,
      "step": 204900
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7201628598912776e-05,
      "loss": 0.135,
      "step": 204910
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7200510055703454e-05,
      "loss": 0.1365,
      "step": 204920
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7199391512494128e-05,
      "loss": 0.1396,
      "step": 204930
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7198272969284806e-05,
      "loss": 0.1394,
      "step": 204940
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7197154426075484e-05,
      "loss": 0.1388,
      "step": 204950
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7196035882866155e-05,
      "loss": 0.1406,
      "step": 204960
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7194917339656833e-05,
      "loss": 0.1402,
      "step": 204970
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7193798796447508e-05,
      "loss": 0.1332,
      "step": 204980
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7192680253238186e-05,
      "loss": 0.135,
      "step": 204990
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7191561710028864e-05,
      "loss": 0.1418,
      "step": 205000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7190443166819535e-05,
      "loss": 0.1385,
      "step": 205010
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7189324623610213e-05,
      "loss": 0.1408,
      "step": 205020
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7188206080400884e-05,
      "loss": 0.1377,
      "step": 205030
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7187087537191565e-05,
      "loss": 0.1379,
      "step": 205040
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7185968993982243e-05,
      "loss": 0.1381,
      "step": 205050
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7184850450772914e-05,
      "loss": 0.1422,
      "step": 205060
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7183731907563592e-05,
      "loss": 0.1346,
      "step": 205070
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7182613364354263e-05,
      "loss": 0.1366,
      "step": 205080
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.718149482114494e-05,
      "loss": 0.1396,
      "step": 205090
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7180376277935616e-05,
      "loss": 0.14,
      "step": 205100
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7179257734726294e-05,
      "loss": 0.1383,
      "step": 205110
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.717813919151697e-05,
      "loss": 0.1402,
      "step": 205120
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7177020648307643e-05,
      "loss": 0.1383,
      "step": 205130
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.717590210509832e-05,
      "loss": 0.144,
      "step": 205140
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7174783561888995e-05,
      "loss": 0.1398,
      "step": 205150
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7173665018679673e-05,
      "loss": 0.14,
      "step": 205160
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.717254647547035e-05,
      "loss": 0.1397,
      "step": 205170
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7171427932261022e-05,
      "loss": 0.1392,
      "step": 205180
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.71703093890517e-05,
      "loss": 0.1399,
      "step": 205190
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7169190845842375e-05,
      "loss": 0.1401,
      "step": 205200
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7168072302633053e-05,
      "loss": 0.138,
      "step": 205210
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.716695375942373e-05,
      "loss": 0.1373,
      "step": 205220
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.71658352162144e-05,
      "loss": 0.1369,
      "step": 205230
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.716471667300508e-05,
      "loss": 0.1389,
      "step": 205240
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7163598129795754e-05,
      "loss": 0.1371,
      "step": 205250
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7162479586586432e-05,
      "loss": 0.1369,
      "step": 205260
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.716136104337711e-05,
      "loss": 0.1351,
      "step": 205270
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.716024250016778e-05,
      "loss": 0.1384,
      "step": 205280
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.715912395695846e-05,
      "loss": 0.137,
      "step": 205290
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7158005413749134e-05,
      "loss": 0.1375,
      "step": 205300
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.715688687053981e-05,
      "loss": 0.1394,
      "step": 205310
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.715576832733049e-05,
      "loss": 0.1378,
      "step": 205320
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.715464978412116e-05,
      "loss": 0.1391,
      "step": 205330
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.715353124091184e-05,
      "loss": 0.1404,
      "step": 205340
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7152412697702513e-05,
      "loss": 0.1397,
      "step": 205350
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.715129415449319e-05,
      "loss": 0.1371,
      "step": 205360
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.715017561128387e-05,
      "loss": 0.1359,
      "step": 205370
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.714905706807454e-05,
      "loss": 0.1386,
      "step": 205380
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7147938524865218e-05,
      "loss": 0.1388,
      "step": 205390
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7146819981655893e-05,
      "loss": 0.1431,
      "step": 205400
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.714570143844657e-05,
      "loss": 0.142,
      "step": 205410
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.714458289523724e-05,
      "loss": 0.1386,
      "step": 205420
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.714346435202792e-05,
      "loss": 0.1431,
      "step": 205430
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7142345808818598e-05,
      "loss": 0.1395,
      "step": 205440
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.714122726560927e-05,
      "loss": 0.1421,
      "step": 205450
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.714010872239995e-05,
      "loss": 0.135,
      "step": 205460
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.713899017919062e-05,
      "loss": 0.1383,
      "step": 205470
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.71378716359813e-05,
      "loss": 0.1403,
      "step": 205480
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7136753092771977e-05,
      "loss": 0.1386,
      "step": 205490
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7135634549562648e-05,
      "loss": 0.139,
      "step": 205500
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7134516006353326e-05,
      "loss": 0.1367,
      "step": 205510
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7133397463144e-05,
      "loss": 0.1397,
      "step": 205520
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.713227891993468e-05,
      "loss": 0.1348,
      "step": 205530
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7131160376725356e-05,
      "loss": 0.1388,
      "step": 205540
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7130041833516028e-05,
      "loss": 0.1409,
      "step": 205550
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7128923290306706e-05,
      "loss": 0.1409,
      "step": 205560
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.712780474709738e-05,
      "loss": 0.1314,
      "step": 205570
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7126686203888058e-05,
      "loss": 0.1364,
      "step": 205580
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7125567660678736e-05,
      "loss": 0.1431,
      "step": 205590
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7124449117469407e-05,
      "loss": 0.1341,
      "step": 205600
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7123330574260085e-05,
      "loss": 0.1435,
      "step": 205610
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.712221203105076e-05,
      "loss": 0.1411,
      "step": 205620
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7121093487841437e-05,
      "loss": 0.1383,
      "step": 205630
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7119974944632115e-05,
      "loss": 0.1345,
      "step": 205640
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7118856401422787e-05,
      "loss": 0.1389,
      "step": 205650
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7117737858213464e-05,
      "loss": 0.1367,
      "step": 205660
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.711661931500414e-05,
      "loss": 0.1356,
      "step": 205670
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7115500771794817e-05,
      "loss": 0.1363,
      "step": 205680
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7114382228585495e-05,
      "loss": 0.1441,
      "step": 205690
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7113263685376166e-05,
      "loss": 0.1436,
      "step": 205700
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7112145142166844e-05,
      "loss": 0.1351,
      "step": 205710
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.711102659895752e-05,
      "loss": 0.1371,
      "step": 205720
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7109908055748196e-05,
      "loss": 0.1378,
      "step": 205730
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7108789512538868e-05,
      "loss": 0.1383,
      "step": 205740
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7107670969329546e-05,
      "loss": 0.1387,
      "step": 205750
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7106552426120223e-05,
      "loss": 0.1413,
      "step": 205760
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7105433882910898e-05,
      "loss": 0.1383,
      "step": 205770
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7104315339701576e-05,
      "loss": 0.1413,
      "step": 205780
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7103196796492247e-05,
      "loss": 0.1391,
      "step": 205790
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7102078253282925e-05,
      "loss": 0.1427,
      "step": 205800
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7100959710073603e-05,
      "loss": 0.1347,
      "step": 205810
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7099841166864277e-05,
      "loss": 0.1353,
      "step": 205820
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7098722623654955e-05,
      "loss": 0.1408,
      "step": 205830
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7097604080445627e-05,
      "loss": 0.1405,
      "step": 205840
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7096485537236304e-05,
      "loss": 0.136,
      "step": 205850
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7095366994026982e-05,
      "loss": 0.1332,
      "step": 205860
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7094248450817657e-05,
      "loss": 0.1372,
      "step": 205870
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7093129907608335e-05,
      "loss": 0.136,
      "step": 205880
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.709212321871994e-05,
      "loss": 0.1389,
      "step": 205890
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7091004675510618e-05,
      "loss": 0.1389,
      "step": 205900
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.708988613230129e-05,
      "loss": 0.1387,
      "step": 205910
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7088767589091967e-05,
      "loss": 0.1434,
      "step": 205920
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7087649045882645e-05,
      "loss": 0.1369,
      "step": 205930
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.708653050267332e-05,
      "loss": 0.14,
      "step": 205940
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7085411959463998e-05,
      "loss": 0.1396,
      "step": 205950
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.708429341625467e-05,
      "loss": 0.1419,
      "step": 205960
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7083174873045347e-05,
      "loss": 0.1351,
      "step": 205970
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7082056329836025e-05,
      "loss": 0.1354,
      "step": 205980
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.70809377866267e-05,
      "loss": 0.1387,
      "step": 205990
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7079819243417377e-05,
      "loss": 0.1324,
      "step": 206000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7078700700208048e-05,
      "loss": 0.1392,
      "step": 206010
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7077582156998726e-05,
      "loss": 0.1424,
      "step": 206020
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7076463613789404e-05,
      "loss": 0.1402,
      "step": 206030
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.707534507058008e-05,
      "loss": 0.1406,
      "step": 206040
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7074226527370757e-05,
      "loss": 0.1406,
      "step": 206050
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7073107984161428e-05,
      "loss": 0.1434,
      "step": 206060
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7071989440952106e-05,
      "loss": 0.1432,
      "step": 206070
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7070870897742784e-05,
      "loss": 0.1415,
      "step": 206080
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7069752354533455e-05,
      "loss": 0.1399,
      "step": 206090
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7068633811324136e-05,
      "loss": 0.138,
      "step": 206100
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7067515268114807e-05,
      "loss": 0.1394,
      "step": 206110
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7066396724905485e-05,
      "loss": 0.1397,
      "step": 206120
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7065278181696156e-05,
      "loss": 0.1366,
      "step": 206130
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7064159638486834e-05,
      "loss": 0.1382,
      "step": 206140
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7063041095277512e-05,
      "loss": 0.1379,
      "step": 206150
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7061922552068187e-05,
      "loss": 0.1415,
      "step": 206160
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7060804008858865e-05,
      "loss": 0.1371,
      "step": 206170
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7059685465649536e-05,
      "loss": 0.1423,
      "step": 206180
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7058566922440214e-05,
      "loss": 0.1354,
      "step": 206190
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.705744837923089e-05,
      "loss": 0.1383,
      "step": 206200
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7056329836021566e-05,
      "loss": 0.1444,
      "step": 206210
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7055211292812244e-05,
      "loss": 0.1392,
      "step": 206220
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7054092749602915e-05,
      "loss": 0.1373,
      "step": 206230
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7052974206393593e-05,
      "loss": 0.1428,
      "step": 206240
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.705185566318427e-05,
      "loss": 0.1399,
      "step": 206250
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7050737119974946e-05,
      "loss": 0.138,
      "step": 206260
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7049618576765624e-05,
      "loss": 0.1342,
      "step": 206270
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7048500033556295e-05,
      "loss": 0.135,
      "step": 206280
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7047381490346973e-05,
      "loss": 0.135,
      "step": 206290
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.704626294713765e-05,
      "loss": 0.1423,
      "step": 206300
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7045144403928325e-05,
      "loss": 0.14,
      "step": 206310
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7044025860719003e-05,
      "loss": 0.1382,
      "step": 206320
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7042907317509674e-05,
      "loss": 0.1439,
      "step": 206330
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7041788774300352e-05,
      "loss": 0.1382,
      "step": 206340
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.704067023109103e-05,
      "loss": 0.1414,
      "step": 206350
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7039551687881705e-05,
      "loss": 0.1404,
      "step": 206360
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7038433144672383e-05,
      "loss": 0.1396,
      "step": 206370
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7037314601463054e-05,
      "loss": 0.1386,
      "step": 206380
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.703619605825373e-05,
      "loss": 0.1386,
      "step": 206390
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.703507751504441e-05,
      "loss": 0.1365,
      "step": 206400
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7033958971835084e-05,
      "loss": 0.1399,
      "step": 206410
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7032840428625762e-05,
      "loss": 0.1341,
      "step": 206420
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7031721885416433e-05,
      "loss": 0.14,
      "step": 206430
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.703060334220711e-05,
      "loss": 0.1385,
      "step": 206440
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7029484798997786e-05,
      "loss": 0.1398,
      "step": 206450
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7028366255788464e-05,
      "loss": 0.1354,
      "step": 206460
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.702724771257914e-05,
      "loss": 0.1433,
      "step": 206470
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7026129169369813e-05,
      "loss": 0.1363,
      "step": 206480
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.702501062616049e-05,
      "loss": 0.1332,
      "step": 206490
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.702389208295116e-05,
      "loss": 0.1347,
      "step": 206500
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7022773539741843e-05,
      "loss": 0.1423,
      "step": 206510
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.702165499653252e-05,
      "loss": 0.1393,
      "step": 206520
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7020536453323192e-05,
      "loss": 0.1385,
      "step": 206530
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.701941791011387e-05,
      "loss": 0.1351,
      "step": 206540
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.701829936690454e-05,
      "loss": 0.1351,
      "step": 206550
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.701718082369522e-05,
      "loss": 0.1414,
      "step": 206560
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.70160622804859e-05,
      "loss": 0.1403,
      "step": 206570
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.701494373727657e-05,
      "loss": 0.1394,
      "step": 206580
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.701382519406725e-05,
      "loss": 0.1349,
      "step": 206590
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.701270665085792e-05,
      "loss": 0.1402,
      "step": 206600
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.70115881076486e-05,
      "loss": 0.1398,
      "step": 206610
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7010469564439276e-05,
      "loss": 0.1334,
      "step": 206620
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.700935102122995e-05,
      "loss": 0.1349,
      "step": 206630
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.700823247802063e-05,
      "loss": 0.1402,
      "step": 206640
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.70071139348113e-05,
      "loss": 0.1319,
      "step": 206650
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7005995391601978e-05,
      "loss": 0.1385,
      "step": 206660
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7004876848392656e-05,
      "loss": 0.1382,
      "step": 206670
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.700375830518333e-05,
      "loss": 0.1366,
      "step": 206680
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.700263976197401e-05,
      "loss": 0.1398,
      "step": 206690
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.700152121876468e-05,
      "loss": 0.136,
      "step": 206700
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7000402675555358e-05,
      "loss": 0.1386,
      "step": 206710
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6999284132346032e-05,
      "loss": 0.1397,
      "step": 206720
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.699816558913671e-05,
      "loss": 0.1406,
      "step": 206730
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6997047045927388e-05,
      "loss": 0.1375,
      "step": 206740
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.699592850271806e-05,
      "loss": 0.1384,
      "step": 206750
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6994809959508737e-05,
      "loss": 0.1391,
      "step": 206760
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.699369141629941e-05,
      "loss": 0.1385,
      "step": 206770
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.699257287309009e-05,
      "loss": 0.1371,
      "step": 206780
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6991454329880767e-05,
      "loss": 0.1371,
      "step": 206790
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.699033578667144e-05,
      "loss": 0.1415,
      "step": 206800
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6989217243462116e-05,
      "loss": 0.1392,
      "step": 206810
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.698809870025279e-05,
      "loss": 0.1372,
      "step": 206820
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.698698015704347e-05,
      "loss": 0.1382,
      "step": 206830
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6985861613834147e-05,
      "loss": 0.1339,
      "step": 206840
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6984743070624818e-05,
      "loss": 0.1374,
      "step": 206850
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6983624527415496e-05,
      "loss": 0.1402,
      "step": 206860
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.698250598420617e-05,
      "loss": 0.1371,
      "step": 206870
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.698138744099685e-05,
      "loss": 0.1396,
      "step": 206880
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6980268897787526e-05,
      "loss": 0.1368,
      "step": 206890
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6979150354578197e-05,
      "loss": 0.1402,
      "step": 206900
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6978031811368875e-05,
      "loss": 0.1407,
      "step": 206910
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6976913268159547e-05,
      "loss": 0.1358,
      "step": 206920
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6975794724950228e-05,
      "loss": 0.1421,
      "step": 206930
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6974676181740906e-05,
      "loss": 0.1368,
      "step": 206940
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6973557638531577e-05,
      "loss": 0.1393,
      "step": 206950
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6972439095322255e-05,
      "loss": 0.142,
      "step": 206960
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6971320552112926e-05,
      "loss": 0.1358,
      "step": 206970
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6970202008903604e-05,
      "loss": 0.1397,
      "step": 206980
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6969083465694285e-05,
      "loss": 0.1372,
      "step": 206990
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6967964922484956e-05,
      "loss": 0.1351,
      "step": 207000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6966846379275634e-05,
      "loss": 0.1387,
      "step": 207010
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6965727836066306e-05,
      "loss": 0.1328,
      "step": 207020
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6964609292856983e-05,
      "loss": 0.1338,
      "step": 207030
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6963490749647658e-05,
      "loss": 0.1371,
      "step": 207040
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6962372206438336e-05,
      "loss": 0.1365,
      "step": 207050
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6961253663229014e-05,
      "loss": 0.1382,
      "step": 207060
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6960135120019685e-05,
      "loss": 0.142,
      "step": 207070
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6959016576810363e-05,
      "loss": 0.1409,
      "step": 207080
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6957898033601037e-05,
      "loss": 0.1474,
      "step": 207090
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6956779490391715e-05,
      "loss": 0.1372,
      "step": 207100
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6955660947182393e-05,
      "loss": 0.1404,
      "step": 207110
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6954542403973064e-05,
      "loss": 0.1402,
      "step": 207120
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6953423860763742e-05,
      "loss": 0.1391,
      "step": 207130
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6952305317554417e-05,
      "loss": 0.1364,
      "step": 207140
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6951186774345095e-05,
      "loss": 0.1403,
      "step": 207150
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6950068231135773e-05,
      "loss": 0.1393,
      "step": 207160
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6948949687926444e-05,
      "loss": 0.1418,
      "step": 207170
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6947831144717122e-05,
      "loss": 0.137,
      "step": 207180
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6946712601507796e-05,
      "loss": 0.1405,
      "step": 207190
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6945594058298474e-05,
      "loss": 0.1394,
      "step": 207200
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6944475515089152e-05,
      "loss": 0.143,
      "step": 207210
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6943356971879823e-05,
      "loss": 0.1364,
      "step": 207220
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.69422384286705e-05,
      "loss": 0.1331,
      "step": 207230
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6941119885461176e-05,
      "loss": 0.1353,
      "step": 207240
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6940001342251854e-05,
      "loss": 0.1404,
      "step": 207250
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6938882799042532e-05,
      "loss": 0.1362,
      "step": 207260
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6937764255833203e-05,
      "loss": 0.1487,
      "step": 207270
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.693664571262388e-05,
      "loss": 0.1372,
      "step": 207280
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6935527169414555e-05,
      "loss": 0.1421,
      "step": 207290
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6934408626205233e-05,
      "loss": 0.1406,
      "step": 207300
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.693329008299591e-05,
      "loss": 0.1346,
      "step": 207310
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6932171539786582e-05,
      "loss": 0.1374,
      "step": 207320
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.693105299657726e-05,
      "loss": 0.1382,
      "step": 207330
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6929934453367935e-05,
      "loss": 0.1384,
      "step": 207340
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6928815910158613e-05,
      "loss": 0.1374,
      "step": 207350
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6927697366949284e-05,
      "loss": 0.1382,
      "step": 207360
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6926578823739962e-05,
      "loss": 0.1352,
      "step": 207370
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.692546028053064e-05,
      "loss": 0.1391,
      "step": 207380
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.692434173732131e-05,
      "loss": 0.1397,
      "step": 207390
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6923223194111992e-05,
      "loss": 0.1361,
      "step": 207400
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6922104650902663e-05,
      "loss": 0.1375,
      "step": 207410
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.692098610769334e-05,
      "loss": 0.1361,
      "step": 207420
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.691986756448402e-05,
      "loss": 0.1374,
      "step": 207430
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.691874902127469e-05,
      "loss": 0.1361,
      "step": 207440
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6917630478065368e-05,
      "loss": 0.1379,
      "step": 207450
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6916511934856043e-05,
      "loss": 0.1393,
      "step": 207460
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.691539339164672e-05,
      "loss": 0.1356,
      "step": 207470
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.69142748484374e-05,
      "loss": 0.1434,
      "step": 207480
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.691315630522807e-05,
      "loss": 0.1431,
      "step": 207490
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6912037762018748e-05,
      "loss": 0.1356,
      "step": 207500
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6910919218809422e-05,
      "loss": 0.1379,
      "step": 207510
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.69098006756001e-05,
      "loss": 0.1326,
      "step": 207520
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6908682132390778e-05,
      "loss": 0.1423,
      "step": 207530
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.690756358918145e-05,
      "loss": 0.1353,
      "step": 207540
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6906445045972127e-05,
      "loss": 0.1335,
      "step": 207550
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6905326502762802e-05,
      "loss": 0.1362,
      "step": 207560
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.690420795955348e-05,
      "loss": 0.1384,
      "step": 207570
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6903089416344158e-05,
      "loss": 0.142,
      "step": 207580
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.690197087313483e-05,
      "loss": 0.1316,
      "step": 207590
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6900852329925507e-05,
      "loss": 0.1382,
      "step": 207600
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.689973378671618e-05,
      "loss": 0.1403,
      "step": 207610
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.689861524350686e-05,
      "loss": 0.1346,
      "step": 207620
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6897496700297537e-05,
      "loss": 0.1395,
      "step": 207630
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6896378157088208e-05,
      "loss": 0.1362,
      "step": 207640
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6895259613878886e-05,
      "loss": 0.1315,
      "step": 207650
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.689414107066956e-05,
      "loss": 0.1405,
      "step": 207660
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.689302252746024e-05,
      "loss": 0.1349,
      "step": 207670
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.689190398425091e-05,
      "loss": 0.1402,
      "step": 207680
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6890785441041588e-05,
      "loss": 0.1373,
      "step": 207690
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6889666897832266e-05,
      "loss": 0.1408,
      "step": 207700
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.688854835462294e-05,
      "loss": 0.1425,
      "step": 207710
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6887429811413618e-05,
      "loss": 0.1393,
      "step": 207720
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.688631126820429e-05,
      "loss": 0.1358,
      "step": 207730
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6885192724994967e-05,
      "loss": 0.1367,
      "step": 207740
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6884074181785645e-05,
      "loss": 0.1355,
      "step": 207750
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.688295563857632e-05,
      "loss": 0.1391,
      "step": 207760
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6881837095366998e-05,
      "loss": 0.1379,
      "step": 207770
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.688071855215767e-05,
      "loss": 0.1393,
      "step": 207780
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6879600008948347e-05,
      "loss": 0.1422,
      "step": 207790
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6878481465739025e-05,
      "loss": 0.1398,
      "step": 207800
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6877362922529696e-05,
      "loss": 0.1338,
      "step": 207810
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6876244379320377e-05,
      "loss": 0.139,
      "step": 207820
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6875125836111048e-05,
      "loss": 0.1383,
      "step": 207830
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6874007292901726e-05,
      "loss": 0.1303,
      "step": 207840
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6872888749692404e-05,
      "loss": 0.1392,
      "step": 207850
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6871770206483075e-05,
      "loss": 0.1402,
      "step": 207860
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6870651663273753e-05,
      "loss": 0.1421,
      "step": 207870
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6869533120064428e-05,
      "loss": 0.141,
      "step": 207880
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6868414576855106e-05,
      "loss": 0.1385,
      "step": 207890
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6867296033645784e-05,
      "loss": 0.1404,
      "step": 207900
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6866177490436455e-05,
      "loss": 0.1428,
      "step": 207910
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6865058947227133e-05,
      "loss": 0.1402,
      "step": 207920
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6863940404017807e-05,
      "loss": 0.1367,
      "step": 207930
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6862821860808485e-05,
      "loss": 0.1386,
      "step": 207940
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6861703317599163e-05,
      "loss": 0.1371,
      "step": 207950
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6860584774389834e-05,
      "loss": 0.1379,
      "step": 207960
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6859466231180512e-05,
      "loss": 0.1374,
      "step": 207970
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6858347687971187e-05,
      "loss": 0.1358,
      "step": 207980
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6857229144761865e-05,
      "loss": 0.137,
      "step": 207990
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6856110601552536e-05,
      "loss": 0.1412,
      "step": 208000
    },
    {
      "epoch": 0.46,
      "eval_NEIMS_canon_smiles": 0.9527833333333333,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.14435,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5458916164287176,
      "eval_NEIMS_exact_mols": 0.14408333333333334,
      "eval_NEIMS_exact_smiles": 0.1409,
      "eval_NEIMS_loss": 0.16587482392787933,
      "eval_NEIMS_matched_formulas": 0.675,
      "eval_NEIMS_morgan_tanimoto_simil": 0.4585181610297042,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.14468333333333333,
      "eval_NEIMS_runtime": 723.2572,
      "eval_NEIMS_samples_per_second": 82.958,
      "eval_NEIMS_steps_per_second": 1.297,
      "step": 208000
    },
    {
      "epoch": 0.46,
      "eval_RASSP_canon_smiles": 0.9510635455972217,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.2024409790630113,
      "eval_RASSP_daylight_tanimoto_simil": 0.6403268248604859,
      "eval_RASSP_exact_mols": 0.20182322102380873,
      "eval_RASSP_exact_smiles": 0.1966808027515277,
      "eval_RASSP_loss": 0.1327967643737793,
      "eval_RASSP_matched_formulas": 0.8246902861722376,
      "eval_RASSP_morgan_tanimoto_simil": 0.5161690128328978,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.20200687881924734,
      "eval_RASSP_runtime": 825.786,
      "eval_RASSP_samples_per_second": 72.53,
      "eval_RASSP_steps_per_second": 1.133,
      "step": 208000
    },
    {
      "epoch": 0.46,
      "eval_NEIMS_old_canon_smiles": 0.9539333333333333,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.14696666666666666,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5465215926836534,
      "eval_NEIMS_old_exact_mols": 0.14666666666666667,
      "eval_NEIMS_old_exact_smiles": 0.14306666666666668,
      "eval_NEIMS_old_loss": 0.16525502502918243,
      "eval_NEIMS_old_matched_formulas": 0.6727,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.4612128274856213,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.1473,
      "eval_NEIMS_old_runtime": 365.9375,
      "eval_NEIMS_old_samples_per_second": 81.981,
      "eval_NEIMS_old_steps_per_second": 1.282,
      "step": 208000
    },
    {
      "epoch": 0.46,
      "eval_RASSP_old_canon_smiles": 0.9497447191911103,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.22521440250942704,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.6597704772065933,
      "eval_RASSP_old_exact_mols": 0.2247138519037608,
      "eval_RASSP_old_exact_smiles": 0.21807321386858877,
      "eval_RASSP_old_loss": 0.125106081366539,
      "eval_RASSP_old_matched_formulas": 0.8355524410184536,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.5394262147033418,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.22494744218640506,
      "eval_RASSP_old_runtime": 412.3379,
      "eval_RASSP_old_samples_per_second": 72.676,
      "eval_RASSP_old_steps_per_second": 1.137,
      "step": 208000
    },
    {
      "epoch": 0.46,
      "eval_NIST_canon_smiles": 0.8678709585832417,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.021897292117684635,
      "eval_NIST_daylight_tanimoto_simil": 0.2891456596542381,
      "eval_NIST_exact_mols": 0.02101004365262448,
      "eval_NIST_exact_smiles": 0.019909855555949887,
      "eval_NIST_loss": 1.8087174892425537,
      "eval_NIST_matched_formulas": 0.10600844660538737,
      "eval_NIST_morgan_tanimoto_simil": 0.24097267456681934,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.02157788267026298,
      "eval_NIST_runtime": 514.1861,
      "eval_NIST_samples_per_second": 54.799,
      "eval_NIST_steps_per_second": 0.858,
      "step": 208000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6854992058343214e-05,
      "loss": 0.1331,
      "step": 208010
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.685387351513389e-05,
      "loss": 0.1369,
      "step": 208020
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6852754971924566e-05,
      "loss": 0.1345,
      "step": 208030
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6851636428715244e-05,
      "loss": 0.1369,
      "step": 208040
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6850517885505915e-05,
      "loss": 0.1335,
      "step": 208050
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6849399342296593e-05,
      "loss": 0.147,
      "step": 208060
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.684828079908727e-05,
      "loss": 0.137,
      "step": 208070
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6847162255877946e-05,
      "loss": 0.1397,
      "step": 208080
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6846043712668624e-05,
      "loss": 0.1352,
      "step": 208090
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6844925169459295e-05,
      "loss": 0.1386,
      "step": 208100
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6843806626249973e-05,
      "loss": 0.1387,
      "step": 208110
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.684268808304065e-05,
      "loss": 0.1327,
      "step": 208120
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6841569539831325e-05,
      "loss": 0.1369,
      "step": 208130
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6840450996622003e-05,
      "loss": 0.1364,
      "step": 208140
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6839332453412674e-05,
      "loss": 0.1385,
      "step": 208150
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6838213910203352e-05,
      "loss": 0.137,
      "step": 208160
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.683709536699403e-05,
      "loss": 0.1411,
      "step": 208170
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6835976823784705e-05,
      "loss": 0.1344,
      "step": 208180
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6834858280575382e-05,
      "loss": 0.135,
      "step": 208190
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6833739737366054e-05,
      "loss": 0.1387,
      "step": 208200
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.683262119415673e-05,
      "loss": 0.1382,
      "step": 208210
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.683150265094741e-05,
      "loss": 0.1401,
      "step": 208220
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6830384107738084e-05,
      "loss": 0.1363,
      "step": 208230
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6829265564528762e-05,
      "loss": 0.1413,
      "step": 208240
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6828147021319433e-05,
      "loss": 0.1391,
      "step": 208250
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.682702847811011e-05,
      "loss": 0.1371,
      "step": 208260
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.682590993490079e-05,
      "loss": 0.1359,
      "step": 208270
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.682479139169146e-05,
      "loss": 0.1334,
      "step": 208280
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.682367284848214e-05,
      "loss": 0.1374,
      "step": 208290
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6822554305272813e-05,
      "loss": 0.1379,
      "step": 208300
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.682143576206349e-05,
      "loss": 0.1367,
      "step": 208310
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.682031721885416e-05,
      "loss": 0.1398,
      "step": 208320
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.681919867564484e-05,
      "loss": 0.1371,
      "step": 208330
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6818191986756452e-05,
      "loss": 0.1408,
      "step": 208340
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6817073443547126e-05,
      "loss": 0.1407,
      "step": 208350
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6815954900337804e-05,
      "loss": 0.1342,
      "step": 208360
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6814836357128475e-05,
      "loss": 0.1405,
      "step": 208370
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6813717813919153e-05,
      "loss": 0.1437,
      "step": 208380
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6812599270709824e-05,
      "loss": 0.1403,
      "step": 208390
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6811480727500506e-05,
      "loss": 0.138,
      "step": 208400
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6810362184291184e-05,
      "loss": 0.1389,
      "step": 208410
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6809243641081855e-05,
      "loss": 0.1385,
      "step": 208420
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6808125097872533e-05,
      "loss": 0.1394,
      "step": 208430
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6807006554663204e-05,
      "loss": 0.14,
      "step": 208440
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6805888011453882e-05,
      "loss": 0.1364,
      "step": 208450
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6804769468244563e-05,
      "loss": 0.1385,
      "step": 208460
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6803650925035234e-05,
      "loss": 0.1365,
      "step": 208470
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6802532381825912e-05,
      "loss": 0.1423,
      "step": 208480
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6801413838616583e-05,
      "loss": 0.1355,
      "step": 208490
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.680029529540726e-05,
      "loss": 0.1371,
      "step": 208500
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.679917675219794e-05,
      "loss": 0.1378,
      "step": 208510
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6798058208988614e-05,
      "loss": 0.1366,
      "step": 208520
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6796939665779292e-05,
      "loss": 0.1427,
      "step": 208530
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6795821122569963e-05,
      "loss": 0.1381,
      "step": 208540
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.679470257936064e-05,
      "loss": 0.1362,
      "step": 208550
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.679358403615132e-05,
      "loss": 0.138,
      "step": 208560
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6792465492941993e-05,
      "loss": 0.14,
      "step": 208570
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.679134694973267e-05,
      "loss": 0.1363,
      "step": 208580
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6790228406523342e-05,
      "loss": 0.1396,
      "step": 208590
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.678910986331402e-05,
      "loss": 0.1403,
      "step": 208600
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6787991320104698e-05,
      "loss": 0.1343,
      "step": 208610
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6786872776895373e-05,
      "loss": 0.1367,
      "step": 208620
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.678575423368605e-05,
      "loss": 0.1393,
      "step": 208630
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6784635690476722e-05,
      "loss": 0.1434,
      "step": 208640
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.67835171472674e-05,
      "loss": 0.1369,
      "step": 208650
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6782398604058078e-05,
      "loss": 0.1376,
      "step": 208660
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6781280060848752e-05,
      "loss": 0.1319,
      "step": 208670
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.678016151763943e-05,
      "loss": 0.1381,
      "step": 208680
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.67790429744301e-05,
      "loss": 0.1364,
      "step": 208690
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.677792443122078e-05,
      "loss": 0.1393,
      "step": 208700
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6776805888011454e-05,
      "loss": 0.1373,
      "step": 208710
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6775687344802132e-05,
      "loss": 0.1371,
      "step": 208720
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.677456880159281e-05,
      "loss": 0.1363,
      "step": 208730
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.677345025838348e-05,
      "loss": 0.1401,
      "step": 208740
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.677233171517416e-05,
      "loss": 0.1355,
      "step": 208750
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6771213171964833e-05,
      "loss": 0.1397,
      "step": 208760
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.677009462875551e-05,
      "loss": 0.1349,
      "step": 208770
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.676897608554619e-05,
      "loss": 0.1303,
      "step": 208780
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.676785754233686e-05,
      "loss": 0.1362,
      "step": 208790
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6766738999127538e-05,
      "loss": 0.1364,
      "step": 208800
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6765620455918213e-05,
      "loss": 0.1396,
      "step": 208810
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.676450191270889e-05,
      "loss": 0.1361,
      "step": 208820
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.676338336949957e-05,
      "loss": 0.1417,
      "step": 208830
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.676226482629024e-05,
      "loss": 0.1415,
      "step": 208840
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6761146283080918e-05,
      "loss": 0.1335,
      "step": 208850
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.676002773987159e-05,
      "loss": 0.1362,
      "step": 208860
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.675890919666227e-05,
      "loss": 0.1389,
      "step": 208870
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6757790653452948e-05,
      "loss": 0.1368,
      "step": 208880
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.675667211024362e-05,
      "loss": 0.1367,
      "step": 208890
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6755553567034297e-05,
      "loss": 0.1372,
      "step": 208900
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6754435023824968e-05,
      "loss": 0.1356,
      "step": 208910
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6753316480615646e-05,
      "loss": 0.1392,
      "step": 208920
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6752197937406328e-05,
      "loss": 0.1428,
      "step": 208930
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6751079394197e-05,
      "loss": 0.1367,
      "step": 208940
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6749960850987677e-05,
      "loss": 0.1375,
      "step": 208950
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6748842307778348e-05,
      "loss": 0.1332,
      "step": 208960
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6747723764569026e-05,
      "loss": 0.1396,
      "step": 208970
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6746605221359704e-05,
      "loss": 0.1373,
      "step": 208980
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6745486678150378e-05,
      "loss": 0.1427,
      "step": 208990
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6744368134941056e-05,
      "loss": 0.1373,
      "step": 209000
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6743249591731727e-05,
      "loss": 0.1394,
      "step": 209010
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6742131048522405e-05,
      "loss": 0.1373,
      "step": 209020
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.674101250531308e-05,
      "loss": 0.1386,
      "step": 209030
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6739893962103758e-05,
      "loss": 0.1343,
      "step": 209040
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6738775418894436e-05,
      "loss": 0.1375,
      "step": 209050
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6737656875685107e-05,
      "loss": 0.1399,
      "step": 209060
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6736538332475785e-05,
      "loss": 0.1373,
      "step": 209070
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.673541978926646e-05,
      "loss": 0.1428,
      "step": 209080
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6734301246057137e-05,
      "loss": 0.1393,
      "step": 209090
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6733182702847815e-05,
      "loss": 0.1375,
      "step": 209100
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6732064159638486e-05,
      "loss": 0.1405,
      "step": 209110
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6730945616429164e-05,
      "loss": 0.1378,
      "step": 209120
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.672982707321984e-05,
      "loss": 0.1383,
      "step": 209130
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6728708530010517e-05,
      "loss": 0.1344,
      "step": 209140
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6727589986801194e-05,
      "loss": 0.1381,
      "step": 209150
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6726471443591866e-05,
      "loss": 0.1318,
      "step": 209160
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6725352900382544e-05,
      "loss": 0.1372,
      "step": 209170
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6724234357173218e-05,
      "loss": 0.1342,
      "step": 209180
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6723115813963896e-05,
      "loss": 0.1401,
      "step": 209190
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6721997270754574e-05,
      "loss": 0.1376,
      "step": 209200
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6720878727545245e-05,
      "loss": 0.1384,
      "step": 209210
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6719760184335923e-05,
      "loss": 0.137,
      "step": 209220
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6718641641126598e-05,
      "loss": 0.1399,
      "step": 209230
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6717523097917276e-05,
      "loss": 0.1351,
      "step": 209240
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6716404554707953e-05,
      "loss": 0.1375,
      "step": 209250
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6715286011498625e-05,
      "loss": 0.1427,
      "step": 209260
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6714167468289303e-05,
      "loss": 0.133,
      "step": 209270
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6713048925079974e-05,
      "loss": 0.1376,
      "step": 209280
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6711930381870655e-05,
      "loss": 0.1374,
      "step": 209290
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6710811838661333e-05,
      "loss": 0.1384,
      "step": 209300
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6709693295452004e-05,
      "loss": 0.1414,
      "step": 209310
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6708574752242682e-05,
      "loss": 0.1413,
      "step": 209320
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6707456209033353e-05,
      "loss": 0.1363,
      "step": 209330
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.670633766582403e-05,
      "loss": 0.1394,
      "step": 209340
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6705219122614706e-05,
      "loss": 0.1352,
      "step": 209350
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6704100579405384e-05,
      "loss": 0.1378,
      "step": 209360
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.670298203619606e-05,
      "loss": 0.139,
      "step": 209370
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6701863492986733e-05,
      "loss": 0.1365,
      "step": 209380
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.670074494977741e-05,
      "loss": 0.1371,
      "step": 209390
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6699626406568085e-05,
      "loss": 0.1361,
      "step": 209400
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6698507863358763e-05,
      "loss": 0.1379,
      "step": 209410
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.669738932014944e-05,
      "loss": 0.1378,
      "step": 209420
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6696270776940112e-05,
      "loss": 0.1322,
      "step": 209430
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.669515223373079e-05,
      "loss": 0.1381,
      "step": 209440
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6694033690521465e-05,
      "loss": 0.1333,
      "step": 209450
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6692915147312142e-05,
      "loss": 0.1346,
      "step": 209460
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.669179660410282e-05,
      "loss": 0.1383,
      "step": 209470
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.669067806089349e-05,
      "loss": 0.142,
      "step": 209480
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.668955951768417e-05,
      "loss": 0.1306,
      "step": 209490
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6688440974474844e-05,
      "loss": 0.1426,
      "step": 209500
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6687322431265522e-05,
      "loss": 0.1396,
      "step": 209510
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.66862038880562e-05,
      "loss": 0.1362,
      "step": 209520
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.668508534484687e-05,
      "loss": 0.139,
      "step": 209530
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.668396680163755e-05,
      "loss": 0.1304,
      "step": 209540
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6682848258428224e-05,
      "loss": 0.1394,
      "step": 209550
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.66817297152189e-05,
      "loss": 0.1418,
      "step": 209560
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.668061117200958e-05,
      "loss": 0.1361,
      "step": 209570
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.667949262880025e-05,
      "loss": 0.1335,
      "step": 209580
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.667837408559093e-05,
      "loss": 0.1408,
      "step": 209590
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6677255542381603e-05,
      "loss": 0.1341,
      "step": 209600
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.667613699917228e-05,
      "loss": 0.1358,
      "step": 209610
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.667501845596296e-05,
      "loss": 0.135,
      "step": 209620
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.667389991275363e-05,
      "loss": 0.1324,
      "step": 209630
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6672781369544308e-05,
      "loss": 0.1426,
      "step": 209640
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6671662826334982e-05,
      "loss": 0.1388,
      "step": 209650
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.667054428312566e-05,
      "loss": 0.1466,
      "step": 209660
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.666942573991633e-05,
      "loss": 0.1354,
      "step": 209670
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.666830719670701e-05,
      "loss": 0.1393,
      "step": 209680
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6667188653497687e-05,
      "loss": 0.1408,
      "step": 209690
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6666070110288362e-05,
      "loss": 0.139,
      "step": 209700
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.666495156707904e-05,
      "loss": 0.1343,
      "step": 209710
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.666383302386971e-05,
      "loss": 0.1358,
      "step": 209720
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.666271448066039e-05,
      "loss": 0.1367,
      "step": 209730
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6661595937451067e-05,
      "loss": 0.1375,
      "step": 209740
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6660477394241738e-05,
      "loss": 0.135,
      "step": 209750
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.665935885103242e-05,
      "loss": 0.1348,
      "step": 209760
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.665824030782309e-05,
      "loss": 0.1361,
      "step": 209770
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.665712176461377e-05,
      "loss": 0.1391,
      "step": 209780
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6656003221404446e-05,
      "loss": 0.1366,
      "step": 209790
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6654884678195117e-05,
      "loss": 0.1368,
      "step": 209800
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6653766134985795e-05,
      "loss": 0.1383,
      "step": 209810
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.665264759177647e-05,
      "loss": 0.1377,
      "step": 209820
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6651529048567148e-05,
      "loss": 0.1383,
      "step": 209830
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6650410505357826e-05,
      "loss": 0.133,
      "step": 209840
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6649291962148497e-05,
      "loss": 0.1353,
      "step": 209850
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6648173418939175e-05,
      "loss": 0.1358,
      "step": 209860
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.664705487572985e-05,
      "loss": 0.1395,
      "step": 209870
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6645936332520527e-05,
      "loss": 0.1373,
      "step": 209880
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6644817789311205e-05,
      "loss": 0.1387,
      "step": 209890
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6643699246101876e-05,
      "loss": 0.1394,
      "step": 209900
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6642580702892554e-05,
      "loss": 0.1346,
      "step": 209910
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.664146215968323e-05,
      "loss": 0.1378,
      "step": 209920
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6640343616473907e-05,
      "loss": 0.1361,
      "step": 209930
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6639225073264578e-05,
      "loss": 0.1387,
      "step": 209940
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6638106530055256e-05,
      "loss": 0.1398,
      "step": 209950
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6636987986845934e-05,
      "loss": 0.1347,
      "step": 209960
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.663586944363661e-05,
      "loss": 0.1346,
      "step": 209970
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6634750900427286e-05,
      "loss": 0.1394,
      "step": 209980
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6633632357217957e-05,
      "loss": 0.1343,
      "step": 209990
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6632513814008635e-05,
      "loss": 0.1326,
      "step": 210000
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6631395270799313e-05,
      "loss": 0.1402,
      "step": 210010
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6630276727589988e-05,
      "loss": 0.1379,
      "step": 210020
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6629158184380666e-05,
      "loss": 0.1341,
      "step": 210030
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6628039641171337e-05,
      "loss": 0.136,
      "step": 210040
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6626921097962015e-05,
      "loss": 0.1359,
      "step": 210050
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6625802554752693e-05,
      "loss": 0.1403,
      "step": 210060
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6624684011543367e-05,
      "loss": 0.1351,
      "step": 210070
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6623565468334045e-05,
      "loss": 0.1319,
      "step": 210080
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6622446925124716e-05,
      "loss": 0.1385,
      "step": 210090
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6621328381915394e-05,
      "loss": 0.1349,
      "step": 210100
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6620209838706072e-05,
      "loss": 0.1351,
      "step": 210110
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6619091295496747e-05,
      "loss": 0.1381,
      "step": 210120
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6617972752287425e-05,
      "loss": 0.1359,
      "step": 210130
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6616854209078096e-05,
      "loss": 0.1355,
      "step": 210140
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6615735665868774e-05,
      "loss": 0.1372,
      "step": 210150
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6614617122659452e-05,
      "loss": 0.1351,
      "step": 210160
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6613498579450126e-05,
      "loss": 0.1377,
      "step": 210170
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6612380036240804e-05,
      "loss": 0.1374,
      "step": 210180
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6611261493031475e-05,
      "loss": 0.1388,
      "step": 210190
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6610142949822153e-05,
      "loss": 0.1361,
      "step": 210200
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.660902440661283e-05,
      "loss": 0.1334,
      "step": 210210
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6607905863403502e-05,
      "loss": 0.1381,
      "step": 210220
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.660678732019418e-05,
      "loss": 0.1359,
      "step": 210230
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6605668776984855e-05,
      "loss": 0.1345,
      "step": 210240
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6604550233775533e-05,
      "loss": 0.1377,
      "step": 210250
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6603431690566204e-05,
      "loss": 0.1394,
      "step": 210260
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6602313147356882e-05,
      "loss": 0.1377,
      "step": 210270
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.660119460414756e-05,
      "loss": 0.1369,
      "step": 210280
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6600076060938234e-05,
      "loss": 0.1366,
      "step": 210290
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6598957517728912e-05,
      "loss": 0.1444,
      "step": 210300
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6597838974519583e-05,
      "loss": 0.1384,
      "step": 210310
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.659672043131026e-05,
      "loss": 0.1379,
      "step": 210320
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.659560188810094e-05,
      "loss": 0.1395,
      "step": 210330
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6594483344891614e-05,
      "loss": 0.1381,
      "step": 210340
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6593364801682292e-05,
      "loss": 0.1374,
      "step": 210350
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6592246258472963e-05,
      "loss": 0.1362,
      "step": 210360
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.659112771526364e-05,
      "loss": 0.1366,
      "step": 210370
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.659000917205432e-05,
      "loss": 0.1335,
      "step": 210380
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6588890628844993e-05,
      "loss": 0.1323,
      "step": 210390
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.658777208563567e-05,
      "loss": 0.1334,
      "step": 210400
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6586653542426342e-05,
      "loss": 0.1399,
      "step": 210410
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.658553499921702e-05,
      "loss": 0.141,
      "step": 210420
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6584416456007698e-05,
      "loss": 0.1309,
      "step": 210430
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6583297912798373e-05,
      "loss": 0.1341,
      "step": 210440
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.658217936958905e-05,
      "loss": 0.1414,
      "step": 210450
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6581060826379722e-05,
      "loss": 0.1367,
      "step": 210460
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.65799422831704e-05,
      "loss": 0.1414,
      "step": 210470
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6578823739961078e-05,
      "loss": 0.1365,
      "step": 210480
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6577705196751752e-05,
      "loss": 0.1352,
      "step": 210490
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.657658665354243e-05,
      "loss": 0.1364,
      "step": 210500
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.65754681103331e-05,
      "loss": 0.1376,
      "step": 210510
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.657434956712378e-05,
      "loss": 0.1374,
      "step": 210520
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6573231023914457e-05,
      "loss": 0.1396,
      "step": 210530
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.657211248070513e-05,
      "loss": 0.1432,
      "step": 210540
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.657099393749581e-05,
      "loss": 0.1397,
      "step": 210550
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.656987539428648e-05,
      "loss": 0.1398,
      "step": 210560
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.656875685107716e-05,
      "loss": 0.1426,
      "step": 210570
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.656763830786783e-05,
      "loss": 0.1455,
      "step": 210580
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.656651976465851e-05,
      "loss": 0.1384,
      "step": 210590
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.656540122144919e-05,
      "loss": 0.1372,
      "step": 210600
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.656428267823986e-05,
      "loss": 0.1384,
      "step": 210610
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6563164135030538e-05,
      "loss": 0.1344,
      "step": 210620
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.656204559182121e-05,
      "loss": 0.1411,
      "step": 210630
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6560927048611887e-05,
      "loss": 0.1351,
      "step": 210640
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.655980850540257e-05,
      "loss": 0.1336,
      "step": 210650
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.655868996219324e-05,
      "loss": 0.1327,
      "step": 210660
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6557571418983918e-05,
      "loss": 0.1377,
      "step": 210670
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.655645287577459e-05,
      "loss": 0.1344,
      "step": 210680
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6555334332565267e-05,
      "loss": 0.1368,
      "step": 210690
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6554215789355945e-05,
      "loss": 0.1387,
      "step": 210700
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.655309724614662e-05,
      "loss": 0.1396,
      "step": 210710
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6551978702937297e-05,
      "loss": 0.1411,
      "step": 210720
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6550860159727968e-05,
      "loss": 0.1385,
      "step": 210730
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6549741616518646e-05,
      "loss": 0.1354,
      "step": 210740
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6548623073309324e-05,
      "loss": 0.1321,
      "step": 210750
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.65475045301e-05,
      "loss": 0.1335,
      "step": 210760
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6546385986890677e-05,
      "loss": 0.1334,
      "step": 210770
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6545267443681348e-05,
      "loss": 0.1395,
      "step": 210780
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6544148900472026e-05,
      "loss": 0.1423,
      "step": 210790
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6543030357262704e-05,
      "loss": 0.1373,
      "step": 210800
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6541911814053378e-05,
      "loss": 0.1373,
      "step": 210810
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6540793270844056e-05,
      "loss": 0.14,
      "step": 210820
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6539674727634727e-05,
      "loss": 0.135,
      "step": 210830
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6538556184425405e-05,
      "loss": 0.1391,
      "step": 210840
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6537437641216083e-05,
      "loss": 0.1372,
      "step": 210850
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6536319098006758e-05,
      "loss": 0.1368,
      "step": 210860
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6535200554797436e-05,
      "loss": 0.1333,
      "step": 210870
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6534082011588107e-05,
      "loss": 0.1421,
      "step": 210880
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6532963468378785e-05,
      "loss": 0.1373,
      "step": 210890
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.653184492516946e-05,
      "loss": 0.139,
      "step": 210900
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6530726381960137e-05,
      "loss": 0.1339,
      "step": 210910
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6529607838750815e-05,
      "loss": 0.1354,
      "step": 210920
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6528489295541486e-05,
      "loss": 0.1331,
      "step": 210930
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6527370752332164e-05,
      "loss": 0.139,
      "step": 210940
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.652625220912284e-05,
      "loss": 0.1353,
      "step": 210950
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6525133665913517e-05,
      "loss": 0.1316,
      "step": 210960
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6524015122704194e-05,
      "loss": 0.1361,
      "step": 210970
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6522896579494866e-05,
      "loss": 0.1347,
      "step": 210980
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6521778036285544e-05,
      "loss": 0.141,
      "step": 210990
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6520659493076218e-05,
      "loss": 0.1411,
      "step": 211000
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6519540949866896e-05,
      "loss": 0.1357,
      "step": 211010
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6518422406657574e-05,
      "loss": 0.1348,
      "step": 211020
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6517303863448245e-05,
      "loss": 0.133,
      "step": 211030
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6516185320238923e-05,
      "loss": 0.1372,
      "step": 211040
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6515066777029594e-05,
      "loss": 0.1349,
      "step": 211050
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6513948233820275e-05,
      "loss": 0.1328,
      "step": 211060
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6512829690610953e-05,
      "loss": 0.1359,
      "step": 211070
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6511711147401625e-05,
      "loss": 0.1345,
      "step": 211080
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6510592604192303e-05,
      "loss": 0.1378,
      "step": 211090
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6509474060982974e-05,
      "loss": 0.1354,
      "step": 211100
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.650835551777365e-05,
      "loss": 0.1359,
      "step": 211110
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.650723697456433e-05,
      "loss": 0.1387,
      "step": 211120
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6506118431355004e-05,
      "loss": 0.1305,
      "step": 211130
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6504999888145682e-05,
      "loss": 0.1391,
      "step": 211140
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6503881344936353e-05,
      "loss": 0.1365,
      "step": 211150
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.650276280172703e-05,
      "loss": 0.1344,
      "step": 211160
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.650164425851771e-05,
      "loss": 0.138,
      "step": 211170
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6500525715308384e-05,
      "loss": 0.1395,
      "step": 211180
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.649940717209906e-05,
      "loss": 0.1434,
      "step": 211190
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6498288628889733e-05,
      "loss": 0.1365,
      "step": 211200
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.649717008568041e-05,
      "loss": 0.1376,
      "step": 211210
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6496051542471085e-05,
      "loss": 0.1346,
      "step": 211220
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6494932999261763e-05,
      "loss": 0.1413,
      "step": 211230
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.649381445605244e-05,
      "loss": 0.1397,
      "step": 211240
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6492695912843112e-05,
      "loss": 0.1323,
      "step": 211250
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.649157736963379e-05,
      "loss": 0.1382,
      "step": 211260
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6490458826424465e-05,
      "loss": 0.1351,
      "step": 211270
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6489340283215142e-05,
      "loss": 0.1394,
      "step": 211280
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.648822174000582e-05,
      "loss": 0.1369,
      "step": 211290
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.648710319679649e-05,
      "loss": 0.137,
      "step": 211300
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.648598465358717e-05,
      "loss": 0.1369,
      "step": 211310
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6484866110377844e-05,
      "loss": 0.1368,
      "step": 211320
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6483747567168522e-05,
      "loss": 0.1371,
      "step": 211330
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.64826290239592e-05,
      "loss": 0.134,
      "step": 211340
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.648151048074987e-05,
      "loss": 0.1275,
      "step": 211350
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.648039193754055e-05,
      "loss": 0.1368,
      "step": 211360
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6479273394331223e-05,
      "loss": 0.1329,
      "step": 211370
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.64781548511219e-05,
      "loss": 0.1398,
      "step": 211380
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.647703630791258e-05,
      "loss": 0.1377,
      "step": 211390
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.647591776470325e-05,
      "loss": 0.1405,
      "step": 211400
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.647479922149393e-05,
      "loss": 0.1389,
      "step": 211410
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6473680678284603e-05,
      "loss": 0.1386,
      "step": 211420
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.647256213507528e-05,
      "loss": 0.142,
      "step": 211430
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.647144359186596e-05,
      "loss": 0.1393,
      "step": 211440
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.647032504865663e-05,
      "loss": 0.1295,
      "step": 211450
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6469206505447308e-05,
      "loss": 0.1372,
      "step": 211460
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.646808796223798e-05,
      "loss": 0.1356,
      "step": 211470
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.646696941902866e-05,
      "loss": 0.142,
      "step": 211480
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6465850875819338e-05,
      "loss": 0.1378,
      "step": 211490
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.646473233261001e-05,
      "loss": 0.1411,
      "step": 211500
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6463613789400687e-05,
      "loss": 0.1365,
      "step": 211510
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.646249524619136e-05,
      "loss": 0.1378,
      "step": 211520
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6461376702982036e-05,
      "loss": 0.1351,
      "step": 211530
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.646025815977271e-05,
      "loss": 0.137,
      "step": 211540
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.645913961656339e-05,
      "loss": 0.1337,
      "step": 211550
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6458021073354067e-05,
      "loss": 0.1402,
      "step": 211560
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6456902530144738e-05,
      "loss": 0.1374,
      "step": 211570
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6455783986935416e-05,
      "loss": 0.1398,
      "step": 211580
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.645466544372609e-05,
      "loss": 0.1379,
      "step": 211590
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.645354690051677e-05,
      "loss": 0.1413,
      "step": 211600
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6452428357307446e-05,
      "loss": 0.1371,
      "step": 211610
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6451309814098117e-05,
      "loss": 0.1331,
      "step": 211620
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6450191270888795e-05,
      "loss": 0.1386,
      "step": 211630
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.644907272767947e-05,
      "loss": 0.1396,
      "step": 211640
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6447954184470148e-05,
      "loss": 0.1346,
      "step": 211650
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6446835641260826e-05,
      "loss": 0.1373,
      "step": 211660
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6445717098051497e-05,
      "loss": 0.1366,
      "step": 211670
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6444598554842175e-05,
      "loss": 0.1424,
      "step": 211680
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.644348001163285e-05,
      "loss": 0.1354,
      "step": 211690
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6442361468423527e-05,
      "loss": 0.1382,
      "step": 211700
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6441242925214205e-05,
      "loss": 0.137,
      "step": 211710
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6440124382004876e-05,
      "loss": 0.1337,
      "step": 211720
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6439005838795554e-05,
      "loss": 0.1322,
      "step": 211730
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.643788729558623e-05,
      "loss": 0.1337,
      "step": 211740
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6436768752376907e-05,
      "loss": 0.1374,
      "step": 211750
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6435650209167585e-05,
      "loss": 0.1355,
      "step": 211760
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6434531665958256e-05,
      "loss": 0.139,
      "step": 211770
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6433413122748934e-05,
      "loss": 0.137,
      "step": 211780
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.643229457953961e-05,
      "loss": 0.1365,
      "step": 211790
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6431176036330286e-05,
      "loss": 0.1342,
      "step": 211800
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6430057493120964e-05,
      "loss": 0.1356,
      "step": 211810
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6428938949911635e-05,
      "loss": 0.1387,
      "step": 211820
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6427820406702313e-05,
      "loss": 0.1343,
      "step": 211830
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6426701863492988e-05,
      "loss": 0.1373,
      "step": 211840
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6425583320283666e-05,
      "loss": 0.1377,
      "step": 211850
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6424464777074337e-05,
      "loss": 0.1432,
      "step": 211860
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6423346233865015e-05,
      "loss": 0.1331,
      "step": 211870
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6422227690655693e-05,
      "loss": 0.1373,
      "step": 211880
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6421109147446367e-05,
      "loss": 0.1369,
      "step": 211890
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6419990604237045e-05,
      "loss": 0.1413,
      "step": 211900
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6418872061027716e-05,
      "loss": 0.137,
      "step": 211910
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6417753517818394e-05,
      "loss": 0.1326,
      "step": 211920
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6416634974609072e-05,
      "loss": 0.1364,
      "step": 211930
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6415516431399743e-05,
      "loss": 0.1418,
      "step": 211940
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6414397888190425e-05,
      "loss": 0.1337,
      "step": 211950
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6413279344981096e-05,
      "loss": 0.1353,
      "step": 211960
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6412160801771774e-05,
      "loss": 0.135,
      "step": 211970
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6411042258562452e-05,
      "loss": 0.1378,
      "step": 211980
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6409923715353123e-05,
      "loss": 0.1323,
      "step": 211990
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.64088051721438e-05,
      "loss": 0.1318,
      "step": 212000
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6407686628934475e-05,
      "loss": 0.1389,
      "step": 212010
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6406568085725153e-05,
      "loss": 0.1366,
      "step": 212020
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.640544954251583e-05,
      "loss": 0.1415,
      "step": 212030
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6404330999306502e-05,
      "loss": 0.1348,
      "step": 212040
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.640321245609718e-05,
      "loss": 0.1354,
      "step": 212050
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6402093912887855e-05,
      "loss": 0.1381,
      "step": 212060
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6400975369678533e-05,
      "loss": 0.1318,
      "step": 212070
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.639985682646921e-05,
      "loss": 0.1345,
      "step": 212080
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6398738283259882e-05,
      "loss": 0.1346,
      "step": 212090
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.639761974005056e-05,
      "loss": 0.1326,
      "step": 212100
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6396501196841234e-05,
      "loss": 0.1369,
      "step": 212110
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6395382653631912e-05,
      "loss": 0.1389,
      "step": 212120
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.639426411042259e-05,
      "loss": 0.1393,
      "step": 212130
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.639314556721326e-05,
      "loss": 0.1359,
      "step": 212140
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.639202702400394e-05,
      "loss": 0.1335,
      "step": 212150
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6390908480794614e-05,
      "loss": 0.1365,
      "step": 212160
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.638978993758529e-05,
      "loss": 0.1387,
      "step": 212170
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6388671394375963e-05,
      "loss": 0.1385,
      "step": 212180
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.638755285116664e-05,
      "loss": 0.133,
      "step": 212190
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.638643430795732e-05,
      "loss": 0.1372,
      "step": 212200
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6385315764747993e-05,
      "loss": 0.1384,
      "step": 212210
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.638419722153867e-05,
      "loss": 0.1414,
      "step": 212220
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6383078678329342e-05,
      "loss": 0.1334,
      "step": 212230
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.638196013512002e-05,
      "loss": 0.1359,
      "step": 212240
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6380841591910698e-05,
      "loss": 0.139,
      "step": 212250
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6379723048701373e-05,
      "loss": 0.1403,
      "step": 212260
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.637860450549205e-05,
      "loss": 0.1344,
      "step": 212270
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6377485962282722e-05,
      "loss": 0.1326,
      "step": 212280
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.63763674190734e-05,
      "loss": 0.1437,
      "step": 212290
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6375248875864078e-05,
      "loss": 0.1367,
      "step": 212300
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6374242186975683e-05,
      "loss": 0.1342,
      "step": 212310
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.637312364376636e-05,
      "loss": 0.137,
      "step": 212320
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6372005100557036e-05,
      "loss": 0.136,
      "step": 212330
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6370886557347713e-05,
      "loss": 0.1332,
      "step": 212340
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6369768014138385e-05,
      "loss": 0.1364,
      "step": 212350
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6368649470929063e-05,
      "loss": 0.131,
      "step": 212360
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.636753092771974e-05,
      "loss": 0.1327,
      "step": 212370
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6366412384510415e-05,
      "loss": 0.1389,
      "step": 212380
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6365293841301093e-05,
      "loss": 0.1379,
      "step": 212390
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6364175298091764e-05,
      "loss": 0.142,
      "step": 212400
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6363056754882442e-05,
      "loss": 0.1397,
      "step": 212410
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.636193821167312e-05,
      "loss": 0.1356,
      "step": 212420
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6360819668463794e-05,
      "loss": 0.1382,
      "step": 212430
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6359701125254472e-05,
      "loss": 0.1342,
      "step": 212440
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6358582582045144e-05,
      "loss": 0.1352,
      "step": 212450
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.635746403883582e-05,
      "loss": 0.1352,
      "step": 212460
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.63563454956265e-05,
      "loss": 0.139,
      "step": 212470
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6355226952417174e-05,
      "loss": 0.1372,
      "step": 212480
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6354108409207852e-05,
      "loss": 0.1357,
      "step": 212490
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6352989865998523e-05,
      "loss": 0.1347,
      "step": 212500
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.63518713227892e-05,
      "loss": 0.1375,
      "step": 212510
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.635075277957988e-05,
      "loss": 0.1309,
      "step": 212520
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6349634236370553e-05,
      "loss": 0.1365,
      "step": 212530
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.634851569316123e-05,
      "loss": 0.1343,
      "step": 212540
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6347397149951902e-05,
      "loss": 0.1463,
      "step": 212550
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.634627860674258e-05,
      "loss": 0.137,
      "step": 212560
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.634516006353325e-05,
      "loss": 0.1353,
      "step": 212570
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.634404152032393e-05,
      "loss": 0.1407,
      "step": 212580
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6342922977114607e-05,
      "loss": 0.1372,
      "step": 212590
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6341804433905282e-05,
      "loss": 0.14,
      "step": 212600
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.634068589069596e-05,
      "loss": 0.1323,
      "step": 212610
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.633956734748663e-05,
      "loss": 0.1295,
      "step": 212620
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.633844880427731e-05,
      "loss": 0.1359,
      "step": 212630
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6337330261067987e-05,
      "loss": 0.1366,
      "step": 212640
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.633621171785866e-05,
      "loss": 0.1324,
      "step": 212650
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.633509317464934e-05,
      "loss": 0.1331,
      "step": 212660
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.633397463144001e-05,
      "loss": 0.1345,
      "step": 212670
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.633285608823069e-05,
      "loss": 0.1338,
      "step": 212680
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6331737545021366e-05,
      "loss": 0.1363,
      "step": 212690
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.633061900181204e-05,
      "loss": 0.1371,
      "step": 212700
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.632950045860272e-05,
      "loss": 0.1385,
      "step": 212710
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.632838191539339e-05,
      "loss": 0.1391,
      "step": 212720
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6327263372184068e-05,
      "loss": 0.1371,
      "step": 212730
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6326144828974746e-05,
      "loss": 0.1392,
      "step": 212740
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.632502628576542e-05,
      "loss": 0.1366,
      "step": 212750
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6323907742556098e-05,
      "loss": 0.1385,
      "step": 212760
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.632278919934677e-05,
      "loss": 0.1398,
      "step": 212770
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6321670656137447e-05,
      "loss": 0.1332,
      "step": 212780
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6320552112928125e-05,
      "loss": 0.133,
      "step": 212790
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.63194335697188e-05,
      "loss": 0.1345,
      "step": 212800
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6318315026509478e-05,
      "loss": 0.1379,
      "step": 212810
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.631719648330015e-05,
      "loss": 0.1319,
      "step": 212820
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6316077940090827e-05,
      "loss": 0.1409,
      "step": 212830
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.63149593968815e-05,
      "loss": 0.1351,
      "step": 212840
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.631384085367218e-05,
      "loss": 0.1396,
      "step": 212850
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6312722310462857e-05,
      "loss": 0.1384,
      "step": 212860
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.631160376725353e-05,
      "loss": 0.1331,
      "step": 212870
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6310485224044206e-05,
      "loss": 0.1361,
      "step": 212880
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.630936668083488e-05,
      "loss": 0.1382,
      "step": 212890
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.630824813762556e-05,
      "loss": 0.1397,
      "step": 212900
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6307129594416237e-05,
      "loss": 0.1407,
      "step": 212910
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6306011051206908e-05,
      "loss": 0.1395,
      "step": 212920
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6304892507997586e-05,
      "loss": 0.1338,
      "step": 212930
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6303773964788257e-05,
      "loss": 0.1382,
      "step": 212940
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6302655421578938e-05,
      "loss": 0.1308,
      "step": 212950
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6301536878369616e-05,
      "loss": 0.1372,
      "step": 212960
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6300418335160287e-05,
      "loss": 0.1402,
      "step": 212970
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6299299791950965e-05,
      "loss": 0.1373,
      "step": 212980
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6298181248741636e-05,
      "loss": 0.1338,
      "step": 212990
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6297062705532314e-05,
      "loss": 0.1403,
      "step": 213000
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6295944162322996e-05,
      "loss": 0.1381,
      "step": 213010
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6294825619113667e-05,
      "loss": 0.1319,
      "step": 213020
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6293707075904345e-05,
      "loss": 0.1339,
      "step": 213030
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6292588532695016e-05,
      "loss": 0.1392,
      "step": 213040
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6291469989485694e-05,
      "loss": 0.1397,
      "step": 213050
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6290351446276372e-05,
      "loss": 0.1388,
      "step": 213060
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6289232903067046e-05,
      "loss": 0.1405,
      "step": 213070
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6288114359857724e-05,
      "loss": 0.1344,
      "step": 213080
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6286995816648395e-05,
      "loss": 0.1369,
      "step": 213090
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6285877273439073e-05,
      "loss": 0.1312,
      "step": 213100
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.628475873022975e-05,
      "loss": 0.1336,
      "step": 213110
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6283640187020426e-05,
      "loss": 0.139,
      "step": 213120
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6282521643811104e-05,
      "loss": 0.1409,
      "step": 213130
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6281403100601775e-05,
      "loss": 0.1368,
      "step": 213140
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6280284557392453e-05,
      "loss": 0.1379,
      "step": 213150
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6279166014183127e-05,
      "loss": 0.1325,
      "step": 213160
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6278047470973805e-05,
      "loss": 0.1341,
      "step": 213170
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6276928927764483e-05,
      "loss": 0.1307,
      "step": 213180
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6275810384555154e-05,
      "loss": 0.1326,
      "step": 213190
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6274691841345832e-05,
      "loss": 0.1391,
      "step": 213200
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6273573298136507e-05,
      "loss": 0.1407,
      "step": 213210
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6272454754927185e-05,
      "loss": 0.1342,
      "step": 213220
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6271336211717863e-05,
      "loss": 0.1356,
      "step": 213230
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6270217668508534e-05,
      "loss": 0.1377,
      "step": 213240
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6269099125299212e-05,
      "loss": 0.1372,
      "step": 213250
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6267980582089886e-05,
      "loss": 0.1377,
      "step": 213260
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6266862038880564e-05,
      "loss": 0.1349,
      "step": 213270
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6265743495671242e-05,
      "loss": 0.133,
      "step": 213280
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6264624952461913e-05,
      "loss": 0.1337,
      "step": 213290
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.626350640925259e-05,
      "loss": 0.135,
      "step": 213300
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6262387866043266e-05,
      "loss": 0.1379,
      "step": 213310
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6261269322833944e-05,
      "loss": 0.1341,
      "step": 213320
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.626015077962462e-05,
      "loss": 0.1373,
      "step": 213330
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6259032236415293e-05,
      "loss": 0.1388,
      "step": 213340
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.625791369320597e-05,
      "loss": 0.1379,
      "step": 213350
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6256795149996645e-05,
      "loss": 0.1378,
      "step": 213360
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6255676606787323e-05,
      "loss": 0.1417,
      "step": 213370
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6254558063578e-05,
      "loss": 0.1388,
      "step": 213380
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6253439520368672e-05,
      "loss": 0.13,
      "step": 213390
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.625232097715935e-05,
      "loss": 0.1362,
      "step": 213400
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.625120243395002e-05,
      "loss": 0.1394,
      "step": 213410
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6250083890740703e-05,
      "loss": 0.1371,
      "step": 213420
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.624896534753138e-05,
      "loss": 0.1386,
      "step": 213430
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6247846804322052e-05,
      "loss": 0.138,
      "step": 213440
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.624672826111273e-05,
      "loss": 0.1393,
      "step": 213450
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.62456097179034e-05,
      "loss": 0.1313,
      "step": 213460
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.624449117469408e-05,
      "loss": 0.1413,
      "step": 213470
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6243372631484753e-05,
      "loss": 0.1372,
      "step": 213480
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.624225408827543e-05,
      "loss": 0.1371,
      "step": 213490
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.624113554506611e-05,
      "loss": 0.1389,
      "step": 213500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.624001700185678e-05,
      "loss": 0.1346,
      "step": 213510
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6238898458647458e-05,
      "loss": 0.1388,
      "step": 213520
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6237779915438133e-05,
      "loss": 0.1388,
      "step": 213530
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.623666137222881e-05,
      "loss": 0.1365,
      "step": 213540
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.623554282901949e-05,
      "loss": 0.136,
      "step": 213550
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.623442428581016e-05,
      "loss": 0.1348,
      "step": 213560
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6233305742600838e-05,
      "loss": 0.1375,
      "step": 213570
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6232187199391512e-05,
      "loss": 0.135,
      "step": 213580
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.623106865618219e-05,
      "loss": 0.1321,
      "step": 213590
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6229950112972868e-05,
      "loss": 0.1353,
      "step": 213600
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.622883156976354e-05,
      "loss": 0.1361,
      "step": 213610
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6227713026554217e-05,
      "loss": 0.1385,
      "step": 213620
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.622659448334489e-05,
      "loss": 0.1391,
      "step": 213630
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.622547594013557e-05,
      "loss": 0.136,
      "step": 213640
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6224357396926248e-05,
      "loss": 0.1357,
      "step": 213650
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.622323885371692e-05,
      "loss": 0.1341,
      "step": 213660
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6222120310507597e-05,
      "loss": 0.1358,
      "step": 213670
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.622100176729827e-05,
      "loss": 0.1351,
      "step": 213680
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.621988322408895e-05,
      "loss": 0.1421,
      "step": 213690
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6218764680879627e-05,
      "loss": 0.1337,
      "step": 213700
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6217646137670298e-05,
      "loss": 0.1368,
      "step": 213710
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6216527594460976e-05,
      "loss": 0.1373,
      "step": 213720
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.621540905125165e-05,
      "loss": 0.139,
      "step": 213730
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.621429050804233e-05,
      "loss": 0.1339,
      "step": 213740
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6213171964833006e-05,
      "loss": 0.132,
      "step": 213750
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6212053421623678e-05,
      "loss": 0.1344,
      "step": 213760
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6210934878414356e-05,
      "loss": 0.1324,
      "step": 213770
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.620981633520503e-05,
      "loss": 0.1366,
      "step": 213780
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6208697791995708e-05,
      "loss": 0.1374,
      "step": 213790
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.620757924878638e-05,
      "loss": 0.1343,
      "step": 213800
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6206460705577057e-05,
      "loss": 0.1318,
      "step": 213810
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6205342162367735e-05,
      "loss": 0.1349,
      "step": 213820
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6204223619158406e-05,
      "loss": 0.1363,
      "step": 213830
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6203105075949087e-05,
      "loss": 0.1379,
      "step": 213840
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.620198653273976e-05,
      "loss": 0.1337,
      "step": 213850
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6200867989530437e-05,
      "loss": 0.1374,
      "step": 213860
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6199749446321114e-05,
      "loss": 0.1396,
      "step": 213870
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6198630903111786e-05,
      "loss": 0.1321,
      "step": 213880
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6197512359902464e-05,
      "loss": 0.1401,
      "step": 213890
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6196393816693138e-05,
      "loss": 0.1344,
      "step": 213900
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6195275273483816e-05,
      "loss": 0.1354,
      "step": 213910
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6194156730274494e-05,
      "loss": 0.1373,
      "step": 213920
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6193038187065165e-05,
      "loss": 0.1353,
      "step": 213930
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6191919643855843e-05,
      "loss": 0.1351,
      "step": 213940
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6190801100646518e-05,
      "loss": 0.134,
      "step": 213950
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6189682557437196e-05,
      "loss": 0.1388,
      "step": 213960
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6188564014227873e-05,
      "loss": 0.1373,
      "step": 213970
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6187445471018545e-05,
      "loss": 0.1386,
      "step": 213980
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6186326927809223e-05,
      "loss": 0.1313,
      "step": 213990
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6185208384599897e-05,
      "loss": 0.1349,
      "step": 214000
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6184089841390575e-05,
      "loss": 0.1358,
      "step": 214010
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6182971298181253e-05,
      "loss": 0.1329,
      "step": 214020
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6181852754971924e-05,
      "loss": 0.1371,
      "step": 214030
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6180734211762602e-05,
      "loss": 0.1343,
      "step": 214040
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6179615668553277e-05,
      "loss": 0.1389,
      "step": 214050
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6178497125343954e-05,
      "loss": 0.1337,
      "step": 214060
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6177378582134632e-05,
      "loss": 0.1327,
      "step": 214070
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6176260038925304e-05,
      "loss": 0.1354,
      "step": 214080
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.617514149571598e-05,
      "loss": 0.1378,
      "step": 214090
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6174022952506656e-05,
      "loss": 0.1345,
      "step": 214100
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6172904409297334e-05,
      "loss": 0.1318,
      "step": 214110
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6171785866088005e-05,
      "loss": 0.1414,
      "step": 214120
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6170667322878683e-05,
      "loss": 0.1393,
      "step": 214130
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.616954877966936e-05,
      "loss": 0.1327,
      "step": 214140
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6168430236460035e-05,
      "loss": 0.1367,
      "step": 214150
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6167311693250713e-05,
      "loss": 0.1309,
      "step": 214160
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6166193150041385e-05,
      "loss": 0.1366,
      "step": 214170
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6165074606832062e-05,
      "loss": 0.1315,
      "step": 214180
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.616395606362274e-05,
      "loss": 0.1405,
      "step": 214190
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6162837520413415e-05,
      "loss": 0.135,
      "step": 214200
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6161718977204093e-05,
      "loss": 0.1331,
      "step": 214210
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6160600433994764e-05,
      "loss": 0.1349,
      "step": 214220
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6159481890785442e-05,
      "loss": 0.1387,
      "step": 214230
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.615836334757612e-05,
      "loss": 0.1345,
      "step": 214240
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6157244804366794e-05,
      "loss": 0.1413,
      "step": 214250
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6156126261157472e-05,
      "loss": 0.1401,
      "step": 214260
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6155007717948144e-05,
      "loss": 0.1357,
      "step": 214270
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.615388917473882e-05,
      "loss": 0.1402,
      "step": 214280
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.61527706315295e-05,
      "loss": 0.1323,
      "step": 214290
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.615165208832017e-05,
      "loss": 0.1365,
      "step": 214300
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6150533545110852e-05,
      "loss": 0.1321,
      "step": 214310
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6149415001901523e-05,
      "loss": 0.1389,
      "step": 214320
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.61482964586922e-05,
      "loss": 0.1342,
      "step": 214330
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.614717791548288e-05,
      "loss": 0.1313,
      "step": 214340
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.614605937227355e-05,
      "loss": 0.1366,
      "step": 214350
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6144940829064228e-05,
      "loss": 0.1388,
      "step": 214360
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6143822285854902e-05,
      "loss": 0.1359,
      "step": 214370
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.614270374264558e-05,
      "loss": 0.1371,
      "step": 214380
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.614158519943626e-05,
      "loss": 0.1356,
      "step": 214390
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.614046665622693e-05,
      "loss": 0.1319,
      "step": 214400
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6139348113017607e-05,
      "loss": 0.1358,
      "step": 214410
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6138229569808282e-05,
      "loss": 0.1335,
      "step": 214420
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.613711102659896e-05,
      "loss": 0.1373,
      "step": 214430
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.613599248338963e-05,
      "loss": 0.1392,
      "step": 214440
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.613487394018031e-05,
      "loss": 0.1436,
      "step": 214450
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6133755396970987e-05,
      "loss": 0.139,
      "step": 214460
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.613263685376166e-05,
      "loss": 0.1352,
      "step": 214470
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.613151831055234e-05,
      "loss": 0.1344,
      "step": 214480
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.613039976734301e-05,
      "loss": 0.137,
      "step": 214490
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.612928122413369e-05,
      "loss": 0.1325,
      "step": 214500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6128162680924366e-05,
      "loss": 0.1363,
      "step": 214510
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.612704413771504e-05,
      "loss": 0.1358,
      "step": 214520
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.612592559450572e-05,
      "loss": 0.1318,
      "step": 214530
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.612480705129639e-05,
      "loss": 0.1347,
      "step": 214540
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6123688508087068e-05,
      "loss": 0.1367,
      "step": 214550
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6122569964877746e-05,
      "loss": 0.1347,
      "step": 214560
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.612145142166842e-05,
      "loss": 0.1391,
      "step": 214570
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6120332878459098e-05,
      "loss": 0.1357,
      "step": 214580
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.611921433524977e-05,
      "loss": 0.1386,
      "step": 214590
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6118095792040447e-05,
      "loss": 0.1339,
      "step": 214600
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6116977248831125e-05,
      "loss": 0.1338,
      "step": 214610
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.61158587056218e-05,
      "loss": 0.1319,
      "step": 214620
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6114740162412478e-05,
      "loss": 0.1363,
      "step": 214630
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.611362161920315e-05,
      "loss": 0.13,
      "step": 214640
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6112503075993827e-05,
      "loss": 0.1361,
      "step": 214650
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6111384532784505e-05,
      "loss": 0.1366,
      "step": 214660
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.611026598957518e-05,
      "loss": 0.1332,
      "step": 214670
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6109147446365857e-05,
      "loss": 0.1295,
      "step": 214680
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.610802890315653e-05,
      "loss": 0.1369,
      "step": 214690
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6106910359947206e-05,
      "loss": 0.1363,
      "step": 214700
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6105791816737884e-05,
      "loss": 0.1379,
      "step": 214710
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6104673273528555e-05,
      "loss": 0.1385,
      "step": 214720
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6103554730319237e-05,
      "loss": 0.1391,
      "step": 214730
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6102436187109908e-05,
      "loss": 0.1412,
      "step": 214740
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6101317643900586e-05,
      "loss": 0.1368,
      "step": 214750
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6100199100691257e-05,
      "loss": 0.138,
      "step": 214760
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6099080557481935e-05,
      "loss": 0.1342,
      "step": 214770
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6097962014272613e-05,
      "loss": 0.1329,
      "step": 214780
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6096843471063287e-05,
      "loss": 0.1344,
      "step": 214790
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6095724927853965e-05,
      "loss": 0.1364,
      "step": 214800
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6094606384644636e-05,
      "loss": 0.1346,
      "step": 214810
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6093487841435314e-05,
      "loss": 0.132,
      "step": 214820
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6092369298225992e-05,
      "loss": 0.1327,
      "step": 214830
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6091250755016667e-05,
      "loss": 0.1387,
      "step": 214840
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6090132211807345e-05,
      "loss": 0.1371,
      "step": 214850
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6089013668598016e-05,
      "loss": 0.1354,
      "step": 214860
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6087895125388694e-05,
      "loss": 0.1352,
      "step": 214870
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6086776582179372e-05,
      "loss": 0.1372,
      "step": 214880
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6085658038970046e-05,
      "loss": 0.1331,
      "step": 214890
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6084539495760724e-05,
      "loss": 0.1361,
      "step": 214900
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6083420952551395e-05,
      "loss": 0.1328,
      "step": 214910
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6082302409342073e-05,
      "loss": 0.1369,
      "step": 214920
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.608118386613275e-05,
      "loss": 0.1356,
      "step": 214930
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6080065322923426e-05,
      "loss": 0.1325,
      "step": 214940
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6078946779714104e-05,
      "loss": 0.1433,
      "step": 214950
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6077828236504775e-05,
      "loss": 0.1365,
      "step": 214960
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6076709693295453e-05,
      "loss": 0.1412,
      "step": 214970
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.607559115008613e-05,
      "loss": 0.1328,
      "step": 214980
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6074472606876805e-05,
      "loss": 0.1392,
      "step": 214990
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6073354063667483e-05,
      "loss": 0.1269,
      "step": 215000
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6072235520458154e-05,
      "loss": 0.1328,
      "step": 215010
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6071116977248832e-05,
      "loss": 0.1318,
      "step": 215020
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.606999843403951e-05,
      "loss": 0.1378,
      "step": 215030
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6068879890830185e-05,
      "loss": 0.1349,
      "step": 215040
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6067761347620863e-05,
      "loss": 0.1358,
      "step": 215050
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6066642804411534e-05,
      "loss": 0.1318,
      "step": 215060
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6065524261202212e-05,
      "loss": 0.1361,
      "step": 215070
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6064405717992886e-05,
      "loss": 0.1378,
      "step": 215080
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6063287174783564e-05,
      "loss": 0.1337,
      "step": 215090
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6062168631574242e-05,
      "loss": 0.1386,
      "step": 215100
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6061050088364913e-05,
      "loss": 0.1437,
      "step": 215110
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.605993154515559e-05,
      "loss": 0.1355,
      "step": 215120
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6058813001946262e-05,
      "loss": 0.137,
      "step": 215130
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6057694458736944e-05,
      "loss": 0.1386,
      "step": 215140
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.605657591552762e-05,
      "loss": 0.1337,
      "step": 215150
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6055457372318293e-05,
      "loss": 0.1348,
      "step": 215160
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.605433882910897e-05,
      "loss": 0.1418,
      "step": 215170
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6053220285899642e-05,
      "loss": 0.1339,
      "step": 215180
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.605210174269032e-05,
      "loss": 0.1328,
      "step": 215190
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6050983199481e-05,
      "loss": 0.1361,
      "step": 215200
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6049864656271672e-05,
      "loss": 0.1325,
      "step": 215210
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.604874611306235e-05,
      "loss": 0.1354,
      "step": 215220
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.604762756985302e-05,
      "loss": 0.1325,
      "step": 215230
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.60465090266437e-05,
      "loss": 0.1375,
      "step": 215240
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6045390483434377e-05,
      "loss": 0.1331,
      "step": 215250
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.604427194022505e-05,
      "loss": 0.141,
      "step": 215260
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.604315339701573e-05,
      "loss": 0.1355,
      "step": 215270
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.60420348538064e-05,
      "loss": 0.1354,
      "step": 215280
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.604091631059708e-05,
      "loss": 0.135,
      "step": 215290
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6039797767387757e-05,
      "loss": 0.1337,
      "step": 215300
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.603867922417843e-05,
      "loss": 0.1331,
      "step": 215310
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.603756068096911e-05,
      "loss": 0.1364,
      "step": 215320
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.603644213775978e-05,
      "loss": 0.1302,
      "step": 215330
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6035323594550458e-05,
      "loss": 0.1364,
      "step": 215340
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6034205051341136e-05,
      "loss": 0.1367,
      "step": 215350
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.603308650813181e-05,
      "loss": 0.1315,
      "step": 215360
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.603196796492249e-05,
      "loss": 0.1409,
      "step": 215370
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.603084942171316e-05,
      "loss": 0.1386,
      "step": 215380
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6029730878503838e-05,
      "loss": 0.1369,
      "step": 215390
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6028612335294512e-05,
      "loss": 0.1367,
      "step": 215400
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.602749379208519e-05,
      "loss": 0.1345,
      "step": 215410
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6026375248875868e-05,
      "loss": 0.1338,
      "step": 215420
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.602525670566654e-05,
      "loss": 0.1343,
      "step": 215430
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6024138162457217e-05,
      "loss": 0.1331,
      "step": 215440
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.602301961924789e-05,
      "loss": 0.1324,
      "step": 215450
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.602190107603857e-05,
      "loss": 0.1384,
      "step": 215460
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6020782532829247e-05,
      "loss": 0.1344,
      "step": 215470
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.601966398961992e-05,
      "loss": 0.1329,
      "step": 215480
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6018545446410597e-05,
      "loss": 0.1377,
      "step": 215490
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.601742690320127e-05,
      "loss": 0.1294,
      "step": 215500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.601630835999195e-05,
      "loss": 0.1324,
      "step": 215510
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6015189816782627e-05,
      "loss": 0.1354,
      "step": 215520
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6014071273573298e-05,
      "loss": 0.1382,
      "step": 215530
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6012952730363976e-05,
      "loss": 0.1348,
      "step": 215540
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.601183418715465e-05,
      "loss": 0.1372,
      "step": 215550
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.601071564394533e-05,
      "loss": 0.1358,
      "step": 215560
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6009597100736006e-05,
      "loss": 0.1372,
      "step": 215570
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6008478557526678e-05,
      "loss": 0.1334,
      "step": 215580
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6007360014317356e-05,
      "loss": 0.136,
      "step": 215590
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6006241471108027e-05,
      "loss": 0.1391,
      "step": 215600
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6005122927898708e-05,
      "loss": 0.1374,
      "step": 215610
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6004004384689386e-05,
      "loss": 0.1411,
      "step": 215620
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6002885841480057e-05,
      "loss": 0.1372,
      "step": 215630
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6001767298270735e-05,
      "loss": 0.1327,
      "step": 215640
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6000648755061406e-05,
      "loss": 0.1356,
      "step": 215650
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5999530211852084e-05,
      "loss": 0.1383,
      "step": 215660
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5998411668642762e-05,
      "loss": 0.1379,
      "step": 215670
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5997293125433437e-05,
      "loss": 0.1341,
      "step": 215680
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5996174582224114e-05,
      "loss": 0.1383,
      "step": 215690
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5995056039014786e-05,
      "loss": 0.1383,
      "step": 215700
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5993937495805464e-05,
      "loss": 0.1383,
      "step": 215710
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5992818952596138e-05,
      "loss": 0.1342,
      "step": 215720
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5991700409386816e-05,
      "loss": 0.1378,
      "step": 215730
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5990581866177494e-05,
      "loss": 0.1327,
      "step": 215740
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5989463322968165e-05,
      "loss": 0.1388,
      "step": 215750
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5988344779758843e-05,
      "loss": 0.1391,
      "step": 215760
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5987226236549518e-05,
      "loss": 0.1355,
      "step": 215770
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5986107693340195e-05,
      "loss": 0.1347,
      "step": 215780
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5984989150130873e-05,
      "loss": 0.1353,
      "step": 215790
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5983870606921545e-05,
      "loss": 0.137,
      "step": 215800
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5982752063712223e-05,
      "loss": 0.1413,
      "step": 215810
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5981633520502897e-05,
      "loss": 0.1404,
      "step": 215820
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5980514977293575e-05,
      "loss": 0.1361,
      "step": 215830
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5979396434084253e-05,
      "loss": 0.1355,
      "step": 215840
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5978277890874924e-05,
      "loss": 0.1388,
      "step": 215850
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5977159347665602e-05,
      "loss": 0.1393,
      "step": 215860
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5976040804456277e-05,
      "loss": 0.1389,
      "step": 215870
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5974922261246954e-05,
      "loss": 0.1363,
      "step": 215880
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5973803718037632e-05,
      "loss": 0.1361,
      "step": 215890
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5972685174828304e-05,
      "loss": 0.1347,
      "step": 215900
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.597156663161898e-05,
      "loss": 0.1355,
      "step": 215910
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5970448088409656e-05,
      "loss": 0.1326,
      "step": 215920
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5969329545200334e-05,
      "loss": 0.1353,
      "step": 215930
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5968211001991012e-05,
      "loss": 0.1365,
      "step": 215940
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5967092458781683e-05,
      "loss": 0.1359,
      "step": 215950
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.596597391557236e-05,
      "loss": 0.1369,
      "step": 215960
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5964855372363035e-05,
      "loss": 0.1342,
      "step": 215970
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5963736829153713e-05,
      "loss": 0.1371,
      "step": 215980
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5962618285944385e-05,
      "loss": 0.137,
      "step": 215990
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5961499742735062e-05,
      "loss": 0.1433,
      "step": 216000
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.596038119952574e-05,
      "loss": 0.1362,
      "step": 216010
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.595926265631641e-05,
      "loss": 0.1366,
      "step": 216020
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5958144113107093e-05,
      "loss": 0.1334,
      "step": 216030
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5957025569897764e-05,
      "loss": 0.1388,
      "step": 216040
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5955907026688442e-05,
      "loss": 0.1381,
      "step": 216050
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.595478848347912e-05,
      "loss": 0.1348,
      "step": 216060
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.595366994026979e-05,
      "loss": 0.1329,
      "step": 216070
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.595255139706047e-05,
      "loss": 0.1309,
      "step": 216080
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5951432853851143e-05,
      "loss": 0.1363,
      "step": 216090
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.595031431064182e-05,
      "loss": 0.1346,
      "step": 216100
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.59491957674325e-05,
      "loss": 0.1378,
      "step": 216110
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.594807722422317e-05,
      "loss": 0.1353,
      "step": 216120
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.594695868101385e-05,
      "loss": 0.1397,
      "step": 216130
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5945840137804523e-05,
      "loss": 0.137,
      "step": 216140
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.59447215945952e-05,
      "loss": 0.133,
      "step": 216150
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.594360305138588e-05,
      "loss": 0.1325,
      "step": 216160
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.594248450817655e-05,
      "loss": 0.133,
      "step": 216170
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5941365964967228e-05,
      "loss": 0.1291,
      "step": 216180
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5940247421757902e-05,
      "loss": 0.1333,
      "step": 216190
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.593912887854858e-05,
      "loss": 0.1316,
      "step": 216200
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5938010335339258e-05,
      "loss": 0.1349,
      "step": 216210
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.593689179212993e-05,
      "loss": 0.1344,
      "step": 216220
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5935773248920607e-05,
      "loss": 0.1409,
      "step": 216230
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5934654705711282e-05,
      "loss": 0.1338,
      "step": 216240
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.593353616250196e-05,
      "loss": 0.135,
      "step": 216250
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5932417619292638e-05,
      "loss": 0.1357,
      "step": 216260
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.593129907608331e-05,
      "loss": 0.1382,
      "step": 216270
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5930180532873987e-05,
      "loss": 0.1336,
      "step": 216280
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.592906198966466e-05,
      "loss": 0.1348,
      "step": 216290
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.592794344645534e-05,
      "loss": 0.1439,
      "step": 216300
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.592682490324601e-05,
      "loss": 0.1347,
      "step": 216310
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5925818214357623e-05,
      "loss": 0.1368,
      "step": 216320
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.59246996711483e-05,
      "loss": 0.1348,
      "step": 216330
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5923581127938972e-05,
      "loss": 0.1401,
      "step": 216340
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.592246258472965e-05,
      "loss": 0.1316,
      "step": 216350
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5921344041520324e-05,
      "loss": 0.1381,
      "step": 216360
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5920225498311002e-05,
      "loss": 0.1384,
      "step": 216370
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5919106955101673e-05,
      "loss": 0.1357,
      "step": 216380
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.591798841189235e-05,
      "loss": 0.1345,
      "step": 216390
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.591686986868303e-05,
      "loss": 0.1366,
      "step": 216400
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5915751325473704e-05,
      "loss": 0.1344,
      "step": 216410
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.591463278226438e-05,
      "loss": 0.1364,
      "step": 216420
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5913514239055053e-05,
      "loss": 0.1349,
      "step": 216430
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.591239569584573e-05,
      "loss": 0.1308,
      "step": 216440
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.591127715263641e-05,
      "loss": 0.1358,
      "step": 216450
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5910158609427083e-05,
      "loss": 0.135,
      "step": 216460
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.590904006621776e-05,
      "loss": 0.1388,
      "step": 216470
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5907921523008432e-05,
      "loss": 0.1344,
      "step": 216480
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.590680297979911e-05,
      "loss": 0.1333,
      "step": 216490
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5905684436589788e-05,
      "loss": 0.1367,
      "step": 216500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5904565893380463e-05,
      "loss": 0.1344,
      "step": 216510
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.590344735017114e-05,
      "loss": 0.1378,
      "step": 216520
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.590232880696181e-05,
      "loss": 0.1401,
      "step": 216530
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.590121026375249e-05,
      "loss": 0.1381,
      "step": 216540
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5900091720543168e-05,
      "loss": 0.1346,
      "step": 216550
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5898973177333842e-05,
      "loss": 0.1411,
      "step": 216560
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.589785463412452e-05,
      "loss": 0.1348,
      "step": 216570
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.589673609091519e-05,
      "loss": 0.137,
      "step": 216580
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.589561754770587e-05,
      "loss": 0.1347,
      "step": 216590
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5894499004496547e-05,
      "loss": 0.1314,
      "step": 216600
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.589338046128722e-05,
      "loss": 0.1382,
      "step": 216610
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.58922619180779e-05,
      "loss": 0.1334,
      "step": 216620
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.589114337486857e-05,
      "loss": 0.1369,
      "step": 216630
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.589002483165925e-05,
      "loss": 0.1356,
      "step": 216640
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5888906288449926e-05,
      "loss": 0.1386,
      "step": 216650
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5887787745240598e-05,
      "loss": 0.138,
      "step": 216660
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.588666920203128e-05,
      "loss": 0.1359,
      "step": 216670
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.588555065882195e-05,
      "loss": 0.1335,
      "step": 216680
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5884432115612628e-05,
      "loss": 0.1381,
      "step": 216690
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.58833135724033e-05,
      "loss": 0.1373,
      "step": 216700
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5882195029193977e-05,
      "loss": 0.1373,
      "step": 216710
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5881076485984655e-05,
      "loss": 0.1344,
      "step": 216720
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.587995794277533e-05,
      "loss": 0.1354,
      "step": 216730
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5878839399566008e-05,
      "loss": 0.136,
      "step": 216740
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.587772085635668e-05,
      "loss": 0.1361,
      "step": 216750
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5876602313147357e-05,
      "loss": 0.1344,
      "step": 216760
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5875483769938035e-05,
      "loss": 0.1391,
      "step": 216770
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.587436522672871e-05,
      "loss": 0.1383,
      "step": 216780
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5873246683519387e-05,
      "loss": 0.1329,
      "step": 216790
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5872128140310058e-05,
      "loss": 0.1336,
      "step": 216800
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5871009597100736e-05,
      "loss": 0.1318,
      "step": 216810
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5869891053891414e-05,
      "loss": 0.1363,
      "step": 216820
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.586877251068209e-05,
      "loss": 0.1335,
      "step": 216830
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5867653967472766e-05,
      "loss": 0.132,
      "step": 216840
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5866535424263438e-05,
      "loss": 0.1374,
      "step": 216850
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5865416881054116e-05,
      "loss": 0.1306,
      "step": 216860
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5864298337844793e-05,
      "loss": 0.1356,
      "step": 216870
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5863179794635468e-05,
      "loss": 0.1368,
      "step": 216880
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5862061251426146e-05,
      "loss": 0.1333,
      "step": 216890
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5860942708216817e-05,
      "loss": 0.1408,
      "step": 216900
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5859824165007495e-05,
      "loss": 0.1312,
      "step": 216910
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5858705621798173e-05,
      "loss": 0.1364,
      "step": 216920
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5857587078588847e-05,
      "loss": 0.1348,
      "step": 216930
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5856468535379525e-05,
      "loss": 0.1343,
      "step": 216940
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5855349992170197e-05,
      "loss": 0.1372,
      "step": 216950
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5854231448960874e-05,
      "loss": 0.1329,
      "step": 216960
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5853112905751552e-05,
      "loss": 0.1322,
      "step": 216970
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5851994362542227e-05,
      "loss": 0.137,
      "step": 216980
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5850875819332905e-05,
      "loss": 0.1331,
      "step": 216990
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5849757276123576e-05,
      "loss": 0.1287,
      "step": 217000
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5848638732914254e-05,
      "loss": 0.1329,
      "step": 217010
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.584752018970493e-05,
      "loss": 0.1365,
      "step": 217020
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5846401646495606e-05,
      "loss": 0.1372,
      "step": 217030
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5845283103286284e-05,
      "loss": 0.1341,
      "step": 217040
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5844164560076955e-05,
      "loss": 0.1371,
      "step": 217050
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5843046016867633e-05,
      "loss": 0.1354,
      "step": 217060
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5841927473658305e-05,
      "loss": 0.1332,
      "step": 217070
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5840808930448986e-05,
      "loss": 0.1288,
      "step": 217080
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5839690387239664e-05,
      "loss": 0.1371,
      "step": 217090
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5838571844030335e-05,
      "loss": 0.1287,
      "step": 217100
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5837453300821013e-05,
      "loss": 0.1331,
      "step": 217110
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5836334757611684e-05,
      "loss": 0.1367,
      "step": 217120
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5835216214402362e-05,
      "loss": 0.1359,
      "step": 217130
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.583409767119304e-05,
      "loss": 0.1313,
      "step": 217140
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5832979127983714e-05,
      "loss": 0.137,
      "step": 217150
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5831860584774392e-05,
      "loss": 0.137,
      "step": 217160
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5830742041565064e-05,
      "loss": 0.1368,
      "step": 217170
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.582962349835574e-05,
      "loss": 0.139,
      "step": 217180
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.582850495514642e-05,
      "loss": 0.1339,
      "step": 217190
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5827386411937094e-05,
      "loss": 0.1339,
      "step": 217200
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5826267868727772e-05,
      "loss": 0.1428,
      "step": 217210
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5825149325518443e-05,
      "loss": 0.1381,
      "step": 217220
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.582403078230912e-05,
      "loss": 0.1346,
      "step": 217230
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.58229122390998e-05,
      "loss": 0.1361,
      "step": 217240
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5821793695890473e-05,
      "loss": 0.1336,
      "step": 217250
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.582067515268115e-05,
      "loss": 0.1364,
      "step": 217260
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5819556609471822e-05,
      "loss": 0.1376,
      "step": 217270
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.58184380662625e-05,
      "loss": 0.1337,
      "step": 217280
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.581731952305318e-05,
      "loss": 0.1319,
      "step": 217290
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5816200979843853e-05,
      "loss": 0.1338,
      "step": 217300
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.581508243663453e-05,
      "loss": 0.1333,
      "step": 217310
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5813963893425202e-05,
      "loss": 0.1374,
      "step": 217320
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.581284535021588e-05,
      "loss": 0.1386,
      "step": 217330
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5811726807006554e-05,
      "loss": 0.1346,
      "step": 217340
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5810608263797232e-05,
      "loss": 0.1359,
      "step": 217350
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.580948972058791e-05,
      "loss": 0.1361,
      "step": 217360
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.580837117737858e-05,
      "loss": 0.1342,
      "step": 217370
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.580725263416926e-05,
      "loss": 0.131,
      "step": 217380
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5806134090959934e-05,
      "loss": 0.1348,
      "step": 217390
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5805015547750612e-05,
      "loss": 0.1356,
      "step": 217400
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.580389700454129e-05,
      "loss": 0.1363,
      "step": 217410
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.580277846133196e-05,
      "loss": 0.1327,
      "step": 217420
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.580165991812264e-05,
      "loss": 0.1332,
      "step": 217430
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5800541374913313e-05,
      "loss": 0.1331,
      "step": 217440
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.579942283170399e-05,
      "loss": 0.1318,
      "step": 217450
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.579830428849467e-05,
      "loss": 0.1356,
      "step": 217460
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.579718574528534e-05,
      "loss": 0.1337,
      "step": 217470
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5796067202076018e-05,
      "loss": 0.1354,
      "step": 217480
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.579494865886669e-05,
      "loss": 0.1319,
      "step": 217490
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.579383011565737e-05,
      "loss": 0.1328,
      "step": 217500
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.579271157244805e-05,
      "loss": 0.1352,
      "step": 217510
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.579159302923872e-05,
      "loss": 0.1392,
      "step": 217520
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5790474486029398e-05,
      "loss": 0.1357,
      "step": 217530
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.578935594282007e-05,
      "loss": 0.1327,
      "step": 217540
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5788237399610747e-05,
      "loss": 0.1346,
      "step": 217550
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5787118856401428e-05,
      "loss": 0.134,
      "step": 217560
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.57860003131921e-05,
      "loss": 0.1389,
      "step": 217570
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5784881769982777e-05,
      "loss": 0.1331,
      "step": 217580
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.578376322677345e-05,
      "loss": 0.1339,
      "step": 217590
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5782644683564126e-05,
      "loss": 0.1349,
      "step": 217600
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5781526140354804e-05,
      "loss": 0.137,
      "step": 217610
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.578040759714548e-05,
      "loss": 0.1351,
      "step": 217620
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5779289053936157e-05,
      "loss": 0.1379,
      "step": 217630
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5778170510726828e-05,
      "loss": 0.1347,
      "step": 217640
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5777051967517506e-05,
      "loss": 0.1375,
      "step": 217650
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.577593342430818e-05,
      "loss": 0.1393,
      "step": 217660
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5774814881098858e-05,
      "loss": 0.1351,
      "step": 217670
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5773696337889536e-05,
      "loss": 0.1316,
      "step": 217680
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5772577794680207e-05,
      "loss": 0.135,
      "step": 217690
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5771459251470885e-05,
      "loss": 0.1287,
      "step": 217700
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.577034070826156e-05,
      "loss": 0.1318,
      "step": 217710
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5769222165052238e-05,
      "loss": 0.13,
      "step": 217720
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5768103621842916e-05,
      "loss": 0.1348,
      "step": 217730
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5766985078633587e-05,
      "loss": 0.1363,
      "step": 217740
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5765866535424265e-05,
      "loss": 0.1378,
      "step": 217750
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.576474799221494e-05,
      "loss": 0.1407,
      "step": 217760
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5763629449005617e-05,
      "loss": 0.1381,
      "step": 217770
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5762510905796295e-05,
      "loss": 0.1319,
      "step": 217780
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5761392362586966e-05,
      "loss": 0.1351,
      "step": 217790
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5760273819377644e-05,
      "loss": 0.132,
      "step": 217800
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.575915527616832e-05,
      "loss": 0.1319,
      "step": 217810
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5758036732958997e-05,
      "loss": 0.1329,
      "step": 217820
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5756918189749675e-05,
      "loss": 0.1338,
      "step": 217830
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5755799646540346e-05,
      "loss": 0.1397,
      "step": 217840
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5754681103331024e-05,
      "loss": 0.1355,
      "step": 217850
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5753562560121698e-05,
      "loss": 0.1344,
      "step": 217860
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5752555871233307e-05,
      "loss": 0.1303,
      "step": 217870
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.575143732802398e-05,
      "loss": 0.1331,
      "step": 217880
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.575031878481466e-05,
      "loss": 0.1329,
      "step": 217890
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5749200241605337e-05,
      "loss": 0.1315,
      "step": 217900
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.574808169839601e-05,
      "loss": 0.1307,
      "step": 217910
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5746963155186686e-05,
      "loss": 0.1303,
      "step": 217920
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.574584461197736e-05,
      "loss": 0.129,
      "step": 217930
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.574472606876804e-05,
      "loss": 0.1341,
      "step": 217940
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5743607525558717e-05,
      "loss": 0.1321,
      "step": 217950
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5742488982349388e-05,
      "loss": 0.1319,
      "step": 217960
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5741370439140066e-05,
      "loss": 0.1343,
      "step": 217970
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.574025189593074e-05,
      "loss": 0.1368,
      "step": 217980
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.573913335272142e-05,
      "loss": 0.1365,
      "step": 217990
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5738014809512096e-05,
      "loss": 0.1386,
      "step": 218000
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5736896266302768e-05,
      "loss": 0.1424,
      "step": 218010
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5735777723093445e-05,
      "loss": 0.1293,
      "step": 218020
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.573465917988412e-05,
      "loss": 0.1323,
      "step": 218030
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5733540636674798e-05,
      "loss": 0.1336,
      "step": 218040
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.573242209346547e-05,
      "loss": 0.1363,
      "step": 218050
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5731303550256147e-05,
      "loss": 0.1363,
      "step": 218060
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5730185007046825e-05,
      "loss": 0.1371,
      "step": 218070
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.57290664638375e-05,
      "loss": 0.1334,
      "step": 218080
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5727947920628177e-05,
      "loss": 0.1406,
      "step": 218090
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.572682937741885e-05,
      "loss": 0.1344,
      "step": 218100
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5725710834209526e-05,
      "loss": 0.1347,
      "step": 218110
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5724592291000204e-05,
      "loss": 0.1312,
      "step": 218120
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5723473747790876e-05,
      "loss": 0.1362,
      "step": 218130
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5722355204581557e-05,
      "loss": 0.1312,
      "step": 218140
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5721236661372228e-05,
      "loss": 0.1327,
      "step": 218150
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5720118118162906e-05,
      "loss": 0.1346,
      "step": 218160
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5718999574953584e-05,
      "loss": 0.1348,
      "step": 218170
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5717881031744255e-05,
      "loss": 0.1347,
      "step": 218180
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5716762488534933e-05,
      "loss": 0.1371,
      "step": 218190
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5715643945325607e-05,
      "loss": 0.1349,
      "step": 218200
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5714525402116285e-05,
      "loss": 0.1382,
      "step": 218210
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5713406858906963e-05,
      "loss": 0.1337,
      "step": 218220
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5712288315697634e-05,
      "loss": 0.1369,
      "step": 218230
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5711169772488312e-05,
      "loss": 0.1349,
      "step": 218240
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5710051229278987e-05,
      "loss": 0.132,
      "step": 218250
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5708932686069665e-05,
      "loss": 0.1321,
      "step": 218260
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5707814142860343e-05,
      "loss": 0.1307,
      "step": 218270
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5706695599651014e-05,
      "loss": 0.1371,
      "step": 218280
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5705577056441692e-05,
      "loss": 0.1426,
      "step": 218290
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5704458513232366e-05,
      "loss": 0.1322,
      "step": 218300
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5703339970023044e-05,
      "loss": 0.1346,
      "step": 218310
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5702221426813722e-05,
      "loss": 0.1359,
      "step": 218320
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5701102883604393e-05,
      "loss": 0.1306,
      "step": 218330
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.569998434039507e-05,
      "loss": 0.1316,
      "step": 218340
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5698865797185746e-05,
      "loss": 0.1309,
      "step": 218350
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5697747253976424e-05,
      "loss": 0.1301,
      "step": 218360
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5696628710767095e-05,
      "loss": 0.1341,
      "step": 218370
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5695510167557773e-05,
      "loss": 0.1302,
      "step": 218380
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.569439162434845e-05,
      "loss": 0.1293,
      "step": 218390
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5693273081139125e-05,
      "loss": 0.1319,
      "step": 218400
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5692154537929803e-05,
      "loss": 0.133,
      "step": 218410
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5691035994720474e-05,
      "loss": 0.1344,
      "step": 218420
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5689917451511152e-05,
      "loss": 0.136,
      "step": 218430
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.568879890830183e-05,
      "loss": 0.1333,
      "step": 218440
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5687680365092505e-05,
      "loss": 0.1385,
      "step": 218450
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5686561821883183e-05,
      "loss": 0.1387,
      "step": 218460
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5685443278673854e-05,
      "loss": 0.1413,
      "step": 218470
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5684324735464532e-05,
      "loss": 0.1363,
      "step": 218480
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.568320619225521e-05,
      "loss": 0.1338,
      "step": 218490
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5682087649045884e-05,
      "loss": 0.1366,
      "step": 218500
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5680969105836562e-05,
      "loss": 0.1329,
      "step": 218510
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5679850562627233e-05,
      "loss": 0.1307,
      "step": 218520
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.567873201941791e-05,
      "loss": 0.139,
      "step": 218530
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.567761347620859e-05,
      "loss": 0.1384,
      "step": 218540
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5676494932999264e-05,
      "loss": 0.1322,
      "step": 218550
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5675376389789942e-05,
      "loss": 0.1371,
      "step": 218560
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5674257846580613e-05,
      "loss": 0.1312,
      "step": 218570
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.567313930337129e-05,
      "loss": 0.1361,
      "step": 218580
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.567202076016197e-05,
      "loss": 0.1317,
      "step": 218590
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.567090221695264e-05,
      "loss": 0.138,
      "step": 218600
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5669783673743318e-05,
      "loss": 0.1343,
      "step": 218610
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5668665130533992e-05,
      "loss": 0.1338,
      "step": 218620
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.566754658732467e-05,
      "loss": 0.1347,
      "step": 218630
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.566642804411534e-05,
      "loss": 0.1317,
      "step": 218640
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.566530950090602e-05,
      "loss": 0.1347,
      "step": 218650
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5664190957696697e-05,
      "loss": 0.134,
      "step": 218660
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5663072414487372e-05,
      "loss": 0.1354,
      "step": 218670
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.566195387127805e-05,
      "loss": 0.1337,
      "step": 218680
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.566083532806872e-05,
      "loss": 0.1352,
      "step": 218690
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.56597167848594e-05,
      "loss": 0.1312,
      "step": 218700
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5658598241650077e-05,
      "loss": 0.1354,
      "step": 218710
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.565747969844075e-05,
      "loss": 0.134,
      "step": 218720
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.565636115523143e-05,
      "loss": 0.1344,
      "step": 218730
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.56552426120221e-05,
      "loss": 0.1376,
      "step": 218740
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5654124068812778e-05,
      "loss": 0.1323,
      "step": 218750
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5653005525603456e-05,
      "loss": 0.1358,
      "step": 218760
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.565188698239413e-05,
      "loss": 0.1341,
      "step": 218770
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.565076843918481e-05,
      "loss": 0.1332,
      "step": 218780
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.564964989597548e-05,
      "loss": 0.1374,
      "step": 218790
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5648531352766158e-05,
      "loss": 0.1346,
      "step": 218800
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5647412809556836e-05,
      "loss": 0.1347,
      "step": 218810
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.564629426634751e-05,
      "loss": 0.1311,
      "step": 218820
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5645175723138188e-05,
      "loss": 0.1352,
      "step": 218830
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.564405717992886e-05,
      "loss": 0.133,
      "step": 218840
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5642938636719537e-05,
      "loss": 0.1382,
      "step": 218850
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5641820093510215e-05,
      "loss": 0.1372,
      "step": 218860
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.564070155030089e-05,
      "loss": 0.1349,
      "step": 218870
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5639583007091568e-05,
      "loss": 0.1384,
      "step": 218880
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.563846446388224e-05,
      "loss": 0.1312,
      "step": 218890
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5637345920672917e-05,
      "loss": 0.135,
      "step": 218900
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5636227377463595e-05,
      "loss": 0.136,
      "step": 218910
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.563510883425427e-05,
      "loss": 0.1342,
      "step": 218920
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5633990291044947e-05,
      "loss": 0.1282,
      "step": 218930
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5632871747835618e-05,
      "loss": 0.132,
      "step": 218940
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5631753204626296e-05,
      "loss": 0.1345,
      "step": 218950
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5630634661416967e-05,
      "loss": 0.1329,
      "step": 218960
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.562951611820765e-05,
      "loss": 0.1289,
      "step": 218970
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5628397574998327e-05,
      "loss": 0.1395,
      "step": 218980
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5627279031788998e-05,
      "loss": 0.1372,
      "step": 218990
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5626160488579676e-05,
      "loss": 0.1392,
      "step": 219000
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5625041945370347e-05,
      "loss": 0.1382,
      "step": 219010
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5623923402161025e-05,
      "loss": 0.1366,
      "step": 219020
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5622804858951706e-05,
      "loss": 0.1325,
      "step": 219030
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5621686315742377e-05,
      "loss": 0.1362,
      "step": 219040
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5620567772533055e-05,
      "loss": 0.1344,
      "step": 219050
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5619449229323726e-05,
      "loss": 0.1361,
      "step": 219060
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5618330686114404e-05,
      "loss": 0.1314,
      "step": 219070
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5617212142905082e-05,
      "loss": 0.1349,
      "step": 219080
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5616093599695757e-05,
      "loss": 0.1339,
      "step": 219090
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5614975056486435e-05,
      "loss": 0.1341,
      "step": 219100
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5613856513277106e-05,
      "loss": 0.1316,
      "step": 219110
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5612737970067784e-05,
      "loss": 0.1369,
      "step": 219120
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.561161942685846e-05,
      "loss": 0.1313,
      "step": 219130
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5610500883649136e-05,
      "loss": 0.1394,
      "step": 219140
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5609382340439814e-05,
      "loss": 0.1405,
      "step": 219150
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5608263797230485e-05,
      "loss": 0.1337,
      "step": 219160
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5607145254021163e-05,
      "loss": 0.1299,
      "step": 219170
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.560602671081184e-05,
      "loss": 0.1313,
      "step": 219180
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5604908167602516e-05,
      "loss": 0.1322,
      "step": 219190
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5603789624393194e-05,
      "loss": 0.1359,
      "step": 219200
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5602671081183865e-05,
      "loss": 0.1304,
      "step": 219210
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5601552537974543e-05,
      "loss": 0.1389,
      "step": 219220
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.560043399476522e-05,
      "loss": 0.1347,
      "step": 219230
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5599315451555895e-05,
      "loss": 0.134,
      "step": 219240
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5598196908346573e-05,
      "loss": 0.1344,
      "step": 219250
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5597078365137244e-05,
      "loss": 0.1332,
      "step": 219260
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5595959821927922e-05,
      "loss": 0.1373,
      "step": 219270
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5594841278718597e-05,
      "loss": 0.1289,
      "step": 219280
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5593722735509275e-05,
      "loss": 0.1332,
      "step": 219290
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5592604192299953e-05,
      "loss": 0.1384,
      "step": 219300
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5591485649090624e-05,
      "loss": 0.132,
      "step": 219310
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.55903671058813e-05,
      "loss": 0.132,
      "step": 219320
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5589248562671976e-05,
      "loss": 0.1284,
      "step": 219330
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5588130019462654e-05,
      "loss": 0.1328,
      "step": 219340
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5587011476253332e-05,
      "loss": 0.1318,
      "step": 219350
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5585892933044003e-05,
      "loss": 0.139,
      "step": 219360
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.558477438983468e-05,
      "loss": 0.1312,
      "step": 219370
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5583655846625356e-05,
      "loss": 0.1351,
      "step": 219380
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5582537303416034e-05,
      "loss": 0.1367,
      "step": 219390
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.558141876020671e-05,
      "loss": 0.1344,
      "step": 219400
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5580300216997383e-05,
      "loss": 0.1374,
      "step": 219410
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.557918167378806e-05,
      "loss": 0.1314,
      "step": 219420
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5578063130578732e-05,
      "loss": 0.1333,
      "step": 219430
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5576944587369413e-05,
      "loss": 0.1353,
      "step": 219440
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.557582604416009e-05,
      "loss": 0.1348,
      "step": 219450
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5574707500950762e-05,
      "loss": 0.1413,
      "step": 219460
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.557358895774144e-05,
      "loss": 0.1348,
      "step": 219470
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.557247041453211e-05,
      "loss": 0.1342,
      "step": 219480
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.557135187132279e-05,
      "loss": 0.1352,
      "step": 219490
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.557023332811347e-05,
      "loss": 0.133,
      "step": 219500
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.556911478490414e-05,
      "loss": 0.1372,
      "step": 219510
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.556799624169482e-05,
      "loss": 0.1374,
      "step": 219520
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.556687769848549e-05,
      "loss": 0.1322,
      "step": 219530
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.556575915527617e-05,
      "loss": 0.1305,
      "step": 219540
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5564640612066846e-05,
      "loss": 0.1301,
      "step": 219550
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.556352206885752e-05,
      "loss": 0.1355,
      "step": 219560
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.55624035256482e-05,
      "loss": 0.1365,
      "step": 219570
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.556128498243887e-05,
      "loss": 0.1339,
      "step": 219580
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5560166439229548e-05,
      "loss": 0.1327,
      "step": 219590
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5559047896020223e-05,
      "loss": 0.1336,
      "step": 219600
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.55579293528109e-05,
      "loss": 0.1333,
      "step": 219610
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.555681080960158e-05,
      "loss": 0.1368,
      "step": 219620
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.555569226639225e-05,
      "loss": 0.1365,
      "step": 219630
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5554573723182928e-05,
      "loss": 0.1273,
      "step": 219640
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5553455179973602e-05,
      "loss": 0.1341,
      "step": 219650
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.555233663676428e-05,
      "loss": 0.133,
      "step": 219660
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5551218093554958e-05,
      "loss": 0.1328,
      "step": 219670
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.555009955034563e-05,
      "loss": 0.1354,
      "step": 219680
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5548981007136307e-05,
      "loss": 0.1371,
      "step": 219690
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.554786246392698e-05,
      "loss": 0.1371,
      "step": 219700
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.554674392071766e-05,
      "loss": 0.1359,
      "step": 219710
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5545625377508337e-05,
      "loss": 0.1349,
      "step": 219720
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.554450683429901e-05,
      "loss": 0.1349,
      "step": 219730
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5543388291089686e-05,
      "loss": 0.1355,
      "step": 219740
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.554226974788036e-05,
      "loss": 0.1369,
      "step": 219750
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.554115120467104e-05,
      "loss": 0.1344,
      "step": 219760
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5540032661461717e-05,
      "loss": 0.1338,
      "step": 219770
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5538914118252388e-05,
      "loss": 0.1328,
      "step": 219780
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5537795575043066e-05,
      "loss": 0.1306,
      "step": 219790
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.553667703183374e-05,
      "loss": 0.1351,
      "step": 219800
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.553555848862442e-05,
      "loss": 0.131,
      "step": 219810
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5534439945415096e-05,
      "loss": 0.1347,
      "step": 219820
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5533321402205767e-05,
      "loss": 0.135,
      "step": 219830
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5532202858996445e-05,
      "loss": 0.132,
      "step": 219840
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5531084315787117e-05,
      "loss": 0.1318,
      "step": 219850
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5529965772577798e-05,
      "loss": 0.1321,
      "step": 219860
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5528847229368476e-05,
      "loss": 0.1379,
      "step": 219870
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5527728686159147e-05,
      "loss": 0.1351,
      "step": 219880
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5526610142949825e-05,
      "loss": 0.1345,
      "step": 219890
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5525491599740496e-05,
      "loss": 0.1354,
      "step": 219900
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5524373056531174e-05,
      "loss": 0.134,
      "step": 219910
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.552325451332185e-05,
      "loss": 0.1386,
      "step": 219920
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5522135970112526e-05,
      "loss": 0.1321,
      "step": 219930
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5521017426903204e-05,
      "loss": 0.135,
      "step": 219940
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5519898883693876e-05,
      "loss": 0.136,
      "step": 219950
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5518780340484553e-05,
      "loss": 0.131,
      "step": 219960
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5517661797275228e-05,
      "loss": 0.1353,
      "step": 219970
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5516543254065906e-05,
      "loss": 0.1309,
      "step": 219980
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5515424710856584e-05,
      "loss": 0.1334,
      "step": 219990
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5514306167647255e-05,
      "loss": 0.1289,
      "step": 220000
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5513187624437933e-05,
      "loss": 0.1362,
      "step": 220010
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5512069081228607e-05,
      "loss": 0.1324,
      "step": 220020
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5510950538019285e-05,
      "loss": 0.1355,
      "step": 220030
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5509831994809963e-05,
      "loss": 0.13,
      "step": 220040
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5508713451600634e-05,
      "loss": 0.133,
      "step": 220050
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5507594908391312e-05,
      "loss": 0.1342,
      "step": 220060
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5506476365181987e-05,
      "loss": 0.1317,
      "step": 220070
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5505357821972665e-05,
      "loss": 0.1363,
      "step": 220080
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5504239278763343e-05,
      "loss": 0.1322,
      "step": 220090
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5503120735554014e-05,
      "loss": 0.1322,
      "step": 220100
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5502002192344692e-05,
      "loss": 0.1341,
      "step": 220110
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5500883649135366e-05,
      "loss": 0.1346,
      "step": 220120
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5499765105926044e-05,
      "loss": 0.137,
      "step": 220130
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5498646562716722e-05,
      "loss": 0.1296,
      "step": 220140
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5497528019507393e-05,
      "loss": 0.1289,
      "step": 220150
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.549640947629807e-05,
      "loss": 0.1322,
      "step": 220160
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5495290933088746e-05,
      "loss": 0.1354,
      "step": 220170
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5494172389879424e-05,
      "loss": 0.1327,
      "step": 220180
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5493053846670102e-05,
      "loss": 0.1305,
      "step": 220190
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5491935303460773e-05,
      "loss": 0.1344,
      "step": 220200
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.549081676025145e-05,
      "loss": 0.1338,
      "step": 220210
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5489698217042125e-05,
      "loss": 0.1302,
      "step": 220220
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5488579673832803e-05,
      "loss": 0.1363,
      "step": 220230
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5487461130623474e-05,
      "loss": 0.1364,
      "step": 220240
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5486342587414152e-05,
      "loss": 0.1333,
      "step": 220250
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.548522404420483e-05,
      "loss": 0.1376,
      "step": 220260
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5484105500995505e-05,
      "loss": 0.1331,
      "step": 220270
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5482986957786183e-05,
      "loss": 0.1291,
      "step": 220280
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5481868414576854e-05,
      "loss": 0.133,
      "step": 220290
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5480749871367532e-05,
      "loss": 0.1327,
      "step": 220300
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.547963132815821e-05,
      "loss": 0.1347,
      "step": 220310
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.547851278494888e-05,
      "loss": 0.1356,
      "step": 220320
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5477394241739562e-05,
      "loss": 0.13,
      "step": 220330
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5476275698530233e-05,
      "loss": 0.1335,
      "step": 220340
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.547515715532091e-05,
      "loss": 0.134,
      "step": 220350
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.547403861211159e-05,
      "loss": 0.1366,
      "step": 220360
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.547292006890226e-05,
      "loss": 0.128,
      "step": 220370
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.547180152569294e-05,
      "loss": 0.1351,
      "step": 220380
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5470682982483613e-05,
      "loss": 0.1332,
      "step": 220390
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.546956443927429e-05,
      "loss": 0.1353,
      "step": 220400
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.546844589606497e-05,
      "loss": 0.1347,
      "step": 220410
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.546732735285564e-05,
      "loss": 0.1315,
      "step": 220420
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5466208809646318e-05,
      "loss": 0.1288,
      "step": 220430
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5465090266436992e-05,
      "loss": 0.1339,
      "step": 220440
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.546397172322767e-05,
      "loss": 0.1346,
      "step": 220450
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5462853180018348e-05,
      "loss": 0.136,
      "step": 220460
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.546173463680902e-05,
      "loss": 0.1309,
      "step": 220470
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5460616093599697e-05,
      "loss": 0.136,
      "step": 220480
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5459497550390372e-05,
      "loss": 0.1301,
      "step": 220490
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.545837900718105e-05,
      "loss": 0.1364,
      "step": 220500
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5457260463971728e-05,
      "loss": 0.1344,
      "step": 220510
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.54561419207624e-05,
      "loss": 0.1336,
      "step": 220520
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5455023377553077e-05,
      "loss": 0.1346,
      "step": 220530
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.545390483434375e-05,
      "loss": 0.1362,
      "step": 220540
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.545289814545536e-05,
      "loss": 0.1369,
      "step": 220550
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5451779602246035e-05,
      "loss": 0.1338,
      "step": 220560
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5450661059036713e-05,
      "loss": 0.1326,
      "step": 220570
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.544954251582739e-05,
      "loss": 0.1325,
      "step": 220580
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.544842397261806e-05,
      "loss": 0.133,
      "step": 220590
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.544730542940874e-05,
      "loss": 0.1278,
      "step": 220600
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5446186886199414e-05,
      "loss": 0.131,
      "step": 220610
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5445068342990092e-05,
      "loss": 0.1342,
      "step": 220620
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5443949799780763e-05,
      "loss": 0.1337,
      "step": 220630
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.544283125657144e-05,
      "loss": 0.1336,
      "step": 220640
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.544171271336212e-05,
      "loss": 0.1313,
      "step": 220650
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5440594170152794e-05,
      "loss": 0.1359,
      "step": 220660
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.543947562694347e-05,
      "loss": 0.1337,
      "step": 220670
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5438357083734143e-05,
      "loss": 0.1361,
      "step": 220680
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.543723854052482e-05,
      "loss": 0.1299,
      "step": 220690
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.54361199973155e-05,
      "loss": 0.1367,
      "step": 220700
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5435001454106173e-05,
      "loss": 0.1326,
      "step": 220710
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.543388291089685e-05,
      "loss": 0.1371,
      "step": 220720
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5432764367687522e-05,
      "loss": 0.1363,
      "step": 220730
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.54316458244782e-05,
      "loss": 0.1336,
      "step": 220740
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5430527281268878e-05,
      "loss": 0.1314,
      "step": 220750
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5429408738059552e-05,
      "loss": 0.1346,
      "step": 220760
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.542829019485023e-05,
      "loss": 0.1403,
      "step": 220770
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.54271716516409e-05,
      "loss": 0.1345,
      "step": 220780
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.542605310843158e-05,
      "loss": 0.1333,
      "step": 220790
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5424934565222257e-05,
      "loss": 0.1322,
      "step": 220800
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5423816022012932e-05,
      "loss": 0.1359,
      "step": 220810
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.542269747880361e-05,
      "loss": 0.1351,
      "step": 220820
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.542157893559428e-05,
      "loss": 0.1388,
      "step": 220830
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.542046039238496e-05,
      "loss": 0.1349,
      "step": 220840
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5419341849175637e-05,
      "loss": 0.1359,
      "step": 220850
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.541822330596631e-05,
      "loss": 0.133,
      "step": 220860
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.541710476275699e-05,
      "loss": 0.135,
      "step": 220870
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.541598621954766e-05,
      "loss": 0.1315,
      "step": 220880
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.541486767633834e-05,
      "loss": 0.1373,
      "step": 220890
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5413749133129016e-05,
      "loss": 0.1339,
      "step": 220900
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.541263058991969e-05,
      "loss": 0.1348,
      "step": 220910
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.541151204671037e-05,
      "loss": 0.1369,
      "step": 220920
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.541039350350104e-05,
      "loss": 0.1327,
      "step": 220930
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5409274960291718e-05,
      "loss": 0.1351,
      "step": 220940
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.540815641708239e-05,
      "loss": 0.1341,
      "step": 220950
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5407037873873067e-05,
      "loss": 0.1288,
      "step": 220960
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.540591933066375e-05,
      "loss": 0.13,
      "step": 220970
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.540480078745442e-05,
      "loss": 0.1352,
      "step": 220980
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5403682244245097e-05,
      "loss": 0.1367,
      "step": 220990
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.540256370103577e-05,
      "loss": 0.1341,
      "step": 221000
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5401445157826446e-05,
      "loss": 0.1362,
      "step": 221010
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5400326614617124e-05,
      "loss": 0.1318,
      "step": 221020
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.53992080714078e-05,
      "loss": 0.132,
      "step": 221030
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5398089528198477e-05,
      "loss": 0.1295,
      "step": 221040
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5396970984989148e-05,
      "loss": 0.1331,
      "step": 221050
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5395852441779826e-05,
      "loss": 0.1351,
      "step": 221060
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5394733898570504e-05,
      "loss": 0.1333,
      "step": 221070
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.539361535536118e-05,
      "loss": 0.133,
      "step": 221080
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5392496812151856e-05,
      "loss": 0.1305,
      "step": 221090
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5391378268942527e-05,
      "loss": 0.1344,
      "step": 221100
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5390259725733205e-05,
      "loss": 0.1359,
      "step": 221110
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5389141182523883e-05,
      "loss": 0.1305,
      "step": 221120
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5388022639314558e-05,
      "loss": 0.1332,
      "step": 221130
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5386904096105236e-05,
      "loss": 0.1335,
      "step": 221140
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5385785552895907e-05,
      "loss": 0.1319,
      "step": 221150
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5384667009686585e-05,
      "loss": 0.1329,
      "step": 221160
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5383548466477263e-05,
      "loss": 0.1313,
      "step": 221170
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5382429923267937e-05,
      "loss": 0.128,
      "step": 221180
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5381311380058615e-05,
      "loss": 0.1329,
      "step": 221190
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5380192836849286e-05,
      "loss": 0.1328,
      "step": 221200
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5379074293639964e-05,
      "loss": 0.1371,
      "step": 221210
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5377955750430642e-05,
      "loss": 0.1372,
      "step": 221220
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5376837207221317e-05,
      "loss": 0.1345,
      "step": 221230
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5375718664011995e-05,
      "loss": 0.1381,
      "step": 221240
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5374600120802666e-05,
      "loss": 0.1294,
      "step": 221250
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5373481577593344e-05,
      "loss": 0.1333,
      "step": 221260
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.537236303438402e-05,
      "loss": 0.1309,
      "step": 221270
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5371244491174696e-05,
      "loss": 0.1325,
      "step": 221280
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5370125947965374e-05,
      "loss": 0.1335,
      "step": 221290
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5369007404756045e-05,
      "loss": 0.136,
      "step": 221300
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5367888861546723e-05,
      "loss": 0.1317,
      "step": 221310
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5366770318337394e-05,
      "loss": 0.1356,
      "step": 221320
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5365651775128076e-05,
      "loss": 0.1355,
      "step": 221330
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5364533231918754e-05,
      "loss": 0.1346,
      "step": 221340
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5363414688709425e-05,
      "loss": 0.1299,
      "step": 221350
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5362296145500103e-05,
      "loss": 0.131,
      "step": 221360
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5361177602290774e-05,
      "loss": 0.138,
      "step": 221370
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5360059059081452e-05,
      "loss": 0.1344,
      "step": 221380
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5358940515872133e-05,
      "loss": 0.1323,
      "step": 221390
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5357821972662804e-05,
      "loss": 0.1291,
      "step": 221400
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5356703429453482e-05,
      "loss": 0.1328,
      "step": 221410
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5355584886244153e-05,
      "loss": 0.1368,
      "step": 221420
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.535446634303483e-05,
      "loss": 0.1335,
      "step": 221430
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.535334779982551e-05,
      "loss": 0.1378,
      "step": 221440
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5352229256616184e-05,
      "loss": 0.1331,
      "step": 221450
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5351110713406862e-05,
      "loss": 0.1378,
      "step": 221460
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5349992170197533e-05,
      "loss": 0.1338,
      "step": 221470
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.534887362698821e-05,
      "loss": 0.1364,
      "step": 221480
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.534775508377889e-05,
      "loss": 0.1365,
      "step": 221490
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5346636540569563e-05,
      "loss": 0.1334,
      "step": 221500
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.534551799736024e-05,
      "loss": 0.1332,
      "step": 221510
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5344399454150912e-05,
      "loss": 0.134,
      "step": 221520
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.534328091094159e-05,
      "loss": 0.1359,
      "step": 221530
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5342162367732268e-05,
      "loss": 0.1392,
      "step": 221540
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5341043824522943e-05,
      "loss": 0.139,
      "step": 221550
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.533992528131362e-05,
      "loss": 0.1344,
      "step": 221560
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5338806738104292e-05,
      "loss": 0.1326,
      "step": 221570
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.533768819489497e-05,
      "loss": 0.1359,
      "step": 221580
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5336569651685644e-05,
      "loss": 0.1304,
      "step": 221590
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5335451108476322e-05,
      "loss": 0.1353,
      "step": 221600
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5334332565267e-05,
      "loss": 0.1367,
      "step": 221610
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.533321402205767e-05,
      "loss": 0.1351,
      "step": 221620
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.533209547884835e-05,
      "loss": 0.1335,
      "step": 221630
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5330976935639024e-05,
      "loss": 0.1346,
      "step": 221640
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5329858392429702e-05,
      "loss": 0.132,
      "step": 221650
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.532873984922038e-05,
      "loss": 0.1379,
      "step": 221660
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.532762130601105e-05,
      "loss": 0.1347,
      "step": 221670
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.532650276280173e-05,
      "loss": 0.1325,
      "step": 221680
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5325384219592403e-05,
      "loss": 0.136,
      "step": 221690
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.532426567638308e-05,
      "loss": 0.1344,
      "step": 221700
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.532314713317376e-05,
      "loss": 0.1328,
      "step": 221710
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.532202858996443e-05,
      "loss": 0.1324,
      "step": 221720
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5320910046755108e-05,
      "loss": 0.1316,
      "step": 221730
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5319791503545783e-05,
      "loss": 0.134,
      "step": 221740
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.531867296033646e-05,
      "loss": 0.1346,
      "step": 221750
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.531755441712714e-05,
      "loss": 0.1393,
      "step": 221760
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.531643587391781e-05,
      "loss": 0.1354,
      "step": 221770
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5315317330708488e-05,
      "loss": 0.1271,
      "step": 221780
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.531419878749916e-05,
      "loss": 0.129,
      "step": 221790
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.531308024428984e-05,
      "loss": 0.1327,
      "step": 221800
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5311961701080518e-05,
      "loss": 0.1311,
      "step": 221810
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.531084315787119e-05,
      "loss": 0.1316,
      "step": 221820
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5309724614661867e-05,
      "loss": 0.1297,
      "step": 221830
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5308606071452538e-05,
      "loss": 0.1405,
      "step": 221840
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5307487528243216e-05,
      "loss": 0.1339,
      "step": 221850
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.530636898503389e-05,
      "loss": 0.1325,
      "step": 221860
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.530525044182457e-05,
      "loss": 0.1346,
      "step": 221870
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5304131898615247e-05,
      "loss": 0.1334,
      "step": 221880
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5303013355405918e-05,
      "loss": 0.138,
      "step": 221890
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5301894812196596e-05,
      "loss": 0.1319,
      "step": 221900
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.530077626898727e-05,
      "loss": 0.1355,
      "step": 221910
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5299657725777948e-05,
      "loss": 0.1334,
      "step": 221920
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5298539182568626e-05,
      "loss": 0.1296,
      "step": 221930
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5297420639359297e-05,
      "loss": 0.1392,
      "step": 221940
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5296302096149975e-05,
      "loss": 0.1338,
      "step": 221950
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.529518355294065e-05,
      "loss": 0.1343,
      "step": 221960
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5294065009731328e-05,
      "loss": 0.1341,
      "step": 221970
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5292946466522006e-05,
      "loss": 0.1294,
      "step": 221980
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5291827923312677e-05,
      "loss": 0.1318,
      "step": 221990
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5290709380103355e-05,
      "loss": 0.1338,
      "step": 222000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.528959083689403e-05,
      "loss": 0.1396,
      "step": 222010
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5288472293684707e-05,
      "loss": 0.1355,
      "step": 222020
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5287353750475385e-05,
      "loss": 0.1342,
      "step": 222030
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5286235207266056e-05,
      "loss": 0.1364,
      "step": 222040
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5285116664056734e-05,
      "loss": 0.1364,
      "step": 222050
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.528399812084741e-05,
      "loss": 0.1324,
      "step": 222060
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5282879577638087e-05,
      "loss": 0.1315,
      "step": 222070
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5281761034428765e-05,
      "loss": 0.1308,
      "step": 222080
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5280642491219436e-05,
      "loss": 0.1334,
      "step": 222090
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5279523948010114e-05,
      "loss": 0.1368,
      "step": 222100
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5278405404800788e-05,
      "loss": 0.1369,
      "step": 222110
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5277286861591466e-05,
      "loss": 0.1326,
      "step": 222120
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5276168318382144e-05,
      "loss": 0.1349,
      "step": 222130
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5275049775172815e-05,
      "loss": 0.1337,
      "step": 222140
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5273931231963493e-05,
      "loss": 0.1341,
      "step": 222150
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5272812688754168e-05,
      "loss": 0.1285,
      "step": 222160
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5271694145544846e-05,
      "loss": 0.135,
      "step": 222170
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5270575602335517e-05,
      "loss": 0.1319,
      "step": 222180
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5269457059126195e-05,
      "loss": 0.1328,
      "step": 222190
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5268338515916873e-05,
      "loss": 0.128,
      "step": 222200
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5267219972707544e-05,
      "loss": 0.1326,
      "step": 222210
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5266101429498225e-05,
      "loss": 0.1344,
      "step": 222220
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5264982886288896e-05,
      "loss": 0.1348,
      "step": 222230
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5263864343079574e-05,
      "loss": 0.1359,
      "step": 222240
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5262745799870252e-05,
      "loss": 0.1327,
      "step": 222250
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5261627256660923e-05,
      "loss": 0.1346,
      "step": 222260
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.52605087134516e-05,
      "loss": 0.1307,
      "step": 222270
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5259390170242276e-05,
      "loss": 0.1364,
      "step": 222280
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5258271627032954e-05,
      "loss": 0.1317,
      "step": 222290
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.525715308382363e-05,
      "loss": 0.1337,
      "step": 222300
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5256034540614303e-05,
      "loss": 0.1295,
      "step": 222310
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.525491599740498e-05,
      "loss": 0.1362,
      "step": 222320
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5253797454195655e-05,
      "loss": 0.1329,
      "step": 222330
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5252678910986333e-05,
      "loss": 0.1347,
      "step": 222340
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.525156036777701e-05,
      "loss": 0.1301,
      "step": 222350
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5250441824567682e-05,
      "loss": 0.1376,
      "step": 222360
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.524932328135836e-05,
      "loss": 0.1324,
      "step": 222370
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5248204738149035e-05,
      "loss": 0.1353,
      "step": 222380
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5247086194939713e-05,
      "loss": 0.1352,
      "step": 222390
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.524596765173039e-05,
      "loss": 0.1334,
      "step": 222400
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.524484910852106e-05,
      "loss": 0.1397,
      "step": 222410
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.524373056531174e-05,
      "loss": 0.1371,
      "step": 222420
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5242612022102414e-05,
      "loss": 0.1325,
      "step": 222430
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5241493478893092e-05,
      "loss": 0.1373,
      "step": 222440
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.524037493568377e-05,
      "loss": 0.133,
      "step": 222450
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.523925639247444e-05,
      "loss": 0.1326,
      "step": 222460
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.523813784926512e-05,
      "loss": 0.1316,
      "step": 222470
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5237019306055794e-05,
      "loss": 0.1321,
      "step": 222480
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.523590076284647e-05,
      "loss": 0.1364,
      "step": 222490
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5234782219637143e-05,
      "loss": 0.1372,
      "step": 222500
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.523366367642782e-05,
      "loss": 0.1368,
      "step": 222510
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.52325451332185e-05,
      "loss": 0.1266,
      "step": 222520
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5231426590009173e-05,
      "loss": 0.1331,
      "step": 222530
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.523030804679985e-05,
      "loss": 0.134,
      "step": 222540
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5229189503590522e-05,
      "loss": 0.1335,
      "step": 222550
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.52280709603812e-05,
      "loss": 0.135,
      "step": 222560
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5226952417171878e-05,
      "loss": 0.1338,
      "step": 222570
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5225833873962552e-05,
      "loss": 0.1359,
      "step": 222580
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.522471533075323e-05,
      "loss": 0.1299,
      "step": 222590
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.52235967875439e-05,
      "loss": 0.1331,
      "step": 222600
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.522247824433458e-05,
      "loss": 0.1331,
      "step": 222610
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5221359701125257e-05,
      "loss": 0.134,
      "step": 222620
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5220241157915932e-05,
      "loss": 0.132,
      "step": 222630
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.521912261470661e-05,
      "loss": 0.1359,
      "step": 222640
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.521800407149728e-05,
      "loss": 0.1379,
      "step": 222650
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.521688552828796e-05,
      "loss": 0.1354,
      "step": 222660
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5215766985078637e-05,
      "loss": 0.1315,
      "step": 222670
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5214648441869308e-05,
      "loss": 0.1366,
      "step": 222680
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.521352989865999e-05,
      "loss": 0.1329,
      "step": 222690
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.521241135545066e-05,
      "loss": 0.1306,
      "step": 222700
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.521129281224134e-05,
      "loss": 0.1347,
      "step": 222710
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5210174269032016e-05,
      "loss": 0.1319,
      "step": 222720
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5209055725822688e-05,
      "loss": 0.1313,
      "step": 222730
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5207937182613365e-05,
      "loss": 0.1344,
      "step": 222740
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.520681863940404e-05,
      "loss": 0.1292,
      "step": 222750
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5205700096194718e-05,
      "loss": 0.1371,
      "step": 222760
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5204581552985396e-05,
      "loss": 0.1334,
      "step": 222770
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5203463009776067e-05,
      "loss": 0.1299,
      "step": 222780
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5202344466566745e-05,
      "loss": 0.1317,
      "step": 222790
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.520122592335742e-05,
      "loss": 0.1289,
      "step": 222800
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5200107380148097e-05,
      "loss": 0.1355,
      "step": 222810
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.519898883693877e-05,
      "loss": 0.1342,
      "step": 222820
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5197870293729446e-05,
      "loss": 0.1346,
      "step": 222830
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5196751750520124e-05,
      "loss": 0.1368,
      "step": 222840
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.51956332073108e-05,
      "loss": 0.1306,
      "step": 222850
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5194514664101477e-05,
      "loss": 0.1292,
      "step": 222860
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5193396120892148e-05,
      "loss": 0.1334,
      "step": 222870
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5192277577682826e-05,
      "loss": 0.1339,
      "step": 222880
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5191159034473504e-05,
      "loss": 0.1301,
      "step": 222890
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.519004049126418e-05,
      "loss": 0.1345,
      "step": 222900
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5188921948054856e-05,
      "loss": 0.1361,
      "step": 222910
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5187803404845527e-05,
      "loss": 0.1308,
      "step": 222920
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5186684861636205e-05,
      "loss": 0.1362,
      "step": 222930
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5185566318426883e-05,
      "loss": 0.1376,
      "step": 222940
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5184447775217558e-05,
      "loss": 0.1309,
      "step": 222950
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5183329232008236e-05,
      "loss": 0.1364,
      "step": 222960
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5182210688798907e-05,
      "loss": 0.1359,
      "step": 222970
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5181092145589585e-05,
      "loss": 0.1346,
      "step": 222980
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5179973602380263e-05,
      "loss": 0.1317,
      "step": 222990
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5178855059170937e-05,
      "loss": 0.1331,
      "step": 223000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5177736515961615e-05,
      "loss": 0.1304,
      "step": 223010
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5176617972752286e-05,
      "loss": 0.1341,
      "step": 223020
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5175499429542964e-05,
      "loss": 0.1334,
      "step": 223030
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5174380886333642e-05,
      "loss": 0.1368,
      "step": 223040
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5173262343124317e-05,
      "loss": 0.1346,
      "step": 223050
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5172143799914995e-05,
      "loss": 0.1312,
      "step": 223060
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5171025256705666e-05,
      "loss": 0.133,
      "step": 223070
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5169906713496344e-05,
      "loss": 0.1325,
      "step": 223080
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5168788170287022e-05,
      "loss": 0.134,
      "step": 223090
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5167669627077696e-05,
      "loss": 0.1281,
      "step": 223100
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5166551083868374e-05,
      "loss": 0.132,
      "step": 223110
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5165432540659045e-05,
      "loss": 0.1319,
      "step": 223120
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5164313997449723e-05,
      "loss": 0.1346,
      "step": 223130
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5163195454240394e-05,
      "loss": 0.1362,
      "step": 223140
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5162076911031072e-05,
      "loss": 0.1358,
      "step": 223150
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.516095836782175e-05,
      "loss": 0.1376,
      "step": 223160
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5159839824612425e-05,
      "loss": 0.1335,
      "step": 223170
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5158721281403103e-05,
      "loss": 0.136,
      "step": 223180
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5157602738193774e-05,
      "loss": 0.1321,
      "step": 223190
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5156484194984452e-05,
      "loss": 0.1337,
      "step": 223200
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.515536565177513e-05,
      "loss": 0.1318,
      "step": 223210
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5154247108565804e-05,
      "loss": 0.1335,
      "step": 223220
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5153128565356482e-05,
      "loss": 0.1365,
      "step": 223230
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5152010022147153e-05,
      "loss": 0.1315,
      "step": 223240
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.515089147893783e-05,
      "loss": 0.1308,
      "step": 223250
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.514977293572851e-05,
      "loss": 0.1359,
      "step": 223260
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5148654392519184e-05,
      "loss": 0.1345,
      "step": 223270
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5147535849309862e-05,
      "loss": 0.126,
      "step": 223280
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5146417306100533e-05,
      "loss": 0.1345,
      "step": 223290
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.514529876289121e-05,
      "loss": 0.1344,
      "step": 223300
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.514418021968189e-05,
      "loss": 0.1323,
      "step": 223310
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5143061676472563e-05,
      "loss": 0.1327,
      "step": 223320
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.514194313326324e-05,
      "loss": 0.1326,
      "step": 223330
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5140824590053912e-05,
      "loss": 0.1282,
      "step": 223340
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.513970604684459e-05,
      "loss": 0.1367,
      "step": 223350
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5138587503635268e-05,
      "loss": 0.127,
      "step": 223360
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5137468960425943e-05,
      "loss": 0.1337,
      "step": 223370
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.513635041721662e-05,
      "loss": 0.1357,
      "step": 223380
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5135231874007292e-05,
      "loss": 0.1354,
      "step": 223390
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.513411333079797e-05,
      "loss": 0.1314,
      "step": 223400
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5132994787588648e-05,
      "loss": 0.13,
      "step": 223410
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5131876244379322e-05,
      "loss": 0.1286,
      "step": 223420
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.513075770117e-05,
      "loss": 0.1297,
      "step": 223430
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.512963915796067e-05,
      "loss": 0.1303,
      "step": 223440
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.512852061475135e-05,
      "loss": 0.135,
      "step": 223450
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5127402071542024e-05,
      "loss": 0.1363,
      "step": 223460
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.51262835283327e-05,
      "loss": 0.1319,
      "step": 223470
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.512516498512338e-05,
      "loss": 0.1334,
      "step": 223480
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.512404644191405e-05,
      "loss": 0.1284,
      "step": 223490
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.512292789870473e-05,
      "loss": 0.1318,
      "step": 223500
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.51218093554954e-05,
      "loss": 0.1338,
      "step": 223510
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.512069081228608e-05,
      "loss": 0.1293,
      "step": 223520
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.511957226907676e-05,
      "loss": 0.1319,
      "step": 223530
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.511845372586743e-05,
      "loss": 0.1362,
      "step": 223540
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5117335182658108e-05,
      "loss": 0.1291,
      "step": 223550
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.511621663944878e-05,
      "loss": 0.1372,
      "step": 223560
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5115098096239457e-05,
      "loss": 0.1367,
      "step": 223570
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.511397955303014e-05,
      "loss": 0.1318,
      "step": 223580
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.511286100982081e-05,
      "loss": 0.1379,
      "step": 223590
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5111742466611488e-05,
      "loss": 0.1345,
      "step": 223600
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.511062392340216e-05,
      "loss": 0.1331,
      "step": 223610
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5109505380192837e-05,
      "loss": 0.1343,
      "step": 223620
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5108498691304446e-05,
      "loss": 0.1388,
      "step": 223630
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5107380148095123e-05,
      "loss": 0.1331,
      "step": 223640
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.51062616048858e-05,
      "loss": 0.1361,
      "step": 223650
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5105143061676473e-05,
      "loss": 0.1317,
      "step": 223660
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.510402451846715e-05,
      "loss": 0.1297,
      "step": 223670
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5102905975257825e-05,
      "loss": 0.131,
      "step": 223680
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5101787432048503e-05,
      "loss": 0.1317,
      "step": 223690
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.510066888883918e-05,
      "loss": 0.1286,
      "step": 223700
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5099550345629852e-05,
      "loss": 0.1321,
      "step": 223710
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.509843180242053e-05,
      "loss": 0.1301,
      "step": 223720
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.50973132592112e-05,
      "loss": 0.1289,
      "step": 223730
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.509619471600188e-05,
      "loss": 0.1333,
      "step": 223740
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.509507617279256e-05,
      "loss": 0.1314,
      "step": 223750
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.509395762958323e-05,
      "loss": 0.1339,
      "step": 223760
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.509283908637391e-05,
      "loss": 0.1337,
      "step": 223770
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.509172054316458e-05,
      "loss": 0.1336,
      "step": 223780
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.509060199995526e-05,
      "loss": 0.1306,
      "step": 223790
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5089483456745936e-05,
      "loss": 0.1325,
      "step": 223800
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.508836491353661e-05,
      "loss": 0.1334,
      "step": 223810
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.508724637032729e-05,
      "loss": 0.1334,
      "step": 223820
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.508612782711796e-05,
      "loss": 0.1293,
      "step": 223830
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5085009283908638e-05,
      "loss": 0.133,
      "step": 223840
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5083890740699312e-05,
      "loss": 0.1333,
      "step": 223850
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.508277219748999e-05,
      "loss": 0.1348,
      "step": 223860
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.508165365428067e-05,
      "loss": 0.1352,
      "step": 223870
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.508053511107134e-05,
      "loss": 0.1335,
      "step": 223880
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5079416567862017e-05,
      "loss": 0.1332,
      "step": 223890
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5078298024652692e-05,
      "loss": 0.1381,
      "step": 223900
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.507717948144337e-05,
      "loss": 0.1314,
      "step": 223910
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5076060938234048e-05,
      "loss": 0.1284,
      "step": 223920
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.507494239502472e-05,
      "loss": 0.1314,
      "step": 223930
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5073823851815397e-05,
      "loss": 0.1324,
      "step": 223940
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.507270530860607e-05,
      "loss": 0.1297,
      "step": 223950
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.507158676539675e-05,
      "loss": 0.1332,
      "step": 223960
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5070468222187427e-05,
      "loss": 0.1338,
      "step": 223970
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.50693496789781e-05,
      "loss": 0.1294,
      "step": 223980
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5068231135768776e-05,
      "loss": 0.1345,
      "step": 223990
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.506711259255945e-05,
      "loss": 0.1361,
      "step": 224000
    },
    {
      "epoch": 0.5,
      "eval_NEIMS_canon_smiles": 0.9504,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.1576,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5552145677850493,
      "eval_NEIMS_exact_mols": 0.1574,
      "eval_NEIMS_exact_smiles": 0.15376666666666666,
      "eval_NEIMS_loss": 0.1608193963766098,
      "eval_NEIMS_matched_formulas": 0.6860666666666667,
      "eval_NEIMS_morgan_tanimoto_simil": 0.4711805599621337,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.15803333333333333,
      "eval_NEIMS_runtime": 733.1129,
      "eval_NEIMS_samples_per_second": 81.843,
      "eval_NEIMS_steps_per_second": 1.279,
      "step": 224000
    },
    {
      "epoch": 0.5,
      "eval_RASSP_canon_smiles": 0.9502120412729155,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.21477944368384144,
      "eval_RASSP_daylight_tanimoto_simil": 0.6512818144931016,
      "eval_RASSP_exact_mols": 0.21414498948141716,
      "eval_RASSP_exact_smiles": 0.20861855945503724,
      "eval_RASSP_loss": 0.1288018375635147,
      "eval_RASSP_matched_formulas": 0.8269609643703877,
      "eval_RASSP_morgan_tanimoto_simil": 0.5301035841925773,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.214261862623969,
      "eval_RASSP_runtime": 830.8283,
      "eval_RASSP_samples_per_second": 72.09,
      "eval_RASSP_steps_per_second": 1.127,
      "step": 224000
    },
    {
      "epoch": 0.5,
      "eval_NEIMS_old_canon_smiles": 0.949,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.15696666666666667,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5543772953386225,
      "eval_NEIMS_old_exact_mols": 0.15653333333333333,
      "eval_NEIMS_old_exact_smiles": 0.15213333333333334,
      "eval_NEIMS_old_loss": 0.1601402908563614,
      "eval_NEIMS_old_matched_formulas": 0.6873,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.4713788870043195,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.15726666666666667,
      "eval_NEIMS_old_runtime": 368.9641,
      "eval_NEIMS_old_samples_per_second": 81.309,
      "eval_NEIMS_old_steps_per_second": 1.271,
      "step": 224000
    },
    {
      "epoch": 0.5,
      "eval_RASSP_old_canon_smiles": 0.9481095872126005,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.23649347615710614,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.6673788425323666,
      "eval_RASSP_old_exact_mols": 0.23569259518804017,
      "eval_RASSP_old_exact_smiles": 0.22918543731437915,
      "eval_RASSP_old_loss": 0.12230634689331055,
      "eval_RASSP_old_matched_formulas": 0.8320819568191677,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.550042058203146,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.23592618547068442,
      "eval_RASSP_old_runtime": 416.1576,
      "eval_RASSP_old_samples_per_second": 72.009,
      "eval_RASSP_old_steps_per_second": 1.127,
      "step": 224000
    },
    {
      "epoch": 0.5,
      "eval_NIST_canon_smiles": 0.8416438939560634,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.02335237960038329,
      "eval_NIST_daylight_tanimoto_simil": 0.28738896784322476,
      "eval_NIST_exact_mols": 0.022216701565106294,
      "eval_NIST_exact_smiles": 0.02101004365262448,
      "eval_NIST_loss": 1.7980315685272217,
      "eval_NIST_matched_formulas": 0.11158036696596516,
      "eval_NIST_morgan_tanimoto_simil": 0.24131850904544705,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.02328139972317848,
      "eval_NIST_runtime": 568.2333,
      "eval_NIST_samples_per_second": 49.587,
      "eval_NIST_steps_per_second": 0.776,
      "step": 224000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.506599404935013e-05,
      "loss": 0.1338,
      "step": 224010
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5064875506140807e-05,
      "loss": 0.1303,
      "step": 224020
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5063756962931478e-05,
      "loss": 0.1282,
      "step": 224030
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5062638419722156e-05,
      "loss": 0.1316,
      "step": 224040
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.506151987651283e-05,
      "loss": 0.1326,
      "step": 224050
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5060401333303508e-05,
      "loss": 0.1313,
      "step": 224060
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5059282790094186e-05,
      "loss": 0.1306,
      "step": 224070
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5058164246884857e-05,
      "loss": 0.129,
      "step": 224080
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5057045703675535e-05,
      "loss": 0.1266,
      "step": 224090
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.505592716046621e-05,
      "loss": 0.1356,
      "step": 224100
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5054808617256888e-05,
      "loss": 0.1357,
      "step": 224110
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5053690074047566e-05,
      "loss": 0.1348,
      "step": 224120
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5052571530838237e-05,
      "loss": 0.1337,
      "step": 224130
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5051452987628915e-05,
      "loss": 0.1307,
      "step": 224140
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5050334444419586e-05,
      "loss": 0.1316,
      "step": 224150
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5049215901210267e-05,
      "loss": 0.1301,
      "step": 224160
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.504809735800094e-05,
      "loss": 0.1341,
      "step": 224170
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5046978814791616e-05,
      "loss": 0.1292,
      "step": 224180
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5045860271582294e-05,
      "loss": 0.1331,
      "step": 224190
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5044741728372965e-05,
      "loss": 0.1341,
      "step": 224200
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5043623185163643e-05,
      "loss": 0.1343,
      "step": 224210
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5042504641954318e-05,
      "loss": 0.1341,
      "step": 224220
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5041386098744996e-05,
      "loss": 0.1307,
      "step": 224230
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5040267555535674e-05,
      "loss": 0.1309,
      "step": 224240
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5039149012326345e-05,
      "loss": 0.1364,
      "step": 224250
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5038030469117023e-05,
      "loss": 0.1362,
      "step": 224260
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5036911925907697e-05,
      "loss": 0.1378,
      "step": 224270
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5035793382698375e-05,
      "loss": 0.1334,
      "step": 224280
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5034674839489053e-05,
      "loss": 0.1277,
      "step": 224290
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5033556296279724e-05,
      "loss": 0.1295,
      "step": 224300
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5032437753070402e-05,
      "loss": 0.132,
      "step": 224310
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5031319209861077e-05,
      "loss": 0.1313,
      "step": 224320
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5030200666651755e-05,
      "loss": 0.1313,
      "step": 224330
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5029082123442433e-05,
      "loss": 0.1328,
      "step": 224340
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5027963580233104e-05,
      "loss": 0.1349,
      "step": 224350
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5026845037023782e-05,
      "loss": 0.1338,
      "step": 224360
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5025726493814456e-05,
      "loss": 0.1327,
      "step": 224370
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5024607950605134e-05,
      "loss": 0.1332,
      "step": 224380
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5023489407395812e-05,
      "loss": 0.133,
      "step": 224390
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5022370864186483e-05,
      "loss": 0.134,
      "step": 224400
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.502125232097716e-05,
      "loss": 0.1322,
      "step": 224410
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5020133777767836e-05,
      "loss": 0.1307,
      "step": 224420
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5019015234558514e-05,
      "loss": 0.1362,
      "step": 224430
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.501789669134919e-05,
      "loss": 0.136,
      "step": 224440
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5016778148139863e-05,
      "loss": 0.1363,
      "step": 224450
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.501565960493054e-05,
      "loss": 0.1347,
      "step": 224460
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5014541061721215e-05,
      "loss": 0.1343,
      "step": 224470
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5013422518511893e-05,
      "loss": 0.1325,
      "step": 224480
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5012303975302564e-05,
      "loss": 0.1324,
      "step": 224490
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5011185432093242e-05,
      "loss": 0.135,
      "step": 224500
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.501006688888392e-05,
      "loss": 0.1327,
      "step": 224510
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5008948345674595e-05,
      "loss": 0.1338,
      "step": 224520
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5007829802465273e-05,
      "loss": 0.1319,
      "step": 224530
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5006711259255944e-05,
      "loss": 0.1333,
      "step": 224540
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5005592716046622e-05,
      "loss": 0.1286,
      "step": 224550
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.50044741728373e-05,
      "loss": 0.1336,
      "step": 224560
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5003355629627974e-05,
      "loss": 0.1338,
      "step": 224570
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5002237086418652e-05,
      "loss": 0.1296,
      "step": 224580
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5001118543209323e-05,
      "loss": 0.1301,
      "step": 224590
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5e-05,
      "loss": 0.1361,
      "step": 224600
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4998881456790676e-05,
      "loss": 0.1281,
      "step": 224610
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.499776291358135e-05,
      "loss": 0.1283,
      "step": 224620
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4996644370372028e-05,
      "loss": 0.1374,
      "step": 224630
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4995525827162706e-05,
      "loss": 0.1344,
      "step": 224640
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.499440728395338e-05,
      "loss": 0.1344,
      "step": 224650
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4993288740744055e-05,
      "loss": 0.1319,
      "step": 224660
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.499217019753473e-05,
      "loss": 0.1321,
      "step": 224670
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4991051654325408e-05,
      "loss": 0.1293,
      "step": 224680
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4989933111116086e-05,
      "loss": 0.1354,
      "step": 224690
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.498881456790676e-05,
      "loss": 0.1288,
      "step": 224700
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4987696024697435e-05,
      "loss": 0.1333,
      "step": 224710
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.498657748148811e-05,
      "loss": 0.1301,
      "step": 224720
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4985458938278787e-05,
      "loss": 0.1382,
      "step": 224730
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4984340395069465e-05,
      "loss": 0.1302,
      "step": 224740
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.498322185186014e-05,
      "loss": 0.1281,
      "step": 224750
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4982103308650814e-05,
      "loss": 0.1356,
      "step": 224760
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.498098476544149e-05,
      "loss": 0.132,
      "step": 224770
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4979866222232167e-05,
      "loss": 0.1369,
      "step": 224780
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4978747679022845e-05,
      "loss": 0.1358,
      "step": 224790
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.497762913581352e-05,
      "loss": 0.1333,
      "step": 224800
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4976510592604194e-05,
      "loss": 0.1332,
      "step": 224810
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4975392049394868e-05,
      "loss": 0.1336,
      "step": 224820
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4974273506185543e-05,
      "loss": 0.1342,
      "step": 224830
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.497315496297622e-05,
      "loss": 0.1363,
      "step": 224840
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.49720364197669e-05,
      "loss": 0.134,
      "step": 224850
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4970917876557573e-05,
      "loss": 0.1372,
      "step": 224860
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4969799333348248e-05,
      "loss": 0.1334,
      "step": 224870
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4968680790138922e-05,
      "loss": 0.1324,
      "step": 224880
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.49675622469296e-05,
      "loss": 0.1362,
      "step": 224890
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4966443703720278e-05,
      "loss": 0.1324,
      "step": 224900
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4965325160510953e-05,
      "loss": 0.1378,
      "step": 224910
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4964206617301627e-05,
      "loss": 0.1349,
      "step": 224920
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.49630880740923e-05,
      "loss": 0.1327,
      "step": 224930
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.496196953088298e-05,
      "loss": 0.1325,
      "step": 224940
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4960850987673658e-05,
      "loss": 0.1307,
      "step": 224950
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4959732444464332e-05,
      "loss": 0.1375,
      "step": 224960
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4958613901255007e-05,
      "loss": 0.1318,
      "step": 224970
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.495749535804568e-05,
      "loss": 0.1324,
      "step": 224980
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.495637681483636e-05,
      "loss": 0.1343,
      "step": 224990
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4955258271627034e-05,
      "loss": 0.134,
      "step": 225000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.495413972841771e-05,
      "loss": 0.1276,
      "step": 225010
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4953021185208386e-05,
      "loss": 0.1272,
      "step": 225020
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.495190264199906e-05,
      "loss": 0.1372,
      "step": 225030
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4950784098789735e-05,
      "loss": 0.1337,
      "step": 225040
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4949665555580413e-05,
      "loss": 0.136,
      "step": 225050
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.494854701237109e-05,
      "loss": 0.1324,
      "step": 225060
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4947428469161766e-05,
      "loss": 0.1374,
      "step": 225070
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.494630992595244e-05,
      "loss": 0.1325,
      "step": 225080
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4945191382743115e-05,
      "loss": 0.1325,
      "step": 225090
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4944072839533793e-05,
      "loss": 0.1289,
      "step": 225100
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.494295429632447e-05,
      "loss": 0.1378,
      "step": 225110
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4941835753115145e-05,
      "loss": 0.1356,
      "step": 225120
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.494071720990582e-05,
      "loss": 0.1271,
      "step": 225130
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4939598666696494e-05,
      "loss": 0.1279,
      "step": 225140
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4938480123487172e-05,
      "loss": 0.1326,
      "step": 225150
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4937361580277847e-05,
      "loss": 0.1357,
      "step": 225160
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4936243037068524e-05,
      "loss": 0.1312,
      "step": 225170
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.49351244938592e-05,
      "loss": 0.1363,
      "step": 225180
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4934005950649874e-05,
      "loss": 0.1304,
      "step": 225190
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.493288740744055e-05,
      "loss": 0.1336,
      "step": 225200
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4931768864231226e-05,
      "loss": 0.1365,
      "step": 225210
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4930650321021904e-05,
      "loss": 0.1313,
      "step": 225220
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.492953177781258e-05,
      "loss": 0.1366,
      "step": 225230
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4928413234603253e-05,
      "loss": 0.1344,
      "step": 225240
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4927294691393928e-05,
      "loss": 0.1288,
      "step": 225250
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4926176148184606e-05,
      "loss": 0.1304,
      "step": 225260
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4925057604975283e-05,
      "loss": 0.1327,
      "step": 225270
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4923939061765958e-05,
      "loss": 0.1339,
      "step": 225280
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4922820518556633e-05,
      "loss": 0.1314,
      "step": 225290
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4921701975347307e-05,
      "loss": 0.1323,
      "step": 225300
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4920583432137985e-05,
      "loss": 0.1319,
      "step": 225310
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.491946488892866e-05,
      "loss": 0.1275,
      "step": 225320
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4918346345719337e-05,
      "loss": 0.1316,
      "step": 225330
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4917227802510012e-05,
      "loss": 0.1366,
      "step": 225340
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4916109259300687e-05,
      "loss": 0.1393,
      "step": 225350
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4914990716091364e-05,
      "loss": 0.134,
      "step": 225360
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.491387217288204e-05,
      "loss": 0.1356,
      "step": 225370
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4912753629672717e-05,
      "loss": 0.134,
      "step": 225380
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.491163508646339e-05,
      "loss": 0.1322,
      "step": 225390
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4910516543254066e-05,
      "loss": 0.1323,
      "step": 225400
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4909398000044744e-05,
      "loss": 0.1312,
      "step": 225410
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.490827945683542e-05,
      "loss": 0.1337,
      "step": 225420
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4907160913626096e-05,
      "loss": 0.1315,
      "step": 225430
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.490604237041677e-05,
      "loss": 0.132,
      "step": 225440
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4904923827207445e-05,
      "loss": 0.1297,
      "step": 225450
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4903805283998123e-05,
      "loss": 0.133,
      "step": 225460
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4902686740788798e-05,
      "loss": 0.1346,
      "step": 225470
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4901568197579472e-05,
      "loss": 0.134,
      "step": 225480
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.490044965437015e-05,
      "loss": 0.1308,
      "step": 225490
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4899331111160825e-05,
      "loss": 0.1348,
      "step": 225500
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.48982125679515e-05,
      "loss": 0.1304,
      "step": 225510
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4897094024742177e-05,
      "loss": 0.1316,
      "step": 225520
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4895975481532852e-05,
      "loss": 0.1322,
      "step": 225530
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.489485693832353e-05,
      "loss": 0.1321,
      "step": 225540
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4893738395114204e-05,
      "loss": 0.132,
      "step": 225550
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.489261985190488e-05,
      "loss": 0.1325,
      "step": 225560
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4891501308695557e-05,
      "loss": 0.1335,
      "step": 225570
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.489038276548623e-05,
      "loss": 0.1304,
      "step": 225580
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.488926422227691e-05,
      "loss": 0.1339,
      "step": 225590
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4888145679067584e-05,
      "loss": 0.1317,
      "step": 225600
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.488702713585826e-05,
      "loss": 0.138,
      "step": 225610
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4885908592648936e-05,
      "loss": 0.1285,
      "step": 225620
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.488479004943961e-05,
      "loss": 0.1344,
      "step": 225630
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4883671506230285e-05,
      "loss": 0.1346,
      "step": 225640
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4882552963020963e-05,
      "loss": 0.1306,
      "step": 225650
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4881434419811638e-05,
      "loss": 0.1299,
      "step": 225660
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4880315876602316e-05,
      "loss": 0.1313,
      "step": 225670
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.487919733339299e-05,
      "loss": 0.1336,
      "step": 225680
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4878078790183665e-05,
      "loss": 0.134,
      "step": 225690
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4876960246974343e-05,
      "loss": 0.134,
      "step": 225700
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4875841703765017e-05,
      "loss": 0.131,
      "step": 225710
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4874723160555692e-05,
      "loss": 0.1319,
      "step": 225720
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.487360461734637e-05,
      "loss": 0.1328,
      "step": 225730
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4872486074137044e-05,
      "loss": 0.1295,
      "step": 225740
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4871367530927722e-05,
      "loss": 0.1247,
      "step": 225750
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4870248987718397e-05,
      "loss": 0.1292,
      "step": 225760
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.486913044450907e-05,
      "loss": 0.1346,
      "step": 225770
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.486801190129975e-05,
      "loss": 0.1353,
      "step": 225780
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4866893358090424e-05,
      "loss": 0.1355,
      "step": 225790
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.48657748148811e-05,
      "loss": 0.1329,
      "step": 225800
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4864656271671776e-05,
      "loss": 0.1323,
      "step": 225810
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.486353772846245e-05,
      "loss": 0.132,
      "step": 225820
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.486241918525313e-05,
      "loss": 0.1322,
      "step": 225830
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4861300642043803e-05,
      "loss": 0.1331,
      "step": 225840
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4860182098834478e-05,
      "loss": 0.1286,
      "step": 225850
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4859063555625156e-05,
      "loss": 0.1337,
      "step": 225860
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.485794501241583e-05,
      "loss": 0.1323,
      "step": 225870
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4856826469206508e-05,
      "loss": 0.1329,
      "step": 225880
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4855707925997183e-05,
      "loss": 0.133,
      "step": 225890
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4854589382787857e-05,
      "loss": 0.1314,
      "step": 225900
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4853470839578535e-05,
      "loss": 0.1339,
      "step": 225910
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.485235229636921e-05,
      "loss": 0.1361,
      "step": 225920
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4851233753159884e-05,
      "loss": 0.1314,
      "step": 225930
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4850115209950562e-05,
      "loss": 0.1351,
      "step": 225940
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4848996666741237e-05,
      "loss": 0.1335,
      "step": 225950
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.484787812353191e-05,
      "loss": 0.1349,
      "step": 225960
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.484675958032259e-05,
      "loss": 0.1342,
      "step": 225970
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4845641037113264e-05,
      "loss": 0.1345,
      "step": 225980
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4844522493903942e-05,
      "loss": 0.1363,
      "step": 225990
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4843403950694616e-05,
      "loss": 0.1361,
      "step": 226000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.484228540748529e-05,
      "loss": 0.1248,
      "step": 226010
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.484116686427597e-05,
      "loss": 0.1311,
      "step": 226020
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4840048321066643e-05,
      "loss": 0.1347,
      "step": 226030
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.483892977785732e-05,
      "loss": 0.1342,
      "step": 226040
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4837811234647996e-05,
      "loss": 0.1328,
      "step": 226050
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.483669269143867e-05,
      "loss": 0.135,
      "step": 226060
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4835574148229348e-05,
      "loss": 0.1327,
      "step": 226070
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4834455605020023e-05,
      "loss": 0.134,
      "step": 226080
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.48333370618107e-05,
      "loss": 0.1333,
      "step": 226090
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4832218518601375e-05,
      "loss": 0.1321,
      "step": 226100
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.483109997539205e-05,
      "loss": 0.1315,
      "step": 226110
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4829981432182724e-05,
      "loss": 0.1326,
      "step": 226120
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4828862888973402e-05,
      "loss": 0.1312,
      "step": 226130
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4827744345764077e-05,
      "loss": 0.1327,
      "step": 226140
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4826625802554755e-05,
      "loss": 0.1264,
      "step": 226150
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.482550725934543e-05,
      "loss": 0.1344,
      "step": 226160
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4824388716136104e-05,
      "loss": 0.1302,
      "step": 226170
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4823270172926782e-05,
      "loss": 0.1323,
      "step": 226180
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4822151629717456e-05,
      "loss": 0.1298,
      "step": 226190
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4821033086508134e-05,
      "loss": 0.1293,
      "step": 226200
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.481991454329881e-05,
      "loss": 0.1288,
      "step": 226210
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4818796000089483e-05,
      "loss": 0.1334,
      "step": 226220
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.481767745688016e-05,
      "loss": 0.1362,
      "step": 226230
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4816558913670836e-05,
      "loss": 0.1338,
      "step": 226240
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4815440370461514e-05,
      "loss": 0.1317,
      "step": 226250
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4814321827252188e-05,
      "loss": 0.1277,
      "step": 226260
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4813203284042863e-05,
      "loss": 0.1326,
      "step": 226270
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4812084740833537e-05,
      "loss": 0.1352,
      "step": 226280
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4810966197624215e-05,
      "loss": 0.1333,
      "step": 226290
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4809847654414893e-05,
      "loss": 0.135,
      "step": 226300
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4808729111205568e-05,
      "loss": 0.1296,
      "step": 226310
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4807610567996242e-05,
      "loss": 0.1375,
      "step": 226320
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4806492024786917e-05,
      "loss": 0.1318,
      "step": 226330
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4805373481577595e-05,
      "loss": 0.1311,
      "step": 226340
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4804254938368273e-05,
      "loss": 0.1277,
      "step": 226350
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4803136395158947e-05,
      "loss": 0.133,
      "step": 226360
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4802017851949622e-05,
      "loss": 0.1301,
      "step": 226370
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4800899308740296e-05,
      "loss": 0.1324,
      "step": 226380
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4799780765530974e-05,
      "loss": 0.1348,
      "step": 226390
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.479866222232165e-05,
      "loss": 0.1299,
      "step": 226400
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4797543679112327e-05,
      "loss": 0.1302,
      "step": 226410
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4796425135903e-05,
      "loss": 0.1316,
      "step": 226420
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4795306592693676e-05,
      "loss": 0.1319,
      "step": 226430
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.479418804948435e-05,
      "loss": 0.1339,
      "step": 226440
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4793069506275028e-05,
      "loss": 0.1273,
      "step": 226450
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4791950963065706e-05,
      "loss": 0.1342,
      "step": 226460
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.479083241985638e-05,
      "loss": 0.1325,
      "step": 226470
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4789713876647055e-05,
      "loss": 0.1283,
      "step": 226480
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.478859533343773e-05,
      "loss": 0.1331,
      "step": 226490
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4787476790228408e-05,
      "loss": 0.1316,
      "step": 226500
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4786358247019086e-05,
      "loss": 0.132,
      "step": 226510
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.478523970380976e-05,
      "loss": 0.1315,
      "step": 226520
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4784121160600435e-05,
      "loss": 0.1339,
      "step": 226530
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.478300261739111e-05,
      "loss": 0.1329,
      "step": 226540
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4781884074181787e-05,
      "loss": 0.1298,
      "step": 226550
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4780765530972465e-05,
      "loss": 0.1371,
      "step": 226560
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.477964698776314e-05,
      "loss": 0.1333,
      "step": 226570
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4778528444553814e-05,
      "loss": 0.1306,
      "step": 226580
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.477740990134449e-05,
      "loss": 0.1324,
      "step": 226590
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4776291358135163e-05,
      "loss": 0.1329,
      "step": 226600
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.477517281492584e-05,
      "loss": 0.1327,
      "step": 226610
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.477405427171652e-05,
      "loss": 0.1344,
      "step": 226620
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4772935728507194e-05,
      "loss": 0.1331,
      "step": 226630
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4771817185297868e-05,
      "loss": 0.1334,
      "step": 226640
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4770698642088543e-05,
      "loss": 0.127,
      "step": 226650
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.476958009887922e-05,
      "loss": 0.1296,
      "step": 226660
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.47684615556699e-05,
      "loss": 0.1324,
      "step": 226670
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4767343012460573e-05,
      "loss": 0.1282,
      "step": 226680
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4766224469251248e-05,
      "loss": 0.134,
      "step": 226690
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4765105926041922e-05,
      "loss": 0.1371,
      "step": 226700
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.47639873828326e-05,
      "loss": 0.1333,
      "step": 226710
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4762868839623278e-05,
      "loss": 0.1321,
      "step": 226720
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4761750296413953e-05,
      "loss": 0.1292,
      "step": 226730
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4760631753204627e-05,
      "loss": 0.1295,
      "step": 226740
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.47595132099953e-05,
      "loss": 0.1267,
      "step": 226750
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4758394666785976e-05,
      "loss": 0.1294,
      "step": 226760
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4757276123576657e-05,
      "loss": 0.1296,
      "step": 226770
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4756157580367332e-05,
      "loss": 0.1334,
      "step": 226780
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4755039037158007e-05,
      "loss": 0.1353,
      "step": 226790
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.475392049394868e-05,
      "loss": 0.1321,
      "step": 226800
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4752801950739356e-05,
      "loss": 0.1325,
      "step": 226810
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4751683407530034e-05,
      "loss": 0.128,
      "step": 226820
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.475056486432071e-05,
      "loss": 0.1287,
      "step": 226830
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4749446321111386e-05,
      "loss": 0.1325,
      "step": 226840
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.474832777790206e-05,
      "loss": 0.1299,
      "step": 226850
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4747209234692735e-05,
      "loss": 0.1328,
      "step": 226860
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4746090691483413e-05,
      "loss": 0.1342,
      "step": 226870
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.474497214827409e-05,
      "loss": 0.132,
      "step": 226880
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4743853605064766e-05,
      "loss": 0.1337,
      "step": 226890
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.474273506185544e-05,
      "loss": 0.1296,
      "step": 226900
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4741616518646115e-05,
      "loss": 0.13,
      "step": 226910
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4740497975436793e-05,
      "loss": 0.1309,
      "step": 226920
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.473937943222747e-05,
      "loss": 0.1292,
      "step": 226930
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4738260889018145e-05,
      "loss": 0.1314,
      "step": 226940
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.473714234580882e-05,
      "loss": 0.1301,
      "step": 226950
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4736023802599494e-05,
      "loss": 0.1295,
      "step": 226960
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4734905259390172e-05,
      "loss": 0.134,
      "step": 226970
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.473378671618085e-05,
      "loss": 0.1322,
      "step": 226980
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4732668172971524e-05,
      "loss": 0.1321,
      "step": 226990
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.47315496297622e-05,
      "loss": 0.1352,
      "step": 227000
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4730431086552874e-05,
      "loss": 0.1353,
      "step": 227010
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4729312543343548e-05,
      "loss": 0.1336,
      "step": 227020
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.472819400013423e-05,
      "loss": 0.1322,
      "step": 227030
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4727075456924904e-05,
      "loss": 0.1333,
      "step": 227040
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.472595691371558e-05,
      "loss": 0.1231,
      "step": 227050
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4724838370506253e-05,
      "loss": 0.1359,
      "step": 227060
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4723719827296928e-05,
      "loss": 0.1327,
      "step": 227070
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4722601284087605e-05,
      "loss": 0.1319,
      "step": 227080
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4721482740878283e-05,
      "loss": 0.1307,
      "step": 227090
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4720364197668958e-05,
      "loss": 0.132,
      "step": 227100
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4719245654459632e-05,
      "loss": 0.1406,
      "step": 227110
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4718127111250307e-05,
      "loss": 0.1351,
      "step": 227120
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4717008568040985e-05,
      "loss": 0.1311,
      "step": 227130
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4715890024831663e-05,
      "loss": 0.1316,
      "step": 227140
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4714771481622337e-05,
      "loss": 0.1348,
      "step": 227150
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4713652938413012e-05,
      "loss": 0.1373,
      "step": 227160
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4712534395203687e-05,
      "loss": 0.131,
      "step": 227170
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4711415851994364e-05,
      "loss": 0.1311,
      "step": 227180
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4710297308785042e-05,
      "loss": 0.1296,
      "step": 227190
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4709178765575717e-05,
      "loss": 0.132,
      "step": 227200
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.470806022236639e-05,
      "loss": 0.1307,
      "step": 227210
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4706941679157066e-05,
      "loss": 0.1277,
      "step": 227220
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.470582313594774e-05,
      "loss": 0.1292,
      "step": 227230
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.470470459273842e-05,
      "loss": 0.1362,
      "step": 227240
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4703586049529096e-05,
      "loss": 0.1322,
      "step": 227250
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.470246750631977e-05,
      "loss": 0.1315,
      "step": 227260
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4701348963110445e-05,
      "loss": 0.1294,
      "step": 227270
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.470023041990112e-05,
      "loss": 0.1328,
      "step": 227280
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4699111876691798e-05,
      "loss": 0.1292,
      "step": 227290
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4697993333482476e-05,
      "loss": 0.129,
      "step": 227300
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.469687479027315e-05,
      "loss": 0.1329,
      "step": 227310
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4695756247063825e-05,
      "loss": 0.133,
      "step": 227320
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.46946377038545e-05,
      "loss": 0.1335,
      "step": 227330
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4693519160645177e-05,
      "loss": 0.1334,
      "step": 227340
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4692400617435855e-05,
      "loss": 0.1313,
      "step": 227350
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.469128207422653e-05,
      "loss": 0.1329,
      "step": 227360
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4690163531017204e-05,
      "loss": 0.1244,
      "step": 227370
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.468904498780788e-05,
      "loss": 0.1306,
      "step": 227380
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4687926444598557e-05,
      "loss": 0.1324,
      "step": 227390
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.468680790138923e-05,
      "loss": 0.132,
      "step": 227400
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.468568935817991e-05,
      "loss": 0.135,
      "step": 227410
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4684570814970584e-05,
      "loss": 0.1366,
      "step": 227420
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.468345227176126e-05,
      "loss": 0.1291,
      "step": 227430
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4682333728551933e-05,
      "loss": 0.1318,
      "step": 227440
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.468121518534261e-05,
      "loss": 0.1311,
      "step": 227450
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.468009664213329e-05,
      "loss": 0.1279,
      "step": 227460
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4678978098923963e-05,
      "loss": 0.1343,
      "step": 227470
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4677859555714638e-05,
      "loss": 0.1309,
      "step": 227480
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4676741012505312e-05,
      "loss": 0.1336,
      "step": 227490
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.467562246929599e-05,
      "loss": 0.1336,
      "step": 227500
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4674503926086668e-05,
      "loss": 0.1286,
      "step": 227510
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4673385382877343e-05,
      "loss": 0.1314,
      "step": 227520
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4672266839668017e-05,
      "loss": 0.1303,
      "step": 227530
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4671148296458692e-05,
      "loss": 0.1352,
      "step": 227540
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.467002975324937e-05,
      "loss": 0.1357,
      "step": 227550
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4668911210040044e-05,
      "loss": 0.1348,
      "step": 227560
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4667792666830722e-05,
      "loss": 0.1272,
      "step": 227570
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4666674123621397e-05,
      "loss": 0.1324,
      "step": 227580
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.466555558041207e-05,
      "loss": 0.1334,
      "step": 227590
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.466443703720275e-05,
      "loss": 0.1362,
      "step": 227600
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4663318493993424e-05,
      "loss": 0.1313,
      "step": 227610
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4662199950784102e-05,
      "loss": 0.1321,
      "step": 227620
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4661081407574776e-05,
      "loss": 0.1302,
      "step": 227630
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4660074718686385e-05,
      "loss": 0.1271,
      "step": 227640
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.465895617547706e-05,
      "loss": 0.1291,
      "step": 227650
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4657837632267734e-05,
      "loss": 0.1337,
      "step": 227660
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4656719089058412e-05,
      "loss": 0.1312,
      "step": 227670
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4655600545849087e-05,
      "loss": 0.1349,
      "step": 227680
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4654482002639765e-05,
      "loss": 0.1304,
      "step": 227690
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.465336345943044e-05,
      "loss": 0.1365,
      "step": 227700
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4652244916221114e-05,
      "loss": 0.1361,
      "step": 227710
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.465112637301179e-05,
      "loss": 0.1258,
      "step": 227720
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4650007829802466e-05,
      "loss": 0.1299,
      "step": 227730
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.464888928659314e-05,
      "loss": 0.1319,
      "step": 227740
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.464777074338382e-05,
      "loss": 0.1267,
      "step": 227750
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4646652200174493e-05,
      "loss": 0.1244,
      "step": 227760
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.464553365696517e-05,
      "loss": 0.1328,
      "step": 227770
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4644415113755846e-05,
      "loss": 0.1294,
      "step": 227780
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.464329657054652e-05,
      "loss": 0.1321,
      "step": 227790
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4642178027337198e-05,
      "loss": 0.1292,
      "step": 227800
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4641059484127873e-05,
      "loss": 0.1354,
      "step": 227810
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.463994094091855e-05,
      "loss": 0.126,
      "step": 227820
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4638822397709225e-05,
      "loss": 0.1287,
      "step": 227830
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.46377038544999e-05,
      "loss": 0.1326,
      "step": 227840
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4636585311290578e-05,
      "loss": 0.1308,
      "step": 227850
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4635466768081252e-05,
      "loss": 0.1315,
      "step": 227860
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4634348224871927e-05,
      "loss": 0.1324,
      "step": 227870
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4633229681662605e-05,
      "loss": 0.133,
      "step": 227880
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.463211113845328e-05,
      "loss": 0.1331,
      "step": 227890
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4630992595243954e-05,
      "loss": 0.1288,
      "step": 227900
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.462987405203463e-05,
      "loss": 0.1274,
      "step": 227910
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4628755508825306e-05,
      "loss": 0.134,
      "step": 227920
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4627636965615984e-05,
      "loss": 0.1307,
      "step": 227930
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.462651842240666e-05,
      "loss": 0.1283,
      "step": 227940
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4625399879197333e-05,
      "loss": 0.132,
      "step": 227950
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.462428133598801e-05,
      "loss": 0.1317,
      "step": 227960
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4623162792778686e-05,
      "loss": 0.1359,
      "step": 227970
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4622044249569363e-05,
      "loss": 0.1345,
      "step": 227980
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4620925706360038e-05,
      "loss": 0.1321,
      "step": 227990
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4619807163150713e-05,
      "loss": 0.132,
      "step": 228000
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.461868861994139e-05,
      "loss": 0.1331,
      "step": 228010
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4617681931052996e-05,
      "loss": 0.1325,
      "step": 228020
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4616563387843674e-05,
      "loss": 0.1319,
      "step": 228030
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.461544484463435e-05,
      "loss": 0.1303,
      "step": 228040
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4614326301425026e-05,
      "loss": 0.1324,
      "step": 228050
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.46132077582157e-05,
      "loss": 0.1293,
      "step": 228060
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4612089215006375e-05,
      "loss": 0.1299,
      "step": 228070
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4610970671797053e-05,
      "loss": 0.1313,
      "step": 228080
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4609852128587728e-05,
      "loss": 0.1298,
      "step": 228090
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4608733585378406e-05,
      "loss": 0.1335,
      "step": 228100
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.460761504216908e-05,
      "loss": 0.1339,
      "step": 228110
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4606496498959755e-05,
      "loss": 0.1313,
      "step": 228120
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.460537795575043e-05,
      "loss": 0.1323,
      "step": 228130
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4604259412541107e-05,
      "loss": 0.1334,
      "step": 228140
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4603140869331785e-05,
      "loss": 0.1308,
      "step": 228150
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.460202232612246e-05,
      "loss": 0.1314,
      "step": 228160
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4600903782913134e-05,
      "loss": 0.1304,
      "step": 228170
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.459978523970381e-05,
      "loss": 0.131,
      "step": 228180
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4598666696494487e-05,
      "loss": 0.1295,
      "step": 228190
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4597548153285165e-05,
      "loss": 0.1314,
      "step": 228200
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.459642961007584e-05,
      "loss": 0.133,
      "step": 228210
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4595311066866514e-05,
      "loss": 0.1377,
      "step": 228220
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.459419252365719e-05,
      "loss": 0.1316,
      "step": 228230
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4593073980447866e-05,
      "loss": 0.1296,
      "step": 228240
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.459195543723854e-05,
      "loss": 0.1274,
      "step": 228250
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.459083689402922e-05,
      "loss": 0.1286,
      "step": 228260
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4589718350819893e-05,
      "loss": 0.1332,
      "step": 228270
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4588599807610568e-05,
      "loss": 0.1341,
      "step": 228280
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4587481264401242e-05,
      "loss": 0.1315,
      "step": 228290
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.458636272119192e-05,
      "loss": 0.133,
      "step": 228300
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4585244177982598e-05,
      "loss": 0.1282,
      "step": 228310
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4584125634773273e-05,
      "loss": 0.1289,
      "step": 228320
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4583007091563947e-05,
      "loss": 0.1265,
      "step": 228330
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4581888548354622e-05,
      "loss": 0.1303,
      "step": 228340
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.45807700051453e-05,
      "loss": 0.1342,
      "step": 228350
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4579651461935978e-05,
      "loss": 0.1289,
      "step": 228360
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4578532918726652e-05,
      "loss": 0.135,
      "step": 228370
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4577414375517327e-05,
      "loss": 0.1363,
      "step": 228380
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4576295832308e-05,
      "loss": 0.1316,
      "step": 228390
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.457517728909868e-05,
      "loss": 0.1348,
      "step": 228400
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4574058745889357e-05,
      "loss": 0.1307,
      "step": 228410
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.457294020268003e-05,
      "loss": 0.134,
      "step": 228420
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4571821659470706e-05,
      "loss": 0.1323,
      "step": 228430
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.457070311626138e-05,
      "loss": 0.1329,
      "step": 228440
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4569584573052055e-05,
      "loss": 0.1285,
      "step": 228450
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4568466029842737e-05,
      "loss": 0.1315,
      "step": 228460
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.456734748663341e-05,
      "loss": 0.1342,
      "step": 228470
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4566228943424086e-05,
      "loss": 0.134,
      "step": 228480
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.456511040021476e-05,
      "loss": 0.1365,
      "step": 228490
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4563991857005435e-05,
      "loss": 0.1304,
      "step": 228500
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4562873313796113e-05,
      "loss": 0.1322,
      "step": 228510
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.456175477058679e-05,
      "loss": 0.1272,
      "step": 228520
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4560636227377465e-05,
      "loss": 0.1372,
      "step": 228530
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.455951768416814e-05,
      "loss": 0.1338,
      "step": 228540
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4558399140958814e-05,
      "loss": 0.1361,
      "step": 228550
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4557280597749492e-05,
      "loss": 0.1302,
      "step": 228560
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.455616205454017e-05,
      "loss": 0.1331,
      "step": 228570
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4555043511330845e-05,
      "loss": 0.1305,
      "step": 228580
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.455392496812152e-05,
      "loss": 0.1282,
      "step": 228590
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4552806424912194e-05,
      "loss": 0.1279,
      "step": 228600
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.455168788170287e-05,
      "loss": 0.1317,
      "step": 228610
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.455056933849355e-05,
      "loss": 0.1354,
      "step": 228620
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4549450795284224e-05,
      "loss": 0.1326,
      "step": 228630
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.45483322520749e-05,
      "loss": 0.13,
      "step": 228640
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4547213708865573e-05,
      "loss": 0.1324,
      "step": 228650
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4546095165656248e-05,
      "loss": 0.1275,
      "step": 228660
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.454497662244693e-05,
      "loss": 0.1319,
      "step": 228670
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4543858079237604e-05,
      "loss": 0.1263,
      "step": 228680
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4542739536028278e-05,
      "loss": 0.1335,
      "step": 228690
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4541620992818953e-05,
      "loss": 0.1318,
      "step": 228700
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4540502449609627e-05,
      "loss": 0.1267,
      "step": 228710
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4539383906400305e-05,
      "loss": 0.1297,
      "step": 228720
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4538265363190983e-05,
      "loss": 0.136,
      "step": 228730
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4537146819981658e-05,
      "loss": 0.1324,
      "step": 228740
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4536028276772332e-05,
      "loss": 0.1278,
      "step": 228750
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4534909733563007e-05,
      "loss": 0.1348,
      "step": 228760
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4533791190353685e-05,
      "loss": 0.1333,
      "step": 228770
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4532672647144363e-05,
      "loss": 0.132,
      "step": 228780
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4531554103935037e-05,
      "loss": 0.1294,
      "step": 228790
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.453043556072571e-05,
      "loss": 0.1307,
      "step": 228800
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4529317017516386e-05,
      "loss": 0.1333,
      "step": 228810
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4528198474307064e-05,
      "loss": 0.1299,
      "step": 228820
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4527079931097742e-05,
      "loss": 0.1317,
      "step": 228830
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4525961387888417e-05,
      "loss": 0.1304,
      "step": 228840
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.452484284467909e-05,
      "loss": 0.1329,
      "step": 228850
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4523724301469766e-05,
      "loss": 0.1318,
      "step": 228860
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.452260575826044e-05,
      "loss": 0.1291,
      "step": 228870
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.452148721505112e-05,
      "loss": 0.1259,
      "step": 228880
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4520368671841796e-05,
      "loss": 0.1363,
      "step": 228890
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.451925012863247e-05,
      "loss": 0.1306,
      "step": 228900
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4518131585423145e-05,
      "loss": 0.1283,
      "step": 228910
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.451701304221382e-05,
      "loss": 0.1346,
      "step": 228920
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4515894499004498e-05,
      "loss": 0.1319,
      "step": 228930
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4514775955795175e-05,
      "loss": 0.1394,
      "step": 228940
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.451365741258585e-05,
      "loss": 0.135,
      "step": 228950
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4512538869376525e-05,
      "loss": 0.1311,
      "step": 228960
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.45114203261672e-05,
      "loss": 0.1329,
      "step": 228970
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4510301782957877e-05,
      "loss": 0.1314,
      "step": 228980
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4509183239748555e-05,
      "loss": 0.1249,
      "step": 228990
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.450806469653923e-05,
      "loss": 0.1322,
      "step": 229000
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4506946153329904e-05,
      "loss": 0.1309,
      "step": 229010
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.450582761012058e-05,
      "loss": 0.1318,
      "step": 229020
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4504709066911257e-05,
      "loss": 0.1321,
      "step": 229030
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4503590523701934e-05,
      "loss": 0.1273,
      "step": 229040
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.450247198049261e-05,
      "loss": 0.1311,
      "step": 229050
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4501353437283284e-05,
      "loss": 0.1299,
      "step": 229060
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4500234894073958e-05,
      "loss": 0.1339,
      "step": 229070
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4499116350864636e-05,
      "loss": 0.1297,
      "step": 229080
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.449799780765531e-05,
      "loss": 0.1288,
      "step": 229090
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.449687926444599e-05,
      "loss": 0.1331,
      "step": 229100
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4495760721236663e-05,
      "loss": 0.1344,
      "step": 229110
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4494642178027338e-05,
      "loss": 0.1367,
      "step": 229120
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4493523634818012e-05,
      "loss": 0.1345,
      "step": 229130
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.449240509160869e-05,
      "loss": 0.1312,
      "step": 229140
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4491286548399368e-05,
      "loss": 0.1292,
      "step": 229150
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4490168005190042e-05,
      "loss": 0.1324,
      "step": 229160
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4489049461980717e-05,
      "loss": 0.1332,
      "step": 229170
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.448793091877139e-05,
      "loss": 0.1348,
      "step": 229180
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.448681237556207e-05,
      "loss": 0.1264,
      "step": 229190
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4485693832352747e-05,
      "loss": 0.1309,
      "step": 229200
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4484575289143422e-05,
      "loss": 0.1332,
      "step": 229210
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4483456745934096e-05,
      "loss": 0.1318,
      "step": 229220
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.448233820272477e-05,
      "loss": 0.1291,
      "step": 229230
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.448121965951545e-05,
      "loss": 0.1318,
      "step": 229240
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4480101116306123e-05,
      "loss": 0.1344,
      "step": 229250
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.44789825730968e-05,
      "loss": 0.1297,
      "step": 229260
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4477864029887476e-05,
      "loss": 0.1343,
      "step": 229270
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.447674548667815e-05,
      "loss": 0.1294,
      "step": 229280
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.447562694346883e-05,
      "loss": 0.1323,
      "step": 229290
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4474508400259503e-05,
      "loss": 0.1331,
      "step": 229300
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.447338985705018e-05,
      "loss": 0.1286,
      "step": 229310
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4472271313840855e-05,
      "loss": 0.1325,
      "step": 229320
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.447115277063153e-05,
      "loss": 0.1302,
      "step": 229330
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4470034227422205e-05,
      "loss": 0.1289,
      "step": 229340
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4468915684212882e-05,
      "loss": 0.1255,
      "step": 229350
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.446779714100356e-05,
      "loss": 0.1322,
      "step": 229360
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4466678597794235e-05,
      "loss": 0.1234,
      "step": 229370
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.446556005458491e-05,
      "loss": 0.1284,
      "step": 229380
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4464441511375584e-05,
      "loss": 0.1308,
      "step": 229390
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4463322968166262e-05,
      "loss": 0.1282,
      "step": 229400
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4462204424956936e-05,
      "loss": 0.1308,
      "step": 229410
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4461085881747614e-05,
      "loss": 0.1371,
      "step": 229420
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.445996733853829e-05,
      "loss": 0.1342,
      "step": 229430
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4458848795328963e-05,
      "loss": 0.1339,
      "step": 229440
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.445773025211964e-05,
      "loss": 0.1292,
      "step": 229450
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4456611708910316e-05,
      "loss": 0.1305,
      "step": 229460
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4455493165700994e-05,
      "loss": 0.1352,
      "step": 229470
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.445437462249167e-05,
      "loss": 0.1321,
      "step": 229480
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4453256079282343e-05,
      "loss": 0.1312,
      "step": 229490
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.445213753607302e-05,
      "loss": 0.1329,
      "step": 229500
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4451018992863695e-05,
      "loss": 0.1288,
      "step": 229510
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4449900449654373e-05,
      "loss": 0.1364,
      "step": 229520
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4448781906445048e-05,
      "loss": 0.1355,
      "step": 229530
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4447663363235722e-05,
      "loss": 0.1366,
      "step": 229540
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4446544820026397e-05,
      "loss": 0.1351,
      "step": 229550
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4445426276817075e-05,
      "loss": 0.1313,
      "step": 229560
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.444430773360775e-05,
      "loss": 0.131,
      "step": 229570
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4443189190398427e-05,
      "loss": 0.1333,
      "step": 229580
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4442070647189102e-05,
      "loss": 0.1346,
      "step": 229590
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4440952103979776e-05,
      "loss": 0.1277,
      "step": 229600
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4439833560770454e-05,
      "loss": 0.1313,
      "step": 229610
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.443871501756113e-05,
      "loss": 0.1395,
      "step": 229620
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4437596474351807e-05,
      "loss": 0.1313,
      "step": 229630
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.443647793114248e-05,
      "loss": 0.1303,
      "step": 229640
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4435359387933156e-05,
      "loss": 0.1304,
      "step": 229650
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4434240844723834e-05,
      "loss": 0.1321,
      "step": 229660
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.443312230151451e-05,
      "loss": 0.1308,
      "step": 229670
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4432003758305186e-05,
      "loss": 0.1326,
      "step": 229680
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.443088521509586e-05,
      "loss": 0.1293,
      "step": 229690
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4429766671886535e-05,
      "loss": 0.1332,
      "step": 229700
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4428648128677213e-05,
      "loss": 0.1311,
      "step": 229710
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4427529585467888e-05,
      "loss": 0.1259,
      "step": 229720
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4426411042258562e-05,
      "loss": 0.1313,
      "step": 229730
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.442529249904924e-05,
      "loss": 0.131,
      "step": 229740
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4424173955839915e-05,
      "loss": 0.1337,
      "step": 229750
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.442305541263059e-05,
      "loss": 0.1289,
      "step": 229760
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4421936869421267e-05,
      "loss": 0.1312,
      "step": 229770
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4420818326211942e-05,
      "loss": 0.1342,
      "step": 229780
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.441969978300262e-05,
      "loss": 0.1293,
      "step": 229790
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4418581239793294e-05,
      "loss": 0.1308,
      "step": 229800
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.441746269658397e-05,
      "loss": 0.1279,
      "step": 229810
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4416344153374647e-05,
      "loss": 0.1328,
      "step": 229820
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.441522561016532e-05,
      "loss": 0.1265,
      "step": 229830
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4414107066956e-05,
      "loss": 0.1358,
      "step": 229840
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4412988523746674e-05,
      "loss": 0.1354,
      "step": 229850
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.441186998053735e-05,
      "loss": 0.1397,
      "step": 229860
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4410751437328026e-05,
      "loss": 0.1288,
      "step": 229870
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.44096328941187e-05,
      "loss": 0.1316,
      "step": 229880
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4408514350909375e-05,
      "loss": 0.1321,
      "step": 229890
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4407395807700053e-05,
      "loss": 0.1293,
      "step": 229900
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4406277264490728e-05,
      "loss": 0.1335,
      "step": 229910
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4405158721281406e-05,
      "loss": 0.1278,
      "step": 229920
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.440404017807208e-05,
      "loss": 0.1368,
      "step": 229930
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4402921634862755e-05,
      "loss": 0.1306,
      "step": 229940
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4401803091653433e-05,
      "loss": 0.1335,
      "step": 229950
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4400684548444107e-05,
      "loss": 0.1355,
      "step": 229960
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4399566005234785e-05,
      "loss": 0.1274,
      "step": 229970
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.439844746202546e-05,
      "loss": 0.1278,
      "step": 229980
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4397328918816134e-05,
      "loss": 0.1258,
      "step": 229990
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4396210375606812e-05,
      "loss": 0.1301,
      "step": 230000
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4395091832397487e-05,
      "loss": 0.1315,
      "step": 230010
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.439397328918816e-05,
      "loss": 0.1318,
      "step": 230020
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.439285474597884e-05,
      "loss": 0.1283,
      "step": 230030
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4391736202769514e-05,
      "loss": 0.1332,
      "step": 230040
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4390617659560188e-05,
      "loss": 0.1316,
      "step": 230050
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4389499116350866e-05,
      "loss": 0.1348,
      "step": 230060
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.438838057314154e-05,
      "loss": 0.1295,
      "step": 230070
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.438726202993222e-05,
      "loss": 0.1307,
      "step": 230080
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4386143486722893e-05,
      "loss": 0.1308,
      "step": 230090
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4385024943513568e-05,
      "loss": 0.1269,
      "step": 230100
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4383906400304246e-05,
      "loss": 0.1312,
      "step": 230110
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.438278785709492e-05,
      "loss": 0.1305,
      "step": 230120
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4381669313885598e-05,
      "loss": 0.1313,
      "step": 230130
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4380550770676273e-05,
      "loss": 0.1322,
      "step": 230140
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4379432227466947e-05,
      "loss": 0.1273,
      "step": 230150
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4378313684257625e-05,
      "loss": 0.1335,
      "step": 230160
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.43771951410483e-05,
      "loss": 0.1308,
      "step": 230170
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4376076597838978e-05,
      "loss": 0.1268,
      "step": 230180
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4374958054629652e-05,
      "loss": 0.1313,
      "step": 230190
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4373839511420327e-05,
      "loss": 0.1287,
      "step": 230200
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4372720968211e-05,
      "loss": 0.1294,
      "step": 230210
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.437160242500168e-05,
      "loss": 0.1248,
      "step": 230220
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4370483881792354e-05,
      "loss": 0.1277,
      "step": 230230
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.436936533858303e-05,
      "loss": 0.1276,
      "step": 230240
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4368246795373706e-05,
      "loss": 0.1323,
      "step": 230250
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.436712825216438e-05,
      "loss": 0.1295,
      "step": 230260
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.436600970895506e-05,
      "loss": 0.1305,
      "step": 230270
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4364891165745733e-05,
      "loss": 0.1269,
      "step": 230280
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.436377262253641e-05,
      "loss": 0.1335,
      "step": 230290
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4362654079327086e-05,
      "loss": 0.1292,
      "step": 230300
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.436153553611776e-05,
      "loss": 0.1338,
      "step": 230310
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4360416992908438e-05,
      "loss": 0.1292,
      "step": 230320
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4359298449699113e-05,
      "loss": 0.1295,
      "step": 230330
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.435817990648979e-05,
      "loss": 0.1301,
      "step": 230340
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4357061363280465e-05,
      "loss": 0.1339,
      "step": 230350
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.435594282007114e-05,
      "loss": 0.1314,
      "step": 230360
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4354824276861814e-05,
      "loss": 0.1271,
      "step": 230370
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4353705733652492e-05,
      "loss": 0.1284,
      "step": 230380
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.435258719044317e-05,
      "loss": 0.128,
      "step": 230390
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4351468647233845e-05,
      "loss": 0.1333,
      "step": 230400
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.435035010402452e-05,
      "loss": 0.1289,
      "step": 230410
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4349231560815194e-05,
      "loss": 0.131,
      "step": 230420
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.434811301760587e-05,
      "loss": 0.1312,
      "step": 230430
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4346994474396546e-05,
      "loss": 0.1254,
      "step": 230440
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4345875931187224e-05,
      "loss": 0.1349,
      "step": 230450
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.43447573879779e-05,
      "loss": 0.132,
      "step": 230460
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4343638844768573e-05,
      "loss": 0.1279,
      "step": 230470
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.434252030155925e-05,
      "loss": 0.1303,
      "step": 230480
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4341401758349926e-05,
      "loss": 0.1324,
      "step": 230490
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4340283215140604e-05,
      "loss": 0.1303,
      "step": 230500
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4339164671931278e-05,
      "loss": 0.1293,
      "step": 230510
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4338046128721953e-05,
      "loss": 0.1288,
      "step": 230520
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4336927585512627e-05,
      "loss": 0.1276,
      "step": 230530
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4335809042303305e-05,
      "loss": 0.1351,
      "step": 230540
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4334690499093983e-05,
      "loss": 0.1341,
      "step": 230550
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4333571955884658e-05,
      "loss": 0.1303,
      "step": 230560
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4332453412675332e-05,
      "loss": 0.1311,
      "step": 230570
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4331334869466007e-05,
      "loss": 0.1338,
      "step": 230580
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4330216326256685e-05,
      "loss": 0.1307,
      "step": 230590
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4329097783047363e-05,
      "loss": 0.129,
      "step": 230600
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4327979239838037e-05,
      "loss": 0.126,
      "step": 230610
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.432686069662871e-05,
      "loss": 0.1321,
      "step": 230620
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4325742153419386e-05,
      "loss": 0.1272,
      "step": 230630
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.432462361021006e-05,
      "loss": 0.1286,
      "step": 230640
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.432350506700074e-05,
      "loss": 0.1291,
      "step": 230650
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4322386523791417e-05,
      "loss": 0.1272,
      "step": 230660
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.432126798058209e-05,
      "loss": 0.1356,
      "step": 230670
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4320149437372766e-05,
      "loss": 0.1292,
      "step": 230680
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.431903089416344e-05,
      "loss": 0.1262,
      "step": 230690
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4317912350954118e-05,
      "loss": 0.1321,
      "step": 230700
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4316793807744796e-05,
      "loss": 0.133,
      "step": 230710
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.431567526453547e-05,
      "loss": 0.131,
      "step": 230720
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4314556721326145e-05,
      "loss": 0.1314,
      "step": 230730
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.431343817811682e-05,
      "loss": 0.1281,
      "step": 230740
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4312319634907498e-05,
      "loss": 0.1325,
      "step": 230750
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4311201091698175e-05,
      "loss": 0.1323,
      "step": 230760
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.431008254848885e-05,
      "loss": 0.126,
      "step": 230770
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4308964005279525e-05,
      "loss": 0.1261,
      "step": 230780
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.43078454620702e-05,
      "loss": 0.1283,
      "step": 230790
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4306726918860877e-05,
      "loss": 0.1317,
      "step": 230800
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4305608375651555e-05,
      "loss": 0.1316,
      "step": 230810
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.430448983244223e-05,
      "loss": 0.131,
      "step": 230820
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4303371289232904e-05,
      "loss": 0.1241,
      "step": 230830
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.430225274602358e-05,
      "loss": 0.1313,
      "step": 230840
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4301134202814253e-05,
      "loss": 0.1261,
      "step": 230850
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4300015659604934e-05,
      "loss": 0.1343,
      "step": 230860
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.429889711639561e-05,
      "loss": 0.1292,
      "step": 230870
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4297778573186284e-05,
      "loss": 0.1278,
      "step": 230880
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4296660029976958e-05,
      "loss": 0.1321,
      "step": 230890
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4295541486767633e-05,
      "loss": 0.1306,
      "step": 230900
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.429442294355831e-05,
      "loss": 0.1297,
      "step": 230910
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.429330440034899e-05,
      "loss": 0.1352,
      "step": 230920
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4292185857139663e-05,
      "loss": 0.1355,
      "step": 230930
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4291067313930338e-05,
      "loss": 0.1249,
      "step": 230940
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4289948770721012e-05,
      "loss": 0.1253,
      "step": 230950
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.428883022751169e-05,
      "loss": 0.1274,
      "step": 230960
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4287711684302368e-05,
      "loss": 0.1325,
      "step": 230970
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4286593141093042e-05,
      "loss": 0.1303,
      "step": 230980
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4285474597883717e-05,
      "loss": 0.129,
      "step": 230990
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.428435605467439e-05,
      "loss": 0.1345,
      "step": 231000
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.428323751146507e-05,
      "loss": 0.1276,
      "step": 231010
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4282118968255747e-05,
      "loss": 0.131,
      "step": 231020
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4281000425046422e-05,
      "loss": 0.13,
      "step": 231030
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4279881881837096e-05,
      "loss": 0.1319,
      "step": 231040
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.427876333862777e-05,
      "loss": 0.1292,
      "step": 231050
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4277644795418446e-05,
      "loss": 0.131,
      "step": 231060
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4276526252209127e-05,
      "loss": 0.1317,
      "step": 231070
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.42754077089998e-05,
      "loss": 0.1287,
      "step": 231080
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4274289165790476e-05,
      "loss": 0.1281,
      "step": 231090
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.427317062258115e-05,
      "loss": 0.1243,
      "step": 231100
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4272052079371825e-05,
      "loss": 0.1288,
      "step": 231110
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4270933536162503e-05,
      "loss": 0.1325,
      "step": 231120
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.426981499295318e-05,
      "loss": 0.1275,
      "step": 231130
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4268696449743855e-05,
      "loss": 0.1318,
      "step": 231140
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.426757790653453e-05,
      "loss": 0.1278,
      "step": 231150
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4266459363325204e-05,
      "loss": 0.1342,
      "step": 231160
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4265340820115882e-05,
      "loss": 0.1294,
      "step": 231170
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.426422227690656e-05,
      "loss": 0.1253,
      "step": 231180
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4263103733697235e-05,
      "loss": 0.1265,
      "step": 231190
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.426198519048791e-05,
      "loss": 0.1287,
      "step": 231200
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4260866647278584e-05,
      "loss": 0.1269,
      "step": 231210
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4259748104069262e-05,
      "loss": 0.1372,
      "step": 231220
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.425862956085994e-05,
      "loss": 0.1308,
      "step": 231230
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4257511017650614e-05,
      "loss": 0.1344,
      "step": 231240
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.425639247444129e-05,
      "loss": 0.1304,
      "step": 231250
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4255273931231963e-05,
      "loss": 0.1293,
      "step": 231260
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4254155388022638e-05,
      "loss": 0.1325,
      "step": 231270
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4253036844813316e-05,
      "loss": 0.1281,
      "step": 231280
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4251918301603994e-05,
      "loss": 0.1325,
      "step": 231290
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.425079975839467e-05,
      "loss": 0.1344,
      "step": 231300
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4249681215185343e-05,
      "loss": 0.1257,
      "step": 231310
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4248562671976017e-05,
      "loss": 0.1314,
      "step": 231320
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4247444128766695e-05,
      "loss": 0.1306,
      "step": 231330
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4246325585557373e-05,
      "loss": 0.1355,
      "step": 231340
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4245207042348048e-05,
      "loss": 0.126,
      "step": 231350
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4244088499138722e-05,
      "loss": 0.1301,
      "step": 231360
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4242969955929397e-05,
      "loss": 0.1325,
      "step": 231370
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4241851412720075e-05,
      "loss": 0.1281,
      "step": 231380
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4240732869510753e-05,
      "loss": 0.1297,
      "step": 231390
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4239614326301427e-05,
      "loss": 0.1318,
      "step": 231400
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4238495783092102e-05,
      "loss": 0.1313,
      "step": 231410
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4237377239882776e-05,
      "loss": 0.1264,
      "step": 231420
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4236258696673454e-05,
      "loss": 0.1286,
      "step": 231430
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.423514015346413e-05,
      "loss": 0.1337,
      "step": 231440
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4234021610254807e-05,
      "loss": 0.1278,
      "step": 231450
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.423290306704548e-05,
      "loss": 0.1287,
      "step": 231460
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4231784523836156e-05,
      "loss": 0.1311,
      "step": 231470
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4230665980626834e-05,
      "loss": 0.1269,
      "step": 231480
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.422954743741751e-05,
      "loss": 0.1287,
      "step": 231490
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4228428894208186e-05,
      "loss": 0.1283,
      "step": 231500
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.422731035099886e-05,
      "loss": 0.1294,
      "step": 231510
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4226191807789535e-05,
      "loss": 0.132,
      "step": 231520
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.422507326458021e-05,
      "loss": 0.1265,
      "step": 231530
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4223954721370888e-05,
      "loss": 0.13,
      "step": 231540
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4222836178161566e-05,
      "loss": 0.1314,
      "step": 231550
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.422171763495224e-05,
      "loss": 0.1296,
      "step": 231560
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4220599091742915e-05,
      "loss": 0.1292,
      "step": 231570
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.421948054853359e-05,
      "loss": 0.131,
      "step": 231580
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4218362005324267e-05,
      "loss": 0.1325,
      "step": 231590
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4217243462114942e-05,
      "loss": 0.1276,
      "step": 231600
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.421612491890562e-05,
      "loss": 0.1299,
      "step": 231610
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4215006375696294e-05,
      "loss": 0.133,
      "step": 231620
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.421388783248697e-05,
      "loss": 0.1343,
      "step": 231630
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4212769289277647e-05,
      "loss": 0.1242,
      "step": 231640
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.421165074606832e-05,
      "loss": 0.1287,
      "step": 231650
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4210532202859e-05,
      "loss": 0.132,
      "step": 231660
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4209413659649674e-05,
      "loss": 0.1296,
      "step": 231670
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.420829511644035e-05,
      "loss": 0.1313,
      "step": 231680
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4207176573231026e-05,
      "loss": 0.131,
      "step": 231690
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.42060580300217e-05,
      "loss": 0.1309,
      "step": 231700
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.420493948681238e-05,
      "loss": 0.1342,
      "step": 231710
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4203820943603053e-05,
      "loss": 0.1307,
      "step": 231720
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4202702400393728e-05,
      "loss": 0.1303,
      "step": 231730
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4201583857184402e-05,
      "loss": 0.1301,
      "step": 231740
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.420046531397508e-05,
      "loss": 0.1305,
      "step": 231750
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4199346770765755e-05,
      "loss": 0.129,
      "step": 231760
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4198228227556433e-05,
      "loss": 0.1295,
      "step": 231770
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4197109684347107e-05,
      "loss": 0.1287,
      "step": 231780
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4195991141137782e-05,
      "loss": 0.1309,
      "step": 231790
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.419487259792846e-05,
      "loss": 0.1294,
      "step": 231800
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4193754054719134e-05,
      "loss": 0.1285,
      "step": 231810
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4192635511509812e-05,
      "loss": 0.1337,
      "step": 231820
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4191516968300487e-05,
      "loss": 0.1275,
      "step": 231830
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.419039842509116e-05,
      "loss": 0.125,
      "step": 231840
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.418927988188184e-05,
      "loss": 0.1328,
      "step": 231850
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4188161338672514e-05,
      "loss": 0.1283,
      "step": 231860
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.418704279546319e-05,
      "loss": 0.1391,
      "step": 231870
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4185924252253866e-05,
      "loss": 0.1265,
      "step": 231880
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.418480570904454e-05,
      "loss": 0.1298,
      "step": 231890
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.418368716583522e-05,
      "loss": 0.1329,
      "step": 231900
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4182568622625893e-05,
      "loss": 0.1271,
      "step": 231910
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4181450079416568e-05,
      "loss": 0.1318,
      "step": 231920
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4180331536207246e-05,
      "loss": 0.1298,
      "step": 231930
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.417921299299792e-05,
      "loss": 0.1314,
      "step": 231940
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4178094449788595e-05,
      "loss": 0.1336,
      "step": 231950
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4176975906579273e-05,
      "loss": 0.1293,
      "step": 231960
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4175857363369947e-05,
      "loss": 0.1341,
      "step": 231970
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4174738820160625e-05,
      "loss": 0.1318,
      "step": 231980
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.41736202769513e-05,
      "loss": 0.1299,
      "step": 231990
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4172501733741974e-05,
      "loss": 0.1294,
      "step": 232000
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4171383190532652e-05,
      "loss": 0.1284,
      "step": 232010
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4170264647323327e-05,
      "loss": 0.129,
      "step": 232020
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4169257958434935e-05,
      "loss": 0.1293,
      "step": 232030
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.416813941522561e-05,
      "loss": 0.1291,
      "step": 232040
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4167020872016288e-05,
      "loss": 0.1347,
      "step": 232050
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4165902328806962e-05,
      "loss": 0.1347,
      "step": 232060
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.416478378559764e-05,
      "loss": 0.129,
      "step": 232070
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4163665242388315e-05,
      "loss": 0.1315,
      "step": 232080
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.416254669917899e-05,
      "loss": 0.1343,
      "step": 232090
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4161428155969667e-05,
      "loss": 0.1338,
      "step": 232100
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4160309612760342e-05,
      "loss": 0.1276,
      "step": 232110
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4159191069551017e-05,
      "loss": 0.1305,
      "step": 232120
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4158072526341694e-05,
      "loss": 0.1275,
      "step": 232130
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.415695398313237e-05,
      "loss": 0.1306,
      "step": 232140
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4155835439923044e-05,
      "loss": 0.1269,
      "step": 232150
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.415471689671372e-05,
      "loss": 0.1297,
      "step": 232160
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4153598353504396e-05,
      "loss": 0.1293,
      "step": 232170
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4152479810295074e-05,
      "loss": 0.1334,
      "step": 232180
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.415136126708575e-05,
      "loss": 0.1252,
      "step": 232190
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4150242723876423e-05,
      "loss": 0.1292,
      "step": 232200
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.41491241806671e-05,
      "loss": 0.1286,
      "step": 232210
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4148005637457775e-05,
      "loss": 0.1278,
      "step": 232220
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4146887094248453e-05,
      "loss": 0.1321,
      "step": 232230
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4145768551039128e-05,
      "loss": 0.1293,
      "step": 232240
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4144650007829802e-05,
      "loss": 0.1303,
      "step": 232250
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.414353146462048e-05,
      "loss": 0.1327,
      "step": 232260
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4142412921411155e-05,
      "loss": 0.1268,
      "step": 232270
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4141294378201833e-05,
      "loss": 0.1346,
      "step": 232280
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4140175834992507e-05,
      "loss": 0.1302,
      "step": 232290
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4139057291783182e-05,
      "loss": 0.1366,
      "step": 232300
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4137938748573856e-05,
      "loss": 0.1305,
      "step": 232310
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4136820205364534e-05,
      "loss": 0.1297,
      "step": 232320
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4135701662155212e-05,
      "loss": 0.1327,
      "step": 232330
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4134583118945887e-05,
      "loss": 0.1288,
      "step": 232340
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.413346457573656e-05,
      "loss": 0.1278,
      "step": 232350
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4132346032527236e-05,
      "loss": 0.1301,
      "step": 232360
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4131227489317914e-05,
      "loss": 0.1323,
      "step": 232370
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.413010894610859e-05,
      "loss": 0.1322,
      "step": 232380
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4128990402899266e-05,
      "loss": 0.124,
      "step": 232390
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.412787185968994e-05,
      "loss": 0.1258,
      "step": 232400
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4126753316480615e-05,
      "loss": 0.1317,
      "step": 232410
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4125634773271293e-05,
      "loss": 0.1312,
      "step": 232420
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4124516230061968e-05,
      "loss": 0.1251,
      "step": 232430
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4123397686852646e-05,
      "loss": 0.1337,
      "step": 232440
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.412227914364332e-05,
      "loss": 0.1287,
      "step": 232450
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4121160600433995e-05,
      "loss": 0.1291,
      "step": 232460
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.412004205722467e-05,
      "loss": 0.1296,
      "step": 232470
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4118923514015347e-05,
      "loss": 0.1329,
      "step": 232480
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4117804970806025e-05,
      "loss": 0.1334,
      "step": 232490
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.41166864275967e-05,
      "loss": 0.1367,
      "step": 232500
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4115567884387374e-05,
      "loss": 0.1349,
      "step": 232510
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.411444934117805e-05,
      "loss": 0.1258,
      "step": 232520
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4113330797968727e-05,
      "loss": 0.1318,
      "step": 232530
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4112212254759405e-05,
      "loss": 0.1265,
      "step": 232540
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.411109371155008e-05,
      "loss": 0.1321,
      "step": 232550
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4109975168340754e-05,
      "loss": 0.1301,
      "step": 232560
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.410885662513143e-05,
      "loss": 0.128,
      "step": 232570
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4107738081922106e-05,
      "loss": 0.1318,
      "step": 232580
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.410661953871278e-05,
      "loss": 0.1306,
      "step": 232590
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.410550099550346e-05,
      "loss": 0.128,
      "step": 232600
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4104382452294133e-05,
      "loss": 0.131,
      "step": 232610
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4103263909084808e-05,
      "loss": 0.1292,
      "step": 232620
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4102145365875482e-05,
      "loss": 0.1269,
      "step": 232630
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.410102682266616e-05,
      "loss": 0.1311,
      "step": 232640
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4099908279456838e-05,
      "loss": 0.13,
      "step": 232650
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4098789736247513e-05,
      "loss": 0.1378,
      "step": 232660
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4097671193038187e-05,
      "loss": 0.1297,
      "step": 232670
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4096552649828862e-05,
      "loss": 0.1324,
      "step": 232680
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.409543410661954e-05,
      "loss": 0.1311,
      "step": 232690
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4094315563410218e-05,
      "loss": 0.1315,
      "step": 232700
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4093197020200892e-05,
      "loss": 0.1306,
      "step": 232710
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4092078476991567e-05,
      "loss": 0.1336,
      "step": 232720
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.409095993378224e-05,
      "loss": 0.1282,
      "step": 232730
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.408984139057292e-05,
      "loss": 0.1295,
      "step": 232740
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4088722847363597e-05,
      "loss": 0.1298,
      "step": 232750
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4087604304154272e-05,
      "loss": 0.1318,
      "step": 232760
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4086485760944946e-05,
      "loss": 0.1279,
      "step": 232770
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.408536721773562e-05,
      "loss": 0.1322,
      "step": 232780
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4084248674526295e-05,
      "loss": 0.1246,
      "step": 232790
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4083130131316973e-05,
      "loss": 0.1228,
      "step": 232800
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.408201158810765e-05,
      "loss": 0.1286,
      "step": 232810
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4080893044898326e-05,
      "loss": 0.1282,
      "step": 232820
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4079774501689e-05,
      "loss": 0.1276,
      "step": 232830
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4078655958479675e-05,
      "loss": 0.1297,
      "step": 232840
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4077537415270353e-05,
      "loss": 0.1316,
      "step": 232850
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.407641887206103e-05,
      "loss": 0.1321,
      "step": 232860
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4075300328851705e-05,
      "loss": 0.1295,
      "step": 232870
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.407418178564238e-05,
      "loss": 0.1303,
      "step": 232880
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4073063242433054e-05,
      "loss": 0.1324,
      "step": 232890
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4071944699223732e-05,
      "loss": 0.1307,
      "step": 232900
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.407082615601441e-05,
      "loss": 0.1311,
      "step": 232910
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4069707612805085e-05,
      "loss": 0.1277,
      "step": 232920
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.406858906959576e-05,
      "loss": 0.1309,
      "step": 232930
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4067470526386434e-05,
      "loss": 0.1312,
      "step": 232940
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4066351983177112e-05,
      "loss": 0.1306,
      "step": 232950
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.406523343996779e-05,
      "loss": 0.1308,
      "step": 232960
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4064114896758464e-05,
      "loss": 0.1256,
      "step": 232970
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.406299635354914e-05,
      "loss": 0.13,
      "step": 232980
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4061877810339813e-05,
      "loss": 0.1302,
      "step": 232990
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4060759267130488e-05,
      "loss": 0.1284,
      "step": 233000
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.405964072392117e-05,
      "loss": 0.1306,
      "step": 233010
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4058522180711844e-05,
      "loss": 0.1284,
      "step": 233020
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4057403637502518e-05,
      "loss": 0.1334,
      "step": 233030
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4056285094293193e-05,
      "loss": 0.1329,
      "step": 233040
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4055166551083867e-05,
      "loss": 0.1272,
      "step": 233050
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4054048007874545e-05,
      "loss": 0.1258,
      "step": 233060
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4052929464665223e-05,
      "loss": 0.1309,
      "step": 233070
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4051810921455898e-05,
      "loss": 0.1285,
      "step": 233080
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4050692378246572e-05,
      "loss": 0.1256,
      "step": 233090
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4049573835037247e-05,
      "loss": 0.1256,
      "step": 233100
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4048455291827925e-05,
      "loss": 0.1348,
      "step": 233110
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4047336748618603e-05,
      "loss": 0.134,
      "step": 233120
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4046218205409277e-05,
      "loss": 0.1278,
      "step": 233130
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.404509966219995e-05,
      "loss": 0.1278,
      "step": 233140
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4043981118990626e-05,
      "loss": 0.1287,
      "step": 233150
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4042862575781304e-05,
      "loss": 0.1264,
      "step": 233160
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4041744032571982e-05,
      "loss": 0.1304,
      "step": 233170
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4040625489362657e-05,
      "loss": 0.1271,
      "step": 233180
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.403950694615333e-05,
      "loss": 0.1303,
      "step": 233190
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4038388402944006e-05,
      "loss": 0.131,
      "step": 233200
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.403726985973468e-05,
      "loss": 0.1335,
      "step": 233210
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.403615131652536e-05,
      "loss": 0.1259,
      "step": 233220
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4035032773316036e-05,
      "loss": 0.1304,
      "step": 233230
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.403391423010671e-05,
      "loss": 0.1283,
      "step": 233240
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4032795686897385e-05,
      "loss": 0.1298,
      "step": 233250
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.403167714368806e-05,
      "loss": 0.1284,
      "step": 233260
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4030558600478738e-05,
      "loss": 0.1272,
      "step": 233270
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4029440057269416e-05,
      "loss": 0.1316,
      "step": 233280
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.402832151406009e-05,
      "loss": 0.1301,
      "step": 233290
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4027202970850765e-05,
      "loss": 0.1331,
      "step": 233300
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.402608442764144e-05,
      "loss": 0.1295,
      "step": 233310
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4024965884432117e-05,
      "loss": 0.1304,
      "step": 233320
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4023847341222795e-05,
      "loss": 0.1318,
      "step": 233330
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.402272879801347e-05,
      "loss": 0.1246,
      "step": 233340
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4021610254804144e-05,
      "loss": 0.1277,
      "step": 233350
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.402049171159482e-05,
      "loss": 0.1278,
      "step": 233360
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4019373168385497e-05,
      "loss": 0.1323,
      "step": 233370
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4018254625176175e-05,
      "loss": 0.1266,
      "step": 233380
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.401713608196685e-05,
      "loss": 0.1311,
      "step": 233390
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4016017538757524e-05,
      "loss": 0.1306,
      "step": 233400
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4014898995548198e-05,
      "loss": 0.1303,
      "step": 233410
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4013780452338873e-05,
      "loss": 0.1319,
      "step": 233420
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.401266190912955e-05,
      "loss": 0.1324,
      "step": 233430
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.401154336592023e-05,
      "loss": 0.131,
      "step": 233440
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4010424822710903e-05,
      "loss": 0.129,
      "step": 233450
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4009306279501578e-05,
      "loss": 0.1288,
      "step": 233460
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4008187736292252e-05,
      "loss": 0.1253,
      "step": 233470
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.400706919308293e-05,
      "loss": 0.1337,
      "step": 233480
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4005950649873608e-05,
      "loss": 0.1283,
      "step": 233490
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4004832106664283e-05,
      "loss": 0.1319,
      "step": 233500
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4003713563454957e-05,
      "loss": 0.1311,
      "step": 233510
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.400259502024563e-05,
      "loss": 0.1339,
      "step": 233520
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.400147647703631e-05,
      "loss": 0.1297,
      "step": 233530
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4000357933826987e-05,
      "loss": 0.1317,
      "step": 233540
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3999239390617662e-05,
      "loss": 0.1288,
      "step": 233550
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3998120847408337e-05,
      "loss": 0.1324,
      "step": 233560
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.399700230419901e-05,
      "loss": 0.1317,
      "step": 233570
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.399588376098969e-05,
      "loss": 0.1324,
      "step": 233580
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3994765217780364e-05,
      "loss": 0.132,
      "step": 233590
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.399364667457104e-05,
      "loss": 0.1312,
      "step": 233600
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3992528131361716e-05,
      "loss": 0.1272,
      "step": 233610
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.399140958815239e-05,
      "loss": 0.1236,
      "step": 233620
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3990291044943065e-05,
      "loss": 0.1259,
      "step": 233630
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3989172501733743e-05,
      "loss": 0.1289,
      "step": 233640
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.398805395852442e-05,
      "loss": 0.1304,
      "step": 233650
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3986935415315095e-05,
      "loss": 0.1289,
      "step": 233660
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.398581687210577e-05,
      "loss": 0.1358,
      "step": 233670
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3984698328896445e-05,
      "loss": 0.1327,
      "step": 233680
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3983579785687122e-05,
      "loss": 0.1297,
      "step": 233690
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3982461242477797e-05,
      "loss": 0.1341,
      "step": 233700
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3981342699268475e-05,
      "loss": 0.13,
      "step": 233710
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.398022415605915e-05,
      "loss": 0.1373,
      "step": 233720
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3979105612849824e-05,
      "loss": 0.1318,
      "step": 233730
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3977987069640502e-05,
      "loss": 0.1317,
      "step": 233740
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3976868526431177e-05,
      "loss": 0.1296,
      "step": 233750
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3975749983221854e-05,
      "loss": 0.1332,
      "step": 233760
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.397463144001253e-05,
      "loss": 0.1294,
      "step": 233770
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3973512896803204e-05,
      "loss": 0.1323,
      "step": 233780
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.397239435359388e-05,
      "loss": 0.1254,
      "step": 233790
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3971275810384556e-05,
      "loss": 0.1286,
      "step": 233800
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3970157267175234e-05,
      "loss": 0.1281,
      "step": 233810
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.396903872396591e-05,
      "loss": 0.1319,
      "step": 233820
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3967920180756583e-05,
      "loss": 0.1324,
      "step": 233830
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.396680163754726e-05,
      "loss": 0.1339,
      "step": 233840
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3965683094337935e-05,
      "loss": 0.1288,
      "step": 233850
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.396456455112861e-05,
      "loss": 0.1214,
      "step": 233860
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3963446007919288e-05,
      "loss": 0.1298,
      "step": 233870
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3962327464709962e-05,
      "loss": 0.1336,
      "step": 233880
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3961208921500637e-05,
      "loss": 0.1314,
      "step": 233890
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3960090378291315e-05,
      "loss": 0.1288,
      "step": 233900
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.395897183508199e-05,
      "loss": 0.1307,
      "step": 233910
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3957853291872667e-05,
      "loss": 0.128,
      "step": 233920
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3956734748663342e-05,
      "loss": 0.1275,
      "step": 233930
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3955616205454016e-05,
      "loss": 0.1313,
      "step": 233940
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3954497662244694e-05,
      "loss": 0.1306,
      "step": 233950
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.395337911903537e-05,
      "loss": 0.127,
      "step": 233960
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3952260575826047e-05,
      "loss": 0.1308,
      "step": 233970
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.395114203261672e-05,
      "loss": 0.1356,
      "step": 233980
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3950023489407396e-05,
      "loss": 0.131,
      "step": 233990
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3948904946198074e-05,
      "loss": 0.1273,
      "step": 234000
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.394778640298875e-05,
      "loss": 0.1289,
      "step": 234010
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3946667859779423e-05,
      "loss": 0.1324,
      "step": 234020
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3945661170891032e-05,
      "loss": 0.1332,
      "step": 234030
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.394454262768171e-05,
      "loss": 0.1251,
      "step": 234040
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3943424084472384e-05,
      "loss": 0.1336,
      "step": 234050
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.394230554126306e-05,
      "loss": 0.1278,
      "step": 234060
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3941186998053737e-05,
      "loss": 0.1306,
      "step": 234070
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.394006845484441e-05,
      "loss": 0.1308,
      "step": 234080
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3938949911635086e-05,
      "loss": 0.1303,
      "step": 234090
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3937831368425764e-05,
      "loss": 0.1252,
      "step": 234100
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3936712825216438e-05,
      "loss": 0.1265,
      "step": 234110
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3935594282007116e-05,
      "loss": 0.1289,
      "step": 234120
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.393447573879779e-05,
      "loss": 0.1315,
      "step": 234130
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3933357195588465e-05,
      "loss": 0.1315,
      "step": 234140
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3932238652379143e-05,
      "loss": 0.1306,
      "step": 234150
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3931120109169818e-05,
      "loss": 0.1294,
      "step": 234160
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3930001565960496e-05,
      "loss": 0.1312,
      "step": 234170
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.392888302275117e-05,
      "loss": 0.1259,
      "step": 234180
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3927764479541845e-05,
      "loss": 0.1305,
      "step": 234190
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3926645936332523e-05,
      "loss": 0.1284,
      "step": 234200
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3925527393123197e-05,
      "loss": 0.127,
      "step": 234210
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3924408849913875e-05,
      "loss": 0.1308,
      "step": 234220
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.392329030670455e-05,
      "loss": 0.1269,
      "step": 234230
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3922171763495224e-05,
      "loss": 0.1275,
      "step": 234240
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.39210532202859e-05,
      "loss": 0.1312,
      "step": 234250
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3919934677076577e-05,
      "loss": 0.1274,
      "step": 234260
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.391881613386725e-05,
      "loss": 0.1373,
      "step": 234270
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.391769759065793e-05,
      "loss": 0.1232,
      "step": 234280
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3916579047448604e-05,
      "loss": 0.1296,
      "step": 234290
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3915460504239278e-05,
      "loss": 0.1303,
      "step": 234300
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3914341961029956e-05,
      "loss": 0.1299,
      "step": 234310
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.391322341782063e-05,
      "loss": 0.126,
      "step": 234320
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.391210487461131e-05,
      "loss": 0.1283,
      "step": 234330
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3910986331401983e-05,
      "loss": 0.1306,
      "step": 234340
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3909867788192658e-05,
      "loss": 0.1341,
      "step": 234350
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3908749244983336e-05,
      "loss": 0.1308,
      "step": 234360
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.390763070177401e-05,
      "loss": 0.1335,
      "step": 234370
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3906512158564688e-05,
      "loss": 0.1312,
      "step": 234380
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3905393615355363e-05,
      "loss": 0.1307,
      "step": 234390
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3904275072146037e-05,
      "loss": 0.1311,
      "step": 234400
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.390315652893671e-05,
      "loss": 0.1298,
      "step": 234410
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.390203798572739e-05,
      "loss": 0.1279,
      "step": 234420
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3900919442518068e-05,
      "loss": 0.1297,
      "step": 234430
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3899800899308742e-05,
      "loss": 0.128,
      "step": 234440
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3898682356099417e-05,
      "loss": 0.1293,
      "step": 234450
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.389756381289009e-05,
      "loss": 0.1248,
      "step": 234460
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.389644526968077e-05,
      "loss": 0.1305,
      "step": 234470
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3895326726471447e-05,
      "loss": 0.1279,
      "step": 234480
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.389420818326212e-05,
      "loss": 0.1327,
      "step": 234490
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3893089640052796e-05,
      "loss": 0.132,
      "step": 234500
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.389197109684347e-05,
      "loss": 0.1325,
      "step": 234510
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.389085255363415e-05,
      "loss": 0.133,
      "step": 234520
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3889734010424823e-05,
      "loss": 0.1292,
      "step": 234530
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.38886154672155e-05,
      "loss": 0.1313,
      "step": 234540
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3887496924006176e-05,
      "loss": 0.1274,
      "step": 234550
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.388637838079685e-05,
      "loss": 0.1281,
      "step": 234560
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3885259837587525e-05,
      "loss": 0.1323,
      "step": 234570
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3884141294378203e-05,
      "loss": 0.1251,
      "step": 234580
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.388302275116888e-05,
      "loss": 0.1271,
      "step": 234590
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3881904207959555e-05,
      "loss": 0.1264,
      "step": 234600
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.388078566475023e-05,
      "loss": 0.1288,
      "step": 234610
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3879667121540904e-05,
      "loss": 0.1284,
      "step": 234620
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3878548578331582e-05,
      "loss": 0.1247,
      "step": 234630
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.387743003512226e-05,
      "loss": 0.1266,
      "step": 234640
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3876311491912935e-05,
      "loss": 0.1267,
      "step": 234650
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.387519294870361e-05,
      "loss": 0.1297,
      "step": 234660
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3874074405494284e-05,
      "loss": 0.129,
      "step": 234670
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.387295586228496e-05,
      "loss": 0.1268,
      "step": 234680
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.387183731907564e-05,
      "loss": 0.1293,
      "step": 234690
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3870718775866314e-05,
      "loss": 0.1261,
      "step": 234700
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.386960023265699e-05,
      "loss": 0.1317,
      "step": 234710
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3868481689447663e-05,
      "loss": 0.13,
      "step": 234720
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3867363146238338e-05,
      "loss": 0.1353,
      "step": 234730
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3866244603029016e-05,
      "loss": 0.1291,
      "step": 234740
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3865126059819693e-05,
      "loss": 0.1299,
      "step": 234750
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3864007516610368e-05,
      "loss": 0.1346,
      "step": 234760
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3862888973401043e-05,
      "loss": 0.1281,
      "step": 234770
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3861770430191717e-05,
      "loss": 0.127,
      "step": 234780
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3860651886982395e-05,
      "loss": 0.1274,
      "step": 234790
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3859533343773073e-05,
      "loss": 0.1301,
      "step": 234800
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3858414800563747e-05,
      "loss": 0.1308,
      "step": 234810
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3857296257354422e-05,
      "loss": 0.1305,
      "step": 234820
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3856177714145097e-05,
      "loss": 0.1316,
      "step": 234830
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3855059170935774e-05,
      "loss": 0.1265,
      "step": 234840
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3853940627726452e-05,
      "loss": 0.125,
      "step": 234850
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3852822084517127e-05,
      "loss": 0.1303,
      "step": 234860
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.38517035413078e-05,
      "loss": 0.1293,
      "step": 234870
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3850584998098476e-05,
      "loss": 0.1266,
      "step": 234880
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.384946645488915e-05,
      "loss": 0.1309,
      "step": 234890
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3848347911679832e-05,
      "loss": 0.1317,
      "step": 234900
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3847229368470506e-05,
      "loss": 0.1292,
      "step": 234910
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.384611082526118e-05,
      "loss": 0.1282,
      "step": 234920
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3844992282051855e-05,
      "loss": 0.135,
      "step": 234930
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.384387373884253e-05,
      "loss": 0.1301,
      "step": 234940
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3842755195633208e-05,
      "loss": 0.1261,
      "step": 234950
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3841636652423886e-05,
      "loss": 0.1317,
      "step": 234960
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.384051810921456e-05,
      "loss": 0.1302,
      "step": 234970
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3839399566005235e-05,
      "loss": 0.1301,
      "step": 234980
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.383828102279591e-05,
      "loss": 0.1298,
      "step": 234990
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3837162479586587e-05,
      "loss": 0.1267,
      "step": 235000
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3836043936377265e-05,
      "loss": 0.1304,
      "step": 235010
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.383492539316794e-05,
      "loss": 0.1285,
      "step": 235020
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3833806849958614e-05,
      "loss": 0.1286,
      "step": 235030
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.383268830674929e-05,
      "loss": 0.1248,
      "step": 235040
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3831569763539967e-05,
      "loss": 0.1282,
      "step": 235050
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3830451220330645e-05,
      "loss": 0.1312,
      "step": 235060
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.382933267712132e-05,
      "loss": 0.1295,
      "step": 235070
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3828214133911994e-05,
      "loss": 0.1321,
      "step": 235080
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.382709559070267e-05,
      "loss": 0.1282,
      "step": 235090
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3825977047493346e-05,
      "loss": 0.1312,
      "step": 235100
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3824858504284024e-05,
      "loss": 0.1345,
      "step": 235110
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.38237399610747e-05,
      "loss": 0.1302,
      "step": 235120
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3822621417865373e-05,
      "loss": 0.1302,
      "step": 235130
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3821502874656048e-05,
      "loss": 0.1337,
      "step": 235140
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3820384331446722e-05,
      "loss": 0.134,
      "step": 235150
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.38192657882374e-05,
      "loss": 0.1321,
      "step": 235160
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.381814724502808e-05,
      "loss": 0.1291,
      "step": 235170
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3817028701818753e-05,
      "loss": 0.1276,
      "step": 235180
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3815910158609427e-05,
      "loss": 0.12,
      "step": 235190
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3814791615400102e-05,
      "loss": 0.1243,
      "step": 235200
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.381367307219078e-05,
      "loss": 0.136,
      "step": 235210
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3812554528981458e-05,
      "loss": 0.1271,
      "step": 235220
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3811435985772132e-05,
      "loss": 0.1312,
      "step": 235230
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3810317442562807e-05,
      "loss": 0.1312,
      "step": 235240
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.380919889935348e-05,
      "loss": 0.1281,
      "step": 235250
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.380808035614416e-05,
      "loss": 0.1252,
      "step": 235260
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3806961812934837e-05,
      "loss": 0.1284,
      "step": 235270
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3805843269725512e-05,
      "loss": 0.1277,
      "step": 235280
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3804724726516186e-05,
      "loss": 0.1296,
      "step": 235290
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.380360618330686e-05,
      "loss": 0.1285,
      "step": 235300
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.380248764009754e-05,
      "loss": 0.1271,
      "step": 235310
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3801369096888217e-05,
      "loss": 0.1367,
      "step": 235320
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.380025055367889e-05,
      "loss": 0.1308,
      "step": 235330
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3799132010469566e-05,
      "loss": 0.134,
      "step": 235340
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.379801346726024e-05,
      "loss": 0.1257,
      "step": 235350
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3796894924050915e-05,
      "loss": 0.1302,
      "step": 235360
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3795776380841593e-05,
      "loss": 0.129,
      "step": 235370
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.379465783763227e-05,
      "loss": 0.1281,
      "step": 235380
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3793539294422945e-05,
      "loss": 0.1267,
      "step": 235390
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.379242075121362e-05,
      "loss": 0.1291,
      "step": 235400
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3791302208004294e-05,
      "loss": 0.1297,
      "step": 235410
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3790183664794972e-05,
      "loss": 0.1314,
      "step": 235420
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.378906512158565e-05,
      "loss": 0.1355,
      "step": 235430
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3787946578376325e-05,
      "loss": 0.1313,
      "step": 235440
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3786828035167e-05,
      "loss": 0.1279,
      "step": 235450
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3785709491957674e-05,
      "loss": 0.127,
      "step": 235460
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3784590948748352e-05,
      "loss": 0.1328,
      "step": 235470
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.378347240553903e-05,
      "loss": 0.1269,
      "step": 235480
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3782353862329704e-05,
      "loss": 0.1239,
      "step": 235490
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.378123531912038e-05,
      "loss": 0.1266,
      "step": 235500
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3780116775911053e-05,
      "loss": 0.129,
      "step": 235510
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.377899823270173e-05,
      "loss": 0.128,
      "step": 235520
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3777879689492406e-05,
      "loss": 0.128,
      "step": 235530
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3776761146283084e-05,
      "loss": 0.1268,
      "step": 235540
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3775642603073758e-05,
      "loss": 0.1238,
      "step": 235550
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3774524059864433e-05,
      "loss": 0.1289,
      "step": 235560
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3773405516655107e-05,
      "loss": 0.1291,
      "step": 235570
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3772286973445785e-05,
      "loss": 0.1284,
      "step": 235580
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3771168430236463e-05,
      "loss": 0.1305,
      "step": 235590
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3770049887027138e-05,
      "loss": 0.1297,
      "step": 235600
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3768931343817812e-05,
      "loss": 0.1274,
      "step": 235610
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3767812800608487e-05,
      "loss": 0.1302,
      "step": 235620
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3766694257399165e-05,
      "loss": 0.1262,
      "step": 235630
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3765575714189843e-05,
      "loss": 0.1276,
      "step": 235640
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3764457170980517e-05,
      "loss": 0.1275,
      "step": 235650
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3763338627771192e-05,
      "loss": 0.1263,
      "step": 235660
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3762220084561866e-05,
      "loss": 0.1315,
      "step": 235670
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3761101541352544e-05,
      "loss": 0.1296,
      "step": 235680
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.375998299814322e-05,
      "loss": 0.1284,
      "step": 235690
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3758864454933897e-05,
      "loss": 0.1278,
      "step": 235700
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.375774591172457e-05,
      "loss": 0.1306,
      "step": 235710
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3756627368515246e-05,
      "loss": 0.1323,
      "step": 235720
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3755508825305924e-05,
      "loss": 0.1315,
      "step": 235730
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3754390282096598e-05,
      "loss": 0.1273,
      "step": 235740
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3753271738887276e-05,
      "loss": 0.132,
      "step": 235750
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.375215319567795e-05,
      "loss": 0.1326,
      "step": 235760
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3751034652468625e-05,
      "loss": 0.1298,
      "step": 235770
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.37499161092593e-05,
      "loss": 0.13,
      "step": 235780
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3748797566049978e-05,
      "loss": 0.1281,
      "step": 235790
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3747679022840656e-05,
      "loss": 0.1291,
      "step": 235800
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.374656047963133e-05,
      "loss": 0.1276,
      "step": 235810
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3745441936422005e-05,
      "loss": 0.1264,
      "step": 235820
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.374432339321268e-05,
      "loss": 0.127,
      "step": 235830
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3743204850003357e-05,
      "loss": 0.1253,
      "step": 235840
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3742086306794032e-05,
      "loss": 0.1324,
      "step": 235850
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.374096776358471e-05,
      "loss": 0.1259,
      "step": 235860
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3739849220375384e-05,
      "loss": 0.1298,
      "step": 235870
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.373873067716606e-05,
      "loss": 0.1265,
      "step": 235880
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3737612133956737e-05,
      "loss": 0.1327,
      "step": 235890
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.373649359074741e-05,
      "loss": 0.131,
      "step": 235900
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.373537504753809e-05,
      "loss": 0.1297,
      "step": 235910
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3734256504328764e-05,
      "loss": 0.1316,
      "step": 235920
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3733137961119438e-05,
      "loss": 0.1265,
      "step": 235930
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3732019417910116e-05,
      "loss": 0.1259,
      "step": 235940
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.373090087470079e-05,
      "loss": 0.1329,
      "step": 235950
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.372978233149147e-05,
      "loss": 0.1324,
      "step": 235960
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3728663788282143e-05,
      "loss": 0.1249,
      "step": 235970
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3727545245072818e-05,
      "loss": 0.1286,
      "step": 235980
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3726426701863496e-05,
      "loss": 0.1291,
      "step": 235990
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.372530815865417e-05,
      "loss": 0.1299,
      "step": 236000
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3724189615444845e-05,
      "loss": 0.1267,
      "step": 236010
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3723071072235523e-05,
      "loss": 0.1298,
      "step": 236020
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.372206438334713e-05,
      "loss": 0.1244,
      "step": 236030
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3720945840137806e-05,
      "loss": 0.1297,
      "step": 236040
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.371982729692848e-05,
      "loss": 0.1258,
      "step": 236050
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.371870875371916e-05,
      "loss": 0.1275,
      "step": 236060
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3717590210509833e-05,
      "loss": 0.1281,
      "step": 236070
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3716471667300507e-05,
      "loss": 0.1292,
      "step": 236080
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3715353124091185e-05,
      "loss": 0.1298,
      "step": 236090
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.371423458088186e-05,
      "loss": 0.1247,
      "step": 236100
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3713116037672538e-05,
      "loss": 0.1285,
      "step": 236110
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3711997494463212e-05,
      "loss": 0.1269,
      "step": 236120
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3710878951253887e-05,
      "loss": 0.1285,
      "step": 236130
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3709760408044565e-05,
      "loss": 0.1261,
      "step": 236140
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.370864186483524e-05,
      "loss": 0.1261,
      "step": 236150
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3707523321625917e-05,
      "loss": 0.1304,
      "step": 236160
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3706404778416592e-05,
      "loss": 0.1263,
      "step": 236170
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3705286235207266e-05,
      "loss": 0.1265,
      "step": 236180
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3704167691997944e-05,
      "loss": 0.1286,
      "step": 236190
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.370304914878862e-05,
      "loss": 0.1318,
      "step": 236200
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3701930605579293e-05,
      "loss": 0.1302,
      "step": 236210
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.370081206236997e-05,
      "loss": 0.1309,
      "step": 236220
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3699693519160646e-05,
      "loss": 0.1284,
      "step": 236230
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.369857497595132e-05,
      "loss": 0.1237,
      "step": 236240
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3697456432742e-05,
      "loss": 0.1288,
      "step": 236250
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3696337889532673e-05,
      "loss": 0.1315,
      "step": 236260
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.369521934632335e-05,
      "loss": 0.1313,
      "step": 236270
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3694100803114025e-05,
      "loss": 0.1331,
      "step": 236280
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.36929822599047e-05,
      "loss": 0.1314,
      "step": 236290
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3691863716695378e-05,
      "loss": 0.129,
      "step": 236300
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3690745173486052e-05,
      "loss": 0.1297,
      "step": 236310
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.368962663027673e-05,
      "loss": 0.1274,
      "step": 236320
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3688508087067405e-05,
      "loss": 0.1287,
      "step": 236330
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.368738954385808e-05,
      "loss": 0.1307,
      "step": 236340
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3686271000648754e-05,
      "loss": 0.1274,
      "step": 236350
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3685152457439432e-05,
      "loss": 0.128,
      "step": 236360
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.368403391423011e-05,
      "loss": 0.1285,
      "step": 236370
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3682915371020784e-05,
      "loss": 0.1315,
      "step": 236380
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.368179682781146e-05,
      "loss": 0.1258,
      "step": 236390
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3680678284602133e-05,
      "loss": 0.1273,
      "step": 236400
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.367955974139281e-05,
      "loss": 0.1295,
      "step": 236410
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3678441198183486e-05,
      "loss": 0.1274,
      "step": 236420
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3677322654974164e-05,
      "loss": 0.1299,
      "step": 236430
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.367620411176484e-05,
      "loss": 0.1307,
      "step": 236440
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3675085568555513e-05,
      "loss": 0.1273,
      "step": 236450
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.367396702534619e-05,
      "loss": 0.1347,
      "step": 236460
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3672848482136865e-05,
      "loss": 0.1284,
      "step": 236470
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3671729938927543e-05,
      "loss": 0.1281,
      "step": 236480
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3670611395718218e-05,
      "loss": 0.1276,
      "step": 236490
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3669492852508892e-05,
      "loss": 0.1284,
      "step": 236500
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3668374309299567e-05,
      "loss": 0.1305,
      "step": 236510
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3667255766090245e-05,
      "loss": 0.1317,
      "step": 236520
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3666137222880923e-05,
      "loss": 0.1266,
      "step": 236530
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3665018679671597e-05,
      "loss": 0.1308,
      "step": 236540
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3663900136462272e-05,
      "loss": 0.1298,
      "step": 236550
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3662781593252946e-05,
      "loss": 0.1281,
      "step": 236560
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3661663050043624e-05,
      "loss": 0.1239,
      "step": 236570
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3660544506834302e-05,
      "loss": 0.1275,
      "step": 236580
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3659425963624977e-05,
      "loss": 0.1261,
      "step": 236590
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.365830742041565e-05,
      "loss": 0.1293,
      "step": 236600
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3657188877206326e-05,
      "loss": 0.1285,
      "step": 236610
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3656070333997004e-05,
      "loss": 0.1356,
      "step": 236620
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3654951790787678e-05,
      "loss": 0.1281,
      "step": 236630
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3653833247578356e-05,
      "loss": 0.1308,
      "step": 236640
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.365271470436903e-05,
      "loss": 0.129,
      "step": 236650
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3651596161159705e-05,
      "loss": 0.1294,
      "step": 236660
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.365047761795038e-05,
      "loss": 0.1271,
      "step": 236670
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3649359074741058e-05,
      "loss": 0.1303,
      "step": 236680
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3648240531531736e-05,
      "loss": 0.1275,
      "step": 236690
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.364712198832241e-05,
      "loss": 0.1288,
      "step": 236700
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3646003445113085e-05,
      "loss": 0.1269,
      "step": 236710
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.364488490190376e-05,
      "loss": 0.1257,
      "step": 236720
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3643766358694437e-05,
      "loss": 0.1255,
      "step": 236730
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3642647815485115e-05,
      "loss": 0.1289,
      "step": 236740
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.364152927227579e-05,
      "loss": 0.1327,
      "step": 236750
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3640410729066464e-05,
      "loss": 0.1337,
      "step": 236760
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.363929218585714e-05,
      "loss": 0.1297,
      "step": 236770
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3638173642647817e-05,
      "loss": 0.1283,
      "step": 236780
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3637055099438495e-05,
      "loss": 0.1275,
      "step": 236790
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.363593655622917e-05,
      "loss": 0.1245,
      "step": 236800
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3634818013019844e-05,
      "loss": 0.1262,
      "step": 236810
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3633699469810518e-05,
      "loss": 0.1324,
      "step": 236820
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3632580926601193e-05,
      "loss": 0.127,
      "step": 236830
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3631462383391874e-05,
      "loss": 0.1224,
      "step": 236840
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.363034384018255e-05,
      "loss": 0.1313,
      "step": 236850
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3629225296973223e-05,
      "loss": 0.1312,
      "step": 236860
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3628106753763898e-05,
      "loss": 0.1262,
      "step": 236870
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3626988210554572e-05,
      "loss": 0.1272,
      "step": 236880
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.362586966734525e-05,
      "loss": 0.1323,
      "step": 236890
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3624751124135928e-05,
      "loss": 0.1309,
      "step": 236900
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3623632580926603e-05,
      "loss": 0.1267,
      "step": 236910
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3622514037717277e-05,
      "loss": 0.1305,
      "step": 236920
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3621395494507952e-05,
      "loss": 0.1266,
      "step": 236930
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.362027695129863e-05,
      "loss": 0.133,
      "step": 236940
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3619158408089308e-05,
      "loss": 0.1246,
      "step": 236950
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3618039864879982e-05,
      "loss": 0.1304,
      "step": 236960
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3616921321670657e-05,
      "loss": 0.1271,
      "step": 236970
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.361580277846133e-05,
      "loss": 0.1264,
      "step": 236980
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.361468423525201e-05,
      "loss": 0.1331,
      "step": 236990
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3613565692042687e-05,
      "loss": 0.1272,
      "step": 237000
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.361244714883336e-05,
      "loss": 0.1253,
      "step": 237010
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3611328605624036e-05,
      "loss": 0.1276,
      "step": 237020
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.361021006241471e-05,
      "loss": 0.1264,
      "step": 237030
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3609091519205385e-05,
      "loss": 0.1301,
      "step": 237040
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3607972975996067e-05,
      "loss": 0.1275,
      "step": 237050
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.360685443278674e-05,
      "loss": 0.1296,
      "step": 237060
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3605735889577416e-05,
      "loss": 0.1305,
      "step": 237070
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.360461734636809e-05,
      "loss": 0.1297,
      "step": 237080
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3603498803158765e-05,
      "loss": 0.1337,
      "step": 237090
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3602380259949443e-05,
      "loss": 0.1267,
      "step": 237100
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.360126171674012e-05,
      "loss": 0.1283,
      "step": 237110
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3600143173530795e-05,
      "loss": 0.1298,
      "step": 237120
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.359902463032147e-05,
      "loss": 0.134,
      "step": 237130
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3597906087112144e-05,
      "loss": 0.1259,
      "step": 237140
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3596787543902822e-05,
      "loss": 0.1292,
      "step": 237150
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.35956690006935e-05,
      "loss": 0.1333,
      "step": 237160
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3594550457484175e-05,
      "loss": 0.1265,
      "step": 237170
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.359343191427485e-05,
      "loss": 0.1323,
      "step": 237180
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3592313371065524e-05,
      "loss": 0.1289,
      "step": 237190
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.35911948278562e-05,
      "loss": 0.1286,
      "step": 237200
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.359007628464688e-05,
      "loss": 0.1258,
      "step": 237210
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3588957741437554e-05,
      "loss": 0.1296,
      "step": 237220
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.358783919822823e-05,
      "loss": 0.1271,
      "step": 237230
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3586720655018903e-05,
      "loss": 0.124,
      "step": 237240
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3585602111809578e-05,
      "loss": 0.129,
      "step": 237250
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.358448356860026e-05,
      "loss": 0.1296,
      "step": 237260
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3583365025390934e-05,
      "loss": 0.1299,
      "step": 237270
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3582246482181608e-05,
      "loss": 0.1247,
      "step": 237280
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3581127938972283e-05,
      "loss": 0.124,
      "step": 237290
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3580009395762957e-05,
      "loss": 0.1232,
      "step": 237300
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3578890852553635e-05,
      "loss": 0.1284,
      "step": 237310
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3577772309344313e-05,
      "loss": 0.1293,
      "step": 237320
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3576653766134988e-05,
      "loss": 0.1343,
      "step": 237330
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3575535222925662e-05,
      "loss": 0.1322,
      "step": 237340
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3574416679716337e-05,
      "loss": 0.1302,
      "step": 237350
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3573298136507015e-05,
      "loss": 0.1269,
      "step": 237360
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3572179593297692e-05,
      "loss": 0.1332,
      "step": 237370
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3571061050088367e-05,
      "loss": 0.1299,
      "step": 237380
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.356994250687904e-05,
      "loss": 0.1282,
      "step": 237390
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3568823963669716e-05,
      "loss": 0.1257,
      "step": 237400
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3567705420460394e-05,
      "loss": 0.1278,
      "step": 237410
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3566586877251072e-05,
      "loss": 0.1255,
      "step": 237420
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3565468334041746e-05,
      "loss": 0.1293,
      "step": 237430
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.356434979083242e-05,
      "loss": 0.126,
      "step": 237440
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3563231247623096e-05,
      "loss": 0.1234,
      "step": 237450
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3562112704413774e-05,
      "loss": 0.1244,
      "step": 237460
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3560994161204448e-05,
      "loss": 0.1265,
      "step": 237470
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3559875617995126e-05,
      "loss": 0.1268,
      "step": 237480
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.35587570747858e-05,
      "loss": 0.1324,
      "step": 237490
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3557638531576475e-05,
      "loss": 0.1284,
      "step": 237500
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.355651998836715e-05,
      "loss": 0.1266,
      "step": 237510
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3555401445157828e-05,
      "loss": 0.1295,
      "step": 237520
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3554282901948505e-05,
      "loss": 0.1262,
      "step": 237530
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.355316435873918e-05,
      "loss": 0.1286,
      "step": 237540
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3552045815529855e-05,
      "loss": 0.1288,
      "step": 237550
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.355092727232053e-05,
      "loss": 0.1338,
      "step": 237560
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3549808729111207e-05,
      "loss": 0.1315,
      "step": 237570
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3548690185901885e-05,
      "loss": 0.1295,
      "step": 237580
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.354757164269256e-05,
      "loss": 0.1301,
      "step": 237590
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3546453099483234e-05,
      "loss": 0.1227,
      "step": 237600
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.354533455627391e-05,
      "loss": 0.1211,
      "step": 237610
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3544216013064586e-05,
      "loss": 0.129,
      "step": 237620
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.354309746985526e-05,
      "loss": 0.1271,
      "step": 237630
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.354197892664594e-05,
      "loss": 0.1269,
      "step": 237640
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3540860383436613e-05,
      "loss": 0.1327,
      "step": 237650
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3539741840227288e-05,
      "loss": 0.1209,
      "step": 237660
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3538623297017966e-05,
      "loss": 0.1279,
      "step": 237670
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.353750475380864e-05,
      "loss": 0.1301,
      "step": 237680
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.353638621059932e-05,
      "loss": 0.1307,
      "step": 237690
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3535267667389993e-05,
      "loss": 0.1239,
      "step": 237700
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3534149124180667e-05,
      "loss": 0.1275,
      "step": 237710
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3533030580971342e-05,
      "loss": 0.127,
      "step": 237720
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.353191203776202e-05,
      "loss": 0.1289,
      "step": 237730
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3530793494552698e-05,
      "loss": 0.1287,
      "step": 237740
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3529674951343372e-05,
      "loss": 0.1247,
      "step": 237750
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3528556408134047e-05,
      "loss": 0.1288,
      "step": 237760
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3527549719245656e-05,
      "loss": 0.1299,
      "step": 237770
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.352643117603633e-05,
      "loss": 0.1263,
      "step": 237780
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3525312632827008e-05,
      "loss": 0.1297,
      "step": 237790
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3524194089617683e-05,
      "loss": 0.129,
      "step": 237800
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.352307554640836e-05,
      "loss": 0.129,
      "step": 237810
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3521957003199035e-05,
      "loss": 0.1269,
      "step": 237820
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.352083845998971e-05,
      "loss": 0.1321,
      "step": 237830
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3519719916780388e-05,
      "loss": 0.1246,
      "step": 237840
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3518601373571062e-05,
      "loss": 0.1291,
      "step": 237850
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3517482830361737e-05,
      "loss": 0.1302,
      "step": 237860
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3516364287152415e-05,
      "loss": 0.1281,
      "step": 237870
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.351524574394309e-05,
      "loss": 0.1285,
      "step": 237880
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3514127200733764e-05,
      "loss": 0.1233,
      "step": 237890
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3513008657524442e-05,
      "loss": 0.1288,
      "step": 237900
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3511890114315116e-05,
      "loss": 0.1222,
      "step": 237910
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3510771571105794e-05,
      "loss": 0.1225,
      "step": 237920
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.350965302789647e-05,
      "loss": 0.1315,
      "step": 237930
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3508534484687143e-05,
      "loss": 0.1253,
      "step": 237940
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.350741594147782e-05,
      "loss": 0.1282,
      "step": 237950
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3506297398268496e-05,
      "loss": 0.1261,
      "step": 237960
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3505178855059174e-05,
      "loss": 0.1293,
      "step": 237970
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3504060311849848e-05,
      "loss": 0.1279,
      "step": 237980
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3502941768640523e-05,
      "loss": 0.1245,
      "step": 237990
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.35018232254312e-05,
      "loss": 0.1266,
      "step": 238000
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3500704682221875e-05,
      "loss": 0.1344,
      "step": 238010
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.349958613901255e-05,
      "loss": 0.1252,
      "step": 238020
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3498467595803228e-05,
      "loss": 0.1258,
      "step": 238030
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3497349052593902e-05,
      "loss": 0.1291,
      "step": 238040
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.349623050938458e-05,
      "loss": 0.1307,
      "step": 238050
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3495111966175255e-05,
      "loss": 0.1326,
      "step": 238060
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.349399342296593e-05,
      "loss": 0.1275,
      "step": 238070
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3492874879756607e-05,
      "loss": 0.1282,
      "step": 238080
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.349175633654728e-05,
      "loss": 0.1276,
      "step": 238090
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3490637793337956e-05,
      "loss": 0.1284,
      "step": 238100
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3489519250128634e-05,
      "loss": 0.1265,
      "step": 238110
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.348840070691931e-05,
      "loss": 0.1264,
      "step": 238120
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3487282163709987e-05,
      "loss": 0.1307,
      "step": 238130
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.348616362050066e-05,
      "loss": 0.1289,
      "step": 238140
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3485045077291336e-05,
      "loss": 0.13,
      "step": 238150
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3483926534082014e-05,
      "loss": 0.1305,
      "step": 238160
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3482807990872688e-05,
      "loss": 0.1324,
      "step": 238170
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3481689447663363e-05,
      "loss": 0.1302,
      "step": 238180
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.348057090445404e-05,
      "loss": 0.1256,
      "step": 238190
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3479452361244715e-05,
      "loss": 0.1264,
      "step": 238200
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3478333818035393e-05,
      "loss": 0.1284,
      "step": 238210
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3477215274826068e-05,
      "loss": 0.1271,
      "step": 238220
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3476096731616742e-05,
      "loss": 0.1301,
      "step": 238230
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.347497818840742e-05,
      "loss": 0.1261,
      "step": 238240
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3473859645198095e-05,
      "loss": 0.1282,
      "step": 238250
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3472741101988773e-05,
      "loss": 0.1275,
      "step": 238260
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3471622558779447e-05,
      "loss": 0.1268,
      "step": 238270
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.347050401557012e-05,
      "loss": 0.1262,
      "step": 238280
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.34693854723608e-05,
      "loss": 0.1295,
      "step": 238290
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3468266929151474e-05,
      "loss": 0.1301,
      "step": 238300
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3467148385942152e-05,
      "loss": 0.1289,
      "step": 238310
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3466029842732827e-05,
      "loss": 0.1291,
      "step": 238320
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.34649112995235e-05,
      "loss": 0.1262,
      "step": 238330
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3463792756314176e-05,
      "loss": 0.1256,
      "step": 238340
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3462674213104854e-05,
      "loss": 0.1306,
      "step": 238350
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3461555669895528e-05,
      "loss": 0.1265,
      "step": 238360
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3460437126686206e-05,
      "loss": 0.1273,
      "step": 238370
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.345931858347688e-05,
      "loss": 0.1261,
      "step": 238380
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3458200040267555e-05,
      "loss": 0.1309,
      "step": 238390
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3457081497058233e-05,
      "loss": 0.125,
      "step": 238400
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3455962953848908e-05,
      "loss": 0.1276,
      "step": 238410
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3454844410639586e-05,
      "loss": 0.1275,
      "step": 238420
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.345372586743026e-05,
      "loss": 0.1279,
      "step": 238430
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3452607324220935e-05,
      "loss": 0.1289,
      "step": 238440
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3451488781011613e-05,
      "loss": 0.1323,
      "step": 238450
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3450370237802287e-05,
      "loss": 0.1283,
      "step": 238460
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3449251694592965e-05,
      "loss": 0.1347,
      "step": 238470
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.344813315138364e-05,
      "loss": 0.1254,
      "step": 238480
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3447014608174314e-05,
      "loss": 0.1305,
      "step": 238490
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.344589606496499e-05,
      "loss": 0.1322,
      "step": 238500
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3444777521755667e-05,
      "loss": 0.1268,
      "step": 238510
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3443658978546344e-05,
      "loss": 0.1286,
      "step": 238520
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.344254043533702e-05,
      "loss": 0.1274,
      "step": 238530
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3441421892127694e-05,
      "loss": 0.1269,
      "step": 238540
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3440303348918368e-05,
      "loss": 0.1337,
      "step": 238550
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3439184805709046e-05,
      "loss": 0.1234,
      "step": 238560
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.343806626249972e-05,
      "loss": 0.1242,
      "step": 238570
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.34369477192904e-05,
      "loss": 0.1229,
      "step": 238580
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3435829176081073e-05,
      "loss": 0.1275,
      "step": 238590
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3434710632871748e-05,
      "loss": 0.1249,
      "step": 238600
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3433592089662425e-05,
      "loss": 0.1292,
      "step": 238610
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.34324735464531e-05,
      "loss": 0.1303,
      "step": 238620
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3431355003243778e-05,
      "loss": 0.1265,
      "step": 238630
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3430236460034452e-05,
      "loss": 0.1288,
      "step": 238640
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3429117916825127e-05,
      "loss": 0.1282,
      "step": 238650
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.34279993736158e-05,
      "loss": 0.1297,
      "step": 238660
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.342688083040648e-05,
      "loss": 0.1307,
      "step": 238670
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3425762287197157e-05,
      "loss": 0.1322,
      "step": 238680
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3424643743987832e-05,
      "loss": 0.1281,
      "step": 238690
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3423525200778507e-05,
      "loss": 0.1294,
      "step": 238700
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.342240665756918e-05,
      "loss": 0.1297,
      "step": 238710
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.342128811435986e-05,
      "loss": 0.1333,
      "step": 238720
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3420169571150537e-05,
      "loss": 0.1267,
      "step": 238730
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.341905102794121e-05,
      "loss": 0.1279,
      "step": 238740
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3417932484731886e-05,
      "loss": 0.1251,
      "step": 238750
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.341681394152256e-05,
      "loss": 0.127,
      "step": 238760
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.341569539831324e-05,
      "loss": 0.1299,
      "step": 238770
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3414576855103913e-05,
      "loss": 0.1262,
      "step": 238780
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.341345831189459e-05,
      "loss": 0.1278,
      "step": 238790
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3412339768685265e-05,
      "loss": 0.1294,
      "step": 238800
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.341122122547594e-05,
      "loss": 0.1249,
      "step": 238810
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3410102682266615e-05,
      "loss": 0.1276,
      "step": 238820
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3408984139057292e-05,
      "loss": 0.1275,
      "step": 238830
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.340786559584797e-05,
      "loss": 0.1287,
      "step": 238840
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3406747052638645e-05,
      "loss": 0.1306,
      "step": 238850
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.340562850942932e-05,
      "loss": 0.1291,
      "step": 238860
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3404509966219994e-05,
      "loss": 0.1292,
      "step": 238870
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3403391423010672e-05,
      "loss": 0.1288,
      "step": 238880
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.340227287980135e-05,
      "loss": 0.1311,
      "step": 238890
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3401154336592024e-05,
      "loss": 0.1266,
      "step": 238900
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.34000357933827e-05,
      "loss": 0.1255,
      "step": 238910
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3398917250173373e-05,
      "loss": 0.1264,
      "step": 238920
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.339779870696405e-05,
      "loss": 0.1274,
      "step": 238930
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.339668016375473e-05,
      "loss": 0.1294,
      "step": 238940
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3395561620545404e-05,
      "loss": 0.1272,
      "step": 238950
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.339444307733608e-05,
      "loss": 0.1318,
      "step": 238960
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3393324534126753e-05,
      "loss": 0.1286,
      "step": 238970
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3392205990917427e-05,
      "loss": 0.1327,
      "step": 238980
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.339108744770811e-05,
      "loss": 0.1291,
      "step": 238990
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3389968904498783e-05,
      "loss": 0.129,
      "step": 239000
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3388850361289458e-05,
      "loss": 0.1219,
      "step": 239010
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3387731818080132e-05,
      "loss": 0.1267,
      "step": 239020
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3386613274870807e-05,
      "loss": 0.1317,
      "step": 239030
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3385494731661485e-05,
      "loss": 0.1279,
      "step": 239040
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3384376188452163e-05,
      "loss": 0.1254,
      "step": 239050
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3383257645242837e-05,
      "loss": 0.1248,
      "step": 239060
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3382139102033512e-05,
      "loss": 0.1292,
      "step": 239070
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3381020558824186e-05,
      "loss": 0.1306,
      "step": 239080
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3379902015614864e-05,
      "loss": 0.1282,
      "step": 239090
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3378783472405542e-05,
      "loss": 0.1267,
      "step": 239100
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3377664929196217e-05,
      "loss": 0.1306,
      "step": 239110
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.337654638598689e-05,
      "loss": 0.1308,
      "step": 239120
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3375427842777566e-05,
      "loss": 0.1273,
      "step": 239130
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3374309299568244e-05,
      "loss": 0.1277,
      "step": 239140
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3373190756358922e-05,
      "loss": 0.1277,
      "step": 239150
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3372072213149596e-05,
      "loss": 0.1279,
      "step": 239160
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.337095366994027e-05,
      "loss": 0.1261,
      "step": 239170
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3369835126730945e-05,
      "loss": 0.1267,
      "step": 239180
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.336871658352162e-05,
      "loss": 0.1259,
      "step": 239190
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.33675980403123e-05,
      "loss": 0.133,
      "step": 239200
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3366479497102976e-05,
      "loss": 0.1285,
      "step": 239210
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.336536095389365e-05,
      "loss": 0.1296,
      "step": 239220
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3364242410684325e-05,
      "loss": 0.1292,
      "step": 239230
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3363123867475e-05,
      "loss": 0.1288,
      "step": 239240
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3362005324265677e-05,
      "loss": 0.1275,
      "step": 239250
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3360886781056355e-05,
      "loss": 0.126,
      "step": 239260
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.335976823784703e-05,
      "loss": 0.1306,
      "step": 239270
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3358649694637704e-05,
      "loss": 0.1284,
      "step": 239280
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.335753115142838e-05,
      "loss": 0.123,
      "step": 239290
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3356412608219057e-05,
      "loss": 0.1297,
      "step": 239300
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3355294065009735e-05,
      "loss": 0.1327,
      "step": 239310
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.335417552180041e-05,
      "loss": 0.1245,
      "step": 239320
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3353056978591084e-05,
      "loss": 0.1251,
      "step": 239330
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.335193843538176e-05,
      "loss": 0.1267,
      "step": 239340
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3350819892172436e-05,
      "loss": 0.1272,
      "step": 239350
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3349701348963114e-05,
      "loss": 0.1239,
      "step": 239360
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.334858280575379e-05,
      "loss": 0.127,
      "step": 239370
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3347464262544463e-05,
      "loss": 0.1313,
      "step": 239380
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3346345719335138e-05,
      "loss": 0.1295,
      "step": 239390
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3345227176125812e-05,
      "loss": 0.1267,
      "step": 239400
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.334410863291649e-05,
      "loss": 0.1301,
      "step": 239410
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3342990089707168e-05,
      "loss": 0.1253,
      "step": 239420
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3341871546497843e-05,
      "loss": 0.1288,
      "step": 239430
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3340753003288517e-05,
      "loss": 0.1286,
      "step": 239440
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3339634460079192e-05,
      "loss": 0.1219,
      "step": 239450
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.333851591686987e-05,
      "loss": 0.1278,
      "step": 239460
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3337397373660548e-05,
      "loss": 0.1269,
      "step": 239470
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3336278830451222e-05,
      "loss": 0.1266,
      "step": 239480
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3335160287241897e-05,
      "loss": 0.1292,
      "step": 239490
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.333404174403257e-05,
      "loss": 0.129,
      "step": 239500
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.333292320082325e-05,
      "loss": 0.1299,
      "step": 239510
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3331804657613927e-05,
      "loss": 0.1265,
      "step": 239520
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3330686114404602e-05,
      "loss": 0.1307,
      "step": 239530
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3329567571195276e-05,
      "loss": 0.1274,
      "step": 239540
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.332844902798595e-05,
      "loss": 0.1258,
      "step": 239550
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.332733048477663e-05,
      "loss": 0.1267,
      "step": 239560
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3326211941567303e-05,
      "loss": 0.127,
      "step": 239570
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.332509339835798e-05,
      "loss": 0.126,
      "step": 239580
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3323974855148656e-05,
      "loss": 0.1293,
      "step": 239590
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.332285631193933e-05,
      "loss": 0.133,
      "step": 239600
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3321737768730005e-05,
      "loss": 0.1277,
      "step": 239610
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3320619225520683e-05,
      "loss": 0.1243,
      "step": 239620
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.331950068231136e-05,
      "loss": 0.1273,
      "step": 239630
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3318382139102035e-05,
      "loss": 0.1301,
      "step": 239640
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.331726359589271e-05,
      "loss": 0.1282,
      "step": 239650
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3316145052683384e-05,
      "loss": 0.1286,
      "step": 239660
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3315026509474062e-05,
      "loss": 0.1265,
      "step": 239670
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.331390796626474e-05,
      "loss": 0.1263,
      "step": 239680
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3312789423055415e-05,
      "loss": 0.1267,
      "step": 239690
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.331167087984609e-05,
      "loss": 0.1266,
      "step": 239700
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3310552336636764e-05,
      "loss": 0.1267,
      "step": 239710
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.330943379342744e-05,
      "loss": 0.1215,
      "step": 239720
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3308315250218116e-05,
      "loss": 0.1277,
      "step": 239730
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3307196707008794e-05,
      "loss": 0.1252,
      "step": 239740
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.330607816379947e-05,
      "loss": 0.1281,
      "step": 239750
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3304959620590143e-05,
      "loss": 0.1278,
      "step": 239760
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.330384107738082e-05,
      "loss": 0.1238,
      "step": 239770
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3302722534171496e-05,
      "loss": 0.1262,
      "step": 239780
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3301603990962174e-05,
      "loss": 0.127,
      "step": 239790
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3300485447752848e-05,
      "loss": 0.1265,
      "step": 239800
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3299366904543523e-05,
      "loss": 0.1318,
      "step": 239810
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.32982483613342e-05,
      "loss": 0.1286,
      "step": 239820
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3297129818124875e-05,
      "loss": 0.125,
      "step": 239830
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3296011274915553e-05,
      "loss": 0.1227,
      "step": 239840
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3294892731706228e-05,
      "loss": 0.1296,
      "step": 239850
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3293774188496902e-05,
      "loss": 0.1335,
      "step": 239860
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3292655645287577e-05,
      "loss": 0.1258,
      "step": 239870
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3291537102078255e-05,
      "loss": 0.1294,
      "step": 239880
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.329041855886893e-05,
      "loss": 0.1288,
      "step": 239890
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3289300015659607e-05,
      "loss": 0.1272,
      "step": 239900
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.328818147245028e-05,
      "loss": 0.1291,
      "step": 239910
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3287062929240956e-05,
      "loss": 0.1284,
      "step": 239920
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3285944386031634e-05,
      "loss": 0.124,
      "step": 239930
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.328482584282231e-05,
      "loss": 0.1292,
      "step": 239940
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3283707299612987e-05,
      "loss": 0.1263,
      "step": 239950
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.328258875640366e-05,
      "loss": 0.1251,
      "step": 239960
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3281470213194336e-05,
      "loss": 0.1317,
      "step": 239970
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3280351669985014e-05,
      "loss": 0.1254,
      "step": 239980
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3279233126775688e-05,
      "loss": 0.1279,
      "step": 239990
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3278114583566366e-05,
      "loss": 0.1237,
      "step": 240000
    },
    {
      "epoch": 0.54,
      "eval_NEIMS_canon_smiles": 0.9549666666666666,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.1689,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5648183631931242,
      "eval_NEIMS_exact_mols": 0.1686,
      "eval_NEIMS_exact_smiles": 0.16473333333333334,
      "eval_NEIMS_loss": 0.15587209165096283,
      "eval_NEIMS_matched_formulas": 0.6976333333333333,
      "eval_NEIMS_morgan_tanimoto_simil": 0.48087817748490336,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.16925,
      "eval_NEIMS_runtime": 727.6507,
      "eval_NEIMS_samples_per_second": 82.457,
      "eval_NEIMS_steps_per_second": 1.289,
      "step": 240000
    },
    {
      "epoch": 0.54,
      "eval_RASSP_canon_smiles": 0.9513974688616555,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.23013991384779778,
      "eval_RASSP_daylight_tanimoto_simil": 0.6615702326396767,
      "eval_RASSP_exact_mols": 0.22937189033959995,
      "eval_RASSP_exact_smiles": 0.22342805623267772,
      "eval_RASSP_loss": 0.12360317260026932,
      "eval_RASSP_matched_formulas": 0.8399004908671988,
      "eval_RASSP_morgan_tanimoto_simil": 0.5399549836764758,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.2295221558085952,
      "eval_RASSP_runtime": 827.5902,
      "eval_RASSP_samples_per_second": 72.372,
      "eval_RASSP_steps_per_second": 1.131,
      "step": 240000
    },
    {
      "epoch": 0.54,
      "eval_NEIMS_old_canon_smiles": 0.9533666666666667,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.16783333333333333,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5625883247367006,
      "eval_NEIMS_old_exact_mols": 0.16743333333333332,
      "eval_NEIMS_old_exact_smiles": 0.16303333333333334,
      "eval_NEIMS_old_loss": 0.15619391202926636,
      "eval_NEIMS_old_matched_formulas": 0.6950666666666667,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.4809150177709264,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.16823333333333335,
      "eval_NEIMS_old_runtime": 366.8667,
      "eval_NEIMS_old_samples_per_second": 81.774,
      "eval_NEIMS_old_steps_per_second": 1.278,
      "step": 240000
    },
    {
      "epoch": 0.54,
      "eval_RASSP_old_canon_smiles": 0.9529482430673741,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.2585177028064204,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.6806752187825149,
      "eval_RASSP_old_exact_mols": 0.25754997163546567,
      "eval_RASSP_old_exact_smiles": 0.2511095538425602,
      "eval_RASSP_old_loss": 0.11589321494102478,
      "eval_RASSP_old_matched_formulas": 0.8526045316514833,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.5648131916489839,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.2577835619181099,
      "eval_RASSP_old_runtime": 411.3167,
      "eval_RASSP_old_samples_per_second": 72.856,
      "eval_RASSP_old_steps_per_second": 1.14,
      "step": 240000
    },
    {
      "epoch": 0.54,
      "eval_NIST_canon_smiles": 0.8602051318451219,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.024559037512865103,
      "eval_NIST_daylight_tanimoto_simil": 0.2953428108902583,
      "eval_NIST_exact_mols": 0.0233878695389857,
      "eval_NIST_exact_smiles": 0.022358661319515916,
      "eval_NIST_loss": 1.8028345108032227,
      "eval_NIST_matched_formulas": 0.12009795223054263,
      "eval_NIST_morgan_tanimoto_simil": 0.24779068341518123,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.02423962806544345,
      "eval_NIST_runtime": 650.917,
      "eval_NIST_samples_per_second": 43.288,
      "eval_NIST_steps_per_second": 0.678,
      "step": 240000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.327699604035704e-05,
      "loss": 0.1272,
      "step": 240010
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3275877497147715e-05,
      "loss": 0.1314,
      "step": 240020
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3274758953938393e-05,
      "loss": 0.1273,
      "step": 240030
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3273640410729068e-05,
      "loss": 0.1244,
      "step": 240040
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3272521867519742e-05,
      "loss": 0.1255,
      "step": 240050
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.327140332431042e-05,
      "loss": 0.1345,
      "step": 240060
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3270284781101095e-05,
      "loss": 0.1287,
      "step": 240070
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.326916623789177e-05,
      "loss": 0.126,
      "step": 240080
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3268047694682447e-05,
      "loss": 0.1285,
      "step": 240090
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.326692915147312e-05,
      "loss": 0.1288,
      "step": 240100
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.32658106082638e-05,
      "loss": 0.1255,
      "step": 240110
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3264692065054474e-05,
      "loss": 0.1257,
      "step": 240120
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.326357352184515e-05,
      "loss": 0.1344,
      "step": 240130
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3262454978635827e-05,
      "loss": 0.1283,
      "step": 240140
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.32613364354265e-05,
      "loss": 0.1264,
      "step": 240150
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.326021789221718e-05,
      "loss": 0.1233,
      "step": 240160
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3259099349007854e-05,
      "loss": 0.1304,
      "step": 240170
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3257980805798528e-05,
      "loss": 0.1248,
      "step": 240180
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3256862262589206e-05,
      "loss": 0.1277,
      "step": 240190
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.325574371937988e-05,
      "loss": 0.1238,
      "step": 240200
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3254625176170555e-05,
      "loss": 0.125,
      "step": 240210
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3253506632961233e-05,
      "loss": 0.1269,
      "step": 240220
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3252388089751908e-05,
      "loss": 0.1275,
      "step": 240230
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3251269546542585e-05,
      "loss": 0.1274,
      "step": 240240
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.325015100333326e-05,
      "loss": 0.1244,
      "step": 240250
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3249032460123935e-05,
      "loss": 0.1302,
      "step": 240260
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3247913916914613e-05,
      "loss": 0.1302,
      "step": 240270
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3246795373705287e-05,
      "loss": 0.1244,
      "step": 240280
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.324567683049596e-05,
      "loss": 0.126,
      "step": 240290
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.324455828728664e-05,
      "loss": 0.1299,
      "step": 240300
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3243439744077314e-05,
      "loss": 0.1286,
      "step": 240310
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3242321200867992e-05,
      "loss": 0.1282,
      "step": 240320
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3241202657658667e-05,
      "loss": 0.1286,
      "step": 240330
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.324008411444934e-05,
      "loss": 0.1322,
      "step": 240340
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.323896557124002e-05,
      "loss": 0.1295,
      "step": 240350
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3237847028030694e-05,
      "loss": 0.1312,
      "step": 240360
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3236728484821368e-05,
      "loss": 0.1285,
      "step": 240370
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3235609941612046e-05,
      "loss": 0.1298,
      "step": 240380
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.323449139840272e-05,
      "loss": 0.1248,
      "step": 240390
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.32333728551934e-05,
      "loss": 0.1309,
      "step": 240400
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3232254311984073e-05,
      "loss": 0.1251,
      "step": 240410
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3231135768774748e-05,
      "loss": 0.1258,
      "step": 240420
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3230017225565425e-05,
      "loss": 0.1229,
      "step": 240430
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.32288986823561e-05,
      "loss": 0.128,
      "step": 240440
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3227780139146778e-05,
      "loss": 0.1317,
      "step": 240450
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3226661595937452e-05,
      "loss": 0.1264,
      "step": 240460
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3225543052728127e-05,
      "loss": 0.1265,
      "step": 240470
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3224424509518805e-05,
      "loss": 0.1317,
      "step": 240480
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.322330596630948e-05,
      "loss": 0.133,
      "step": 240490
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3222187423100157e-05,
      "loss": 0.129,
      "step": 240500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3221068879890832e-05,
      "loss": 0.1298,
      "step": 240510
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3219950336681506e-05,
      "loss": 0.1255,
      "step": 240520
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.321883179347218e-05,
      "loss": 0.1251,
      "step": 240530
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.321771325026286e-05,
      "loss": 0.1308,
      "step": 240540
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3216594707053533e-05,
      "loss": 0.1327,
      "step": 240550
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.321547616384421e-05,
      "loss": 0.1293,
      "step": 240560
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3214357620634886e-05,
      "loss": 0.1282,
      "step": 240570
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.321323907742556e-05,
      "loss": 0.1258,
      "step": 240580
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.321212053421624e-05,
      "loss": 0.1327,
      "step": 240590
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3211001991006913e-05,
      "loss": 0.1283,
      "step": 240600
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.320988344779759e-05,
      "loss": 0.1246,
      "step": 240610
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3208764904588265e-05,
      "loss": 0.1241,
      "step": 240620
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.320764636137894e-05,
      "loss": 0.1363,
      "step": 240630
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3206527818169618e-05,
      "loss": 0.1258,
      "step": 240640
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3205409274960292e-05,
      "loss": 0.1266,
      "step": 240650
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.320429073175097e-05,
      "loss": 0.1285,
      "step": 240660
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3203172188541645e-05,
      "loss": 0.129,
      "step": 240670
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.320205364533232e-05,
      "loss": 0.1321,
      "step": 240680
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3200935102122994e-05,
      "loss": 0.1263,
      "step": 240690
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3199816558913672e-05,
      "loss": 0.1285,
      "step": 240700
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.319869801570435e-05,
      "loss": 0.1243,
      "step": 240710
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3197579472495024e-05,
      "loss": 0.1283,
      "step": 240720
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.31964609292857e-05,
      "loss": 0.1304,
      "step": 240730
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3195342386076373e-05,
      "loss": 0.1318,
      "step": 240740
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.319422384286705e-05,
      "loss": 0.1268,
      "step": 240750
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3193105299657726e-05,
      "loss": 0.1225,
      "step": 240760
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3191986756448404e-05,
      "loss": 0.1232,
      "step": 240770
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.319086821323908e-05,
      "loss": 0.1186,
      "step": 240780
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3189749670029753e-05,
      "loss": 0.1287,
      "step": 240790
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.318863112682043e-05,
      "loss": 0.134,
      "step": 240800
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3187512583611105e-05,
      "loss": 0.1246,
      "step": 240810
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3186394040401783e-05,
      "loss": 0.1261,
      "step": 240820
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3185275497192458e-05,
      "loss": 0.1258,
      "step": 240830
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3184156953983132e-05,
      "loss": 0.1287,
      "step": 240840
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3183038410773807e-05,
      "loss": 0.1266,
      "step": 240850
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3181919867564485e-05,
      "loss": 0.1284,
      "step": 240860
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3180801324355163e-05,
      "loss": 0.1243,
      "step": 240870
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3179682781145837e-05,
      "loss": 0.1257,
      "step": 240880
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3178564237936512e-05,
      "loss": 0.1274,
      "step": 240890
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3177445694727186e-05,
      "loss": 0.1281,
      "step": 240900
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3176327151517864e-05,
      "loss": 0.1299,
      "step": 240910
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3175208608308542e-05,
      "loss": 0.1259,
      "step": 240920
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3174090065099217e-05,
      "loss": 0.1252,
      "step": 240930
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.317297152188989e-05,
      "loss": 0.1271,
      "step": 240940
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3171852978680566e-05,
      "loss": 0.1231,
      "step": 240950
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3170734435471244e-05,
      "loss": 0.1239,
      "step": 240960
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.316961589226192e-05,
      "loss": 0.1352,
      "step": 240970
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3168497349052596e-05,
      "loss": 0.1317,
      "step": 240980
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.316737880584327e-05,
      "loss": 0.1269,
      "step": 240990
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3166260262633945e-05,
      "loss": 0.1291,
      "step": 241000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.316514171942462e-05,
      "loss": 0.1263,
      "step": 241010
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3164023176215298e-05,
      "loss": 0.1259,
      "step": 241020
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3162904633005976e-05,
      "loss": 0.1223,
      "step": 241030
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.316178608979665e-05,
      "loss": 0.1283,
      "step": 241040
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3160667546587325e-05,
      "loss": 0.1241,
      "step": 241050
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3159549003378e-05,
      "loss": 0.1261,
      "step": 241060
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3158430460168677e-05,
      "loss": 0.1252,
      "step": 241070
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3157311916959355e-05,
      "loss": 0.129,
      "step": 241080
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.315619337375003e-05,
      "loss": 0.1304,
      "step": 241090
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3155074830540704e-05,
      "loss": 0.129,
      "step": 241100
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.315395628733138e-05,
      "loss": 0.1268,
      "step": 241110
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3152837744122057e-05,
      "loss": 0.1302,
      "step": 241120
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3151719200912735e-05,
      "loss": 0.1315,
      "step": 241130
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.315060065770341e-05,
      "loss": 0.1289,
      "step": 241140
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3149482114494084e-05,
      "loss": 0.1268,
      "step": 241150
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.314836357128476e-05,
      "loss": 0.1245,
      "step": 241160
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3147245028075433e-05,
      "loss": 0.1241,
      "step": 241170
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.314612648486611e-05,
      "loss": 0.1291,
      "step": 241180
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.314500794165679e-05,
      "loss": 0.1302,
      "step": 241190
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3143889398447463e-05,
      "loss": 0.124,
      "step": 241200
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3142770855238138e-05,
      "loss": 0.1188,
      "step": 241210
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3141652312028812e-05,
      "loss": 0.1257,
      "step": 241220
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.314053376881949e-05,
      "loss": 0.1257,
      "step": 241230
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3139415225610168e-05,
      "loss": 0.1326,
      "step": 241240
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3138296682400843e-05,
      "loss": 0.1284,
      "step": 241250
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3137178139191517e-05,
      "loss": 0.1277,
      "step": 241260
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3136059595982192e-05,
      "loss": 0.1279,
      "step": 241270
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.313494105277287e-05,
      "loss": 0.1322,
      "step": 241280
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3133822509563548e-05,
      "loss": 0.1263,
      "step": 241290
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3132703966354222e-05,
      "loss": 0.124,
      "step": 241300
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3131585423144897e-05,
      "loss": 0.1245,
      "step": 241310
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.313046687993557e-05,
      "loss": 0.129,
      "step": 241320
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.312934833672625e-05,
      "loss": 0.1246,
      "step": 241330
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3128229793516927e-05,
      "loss": 0.1261,
      "step": 241340
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.31271112503076e-05,
      "loss": 0.1271,
      "step": 241350
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3125992707098276e-05,
      "loss": 0.1248,
      "step": 241360
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.312487416388895e-05,
      "loss": 0.1255,
      "step": 241370
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3123755620679625e-05,
      "loss": 0.1323,
      "step": 241380
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3122637077470307e-05,
      "loss": 0.1268,
      "step": 241390
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.312151853426098e-05,
      "loss": 0.1282,
      "step": 241400
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3120399991051656e-05,
      "loss": 0.1256,
      "step": 241410
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.311928144784233e-05,
      "loss": 0.1288,
      "step": 241420
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3118162904633005e-05,
      "loss": 0.1297,
      "step": 241430
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3117044361423683e-05,
      "loss": 0.1258,
      "step": 241440
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.311592581821436e-05,
      "loss": 0.1291,
      "step": 241450
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3114807275005035e-05,
      "loss": 0.1244,
      "step": 241460
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.311368873179571e-05,
      "loss": 0.1255,
      "step": 241470
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3112570188586384e-05,
      "loss": 0.1318,
      "step": 241480
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3111451645377062e-05,
      "loss": 0.1257,
      "step": 241490
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.311033310216774e-05,
      "loss": 0.1286,
      "step": 241500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3109214558958415e-05,
      "loss": 0.1281,
      "step": 241510
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.310809601574909e-05,
      "loss": 0.1265,
      "step": 241520
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3106977472539764e-05,
      "loss": 0.1222,
      "step": 241530
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.310585892933044e-05,
      "loss": 0.1253,
      "step": 241540
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.310474038612112e-05,
      "loss": 0.1258,
      "step": 241550
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3103621842911794e-05,
      "loss": 0.1282,
      "step": 241560
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.310250329970247e-05,
      "loss": 0.1282,
      "step": 241570
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3101384756493143e-05,
      "loss": 0.1292,
      "step": 241580
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3100266213283818e-05,
      "loss": 0.13,
      "step": 241590
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.30991476700745e-05,
      "loss": 0.1287,
      "step": 241600
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3098029126865174e-05,
      "loss": 0.1266,
      "step": 241610
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3096910583655848e-05,
      "loss": 0.1283,
      "step": 241620
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3095792040446523e-05,
      "loss": 0.1312,
      "step": 241630
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3094673497237197e-05,
      "loss": 0.1295,
      "step": 241640
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3093554954027875e-05,
      "loss": 0.1299,
      "step": 241650
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3092436410818553e-05,
      "loss": 0.1258,
      "step": 241660
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3091317867609228e-05,
      "loss": 0.1306,
      "step": 241670
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3090199324399902e-05,
      "loss": 0.1262,
      "step": 241680
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3089080781190577e-05,
      "loss": 0.1238,
      "step": 241690
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3087962237981255e-05,
      "loss": 0.1242,
      "step": 241700
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3086843694771933e-05,
      "loss": 0.1251,
      "step": 241710
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3085725151562607e-05,
      "loss": 0.1247,
      "step": 241720
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.308460660835328e-05,
      "loss": 0.126,
      "step": 241730
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3083488065143956e-05,
      "loss": 0.1313,
      "step": 241740
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3082369521934634e-05,
      "loss": 0.1285,
      "step": 241750
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3081250978725312e-05,
      "loss": 0.127,
      "step": 241760
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3080132435515987e-05,
      "loss": 0.1231,
      "step": 241770
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3079125746627595e-05,
      "loss": 0.1248,
      "step": 241780
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.307800720341827e-05,
      "loss": 0.1306,
      "step": 241790
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3076888660208944e-05,
      "loss": 0.1271,
      "step": 241800
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.307577011699962e-05,
      "loss": 0.1286,
      "step": 241810
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3074651573790297e-05,
      "loss": 0.1293,
      "step": 241820
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3073533030580975e-05,
      "loss": 0.1256,
      "step": 241830
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.307241448737165e-05,
      "loss": 0.1247,
      "step": 241840
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3071295944162324e-05,
      "loss": 0.1279,
      "step": 241850
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3070177400953e-05,
      "loss": 0.129,
      "step": 241860
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3069058857743676e-05,
      "loss": 0.1315,
      "step": 241870
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.306794031453435e-05,
      "loss": 0.1265,
      "step": 241880
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.306682177132503e-05,
      "loss": 0.1293,
      "step": 241890
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3065703228115703e-05,
      "loss": 0.13,
      "step": 241900
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3064584684906378e-05,
      "loss": 0.1284,
      "step": 241910
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3063466141697056e-05,
      "loss": 0.1271,
      "step": 241920
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.306234759848773e-05,
      "loss": 0.1248,
      "step": 241930
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3061229055278408e-05,
      "loss": 0.1221,
      "step": 241940
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3060110512069083e-05,
      "loss": 0.1279,
      "step": 241950
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3058991968859757e-05,
      "loss": 0.1292,
      "step": 241960
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3057873425650435e-05,
      "loss": 0.1277,
      "step": 241970
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.305675488244111e-05,
      "loss": 0.1231,
      "step": 241980
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3055636339231788e-05,
      "loss": 0.1236,
      "step": 241990
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3054517796022462e-05,
      "loss": 0.1285,
      "step": 242000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3053399252813137e-05,
      "loss": 0.1276,
      "step": 242010
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.305228070960381e-05,
      "loss": 0.1317,
      "step": 242020
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.305116216639449e-05,
      "loss": 0.1311,
      "step": 242030
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3050043623185164e-05,
      "loss": 0.1264,
      "step": 242040
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3048925079975842e-05,
      "loss": 0.125,
      "step": 242050
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3047806536766516e-05,
      "loss": 0.1276,
      "step": 242060
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.304668799355719e-05,
      "loss": 0.125,
      "step": 242070
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.304556945034787e-05,
      "loss": 0.1239,
      "step": 242080
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3044450907138543e-05,
      "loss": 0.1261,
      "step": 242090
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.304333236392922e-05,
      "loss": 0.1314,
      "step": 242100
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3042213820719896e-05,
      "loss": 0.1278,
      "step": 242110
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.304109527751057e-05,
      "loss": 0.1264,
      "step": 242120
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3039976734301248e-05,
      "loss": 0.1301,
      "step": 242130
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3038858191091923e-05,
      "loss": 0.1272,
      "step": 242140
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.30377396478826e-05,
      "loss": 0.1266,
      "step": 242150
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3036621104673275e-05,
      "loss": 0.1329,
      "step": 242160
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.303550256146395e-05,
      "loss": 0.1275,
      "step": 242170
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3034384018254628e-05,
      "loss": 0.1259,
      "step": 242180
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3033265475045302e-05,
      "loss": 0.1252,
      "step": 242190
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3032146931835977e-05,
      "loss": 0.1256,
      "step": 242200
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3031028388626655e-05,
      "loss": 0.1232,
      "step": 242210
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.302990984541733e-05,
      "loss": 0.1272,
      "step": 242220
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3028791302208004e-05,
      "loss": 0.1275,
      "step": 242230
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3027672758998682e-05,
      "loss": 0.1297,
      "step": 242240
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3026554215789356e-05,
      "loss": 0.1291,
      "step": 242250
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3025435672580034e-05,
      "loss": 0.1256,
      "step": 242260
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.302431712937071e-05,
      "loss": 0.1322,
      "step": 242270
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3023198586161383e-05,
      "loss": 0.1255,
      "step": 242280
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.302208004295206e-05,
      "loss": 0.1306,
      "step": 242290
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3020961499742736e-05,
      "loss": 0.1254,
      "step": 242300
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.301984295653341e-05,
      "loss": 0.1295,
      "step": 242310
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3018724413324088e-05,
      "loss": 0.1238,
      "step": 242320
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3017605870114763e-05,
      "loss": 0.1316,
      "step": 242330
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.301648732690544e-05,
      "loss": 0.1224,
      "step": 242340
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3015368783696115e-05,
      "loss": 0.1245,
      "step": 242350
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.301425024048679e-05,
      "loss": 0.1227,
      "step": 242360
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3013131697277468e-05,
      "loss": 0.1266,
      "step": 242370
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3012013154068142e-05,
      "loss": 0.1242,
      "step": 242380
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.301089461085882e-05,
      "loss": 0.1219,
      "step": 242390
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3009776067649495e-05,
      "loss": 0.1289,
      "step": 242400
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.300865752444017e-05,
      "loss": 0.1295,
      "step": 242410
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3007538981230847e-05,
      "loss": 0.1272,
      "step": 242420
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3006420438021522e-05,
      "loss": 0.1266,
      "step": 242430
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3005301894812196e-05,
      "loss": 0.1265,
      "step": 242440
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3004183351602874e-05,
      "loss": 0.1267,
      "step": 242450
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.300306480839355e-05,
      "loss": 0.1266,
      "step": 242460
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3001946265184223e-05,
      "loss": 0.1304,
      "step": 242470
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.30008277219749e-05,
      "loss": 0.1232,
      "step": 242480
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2999709178765576e-05,
      "loss": 0.1231,
      "step": 242490
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2998590635556254e-05,
      "loss": 0.1259,
      "step": 242500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2997472092346928e-05,
      "loss": 0.1259,
      "step": 242510
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2996353549137603e-05,
      "loss": 0.1298,
      "step": 242520
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.299523500592828e-05,
      "loss": 0.1249,
      "step": 242530
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2994116462718955e-05,
      "loss": 0.1267,
      "step": 242540
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2992997919509633e-05,
      "loss": 0.1309,
      "step": 242550
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2991879376300308e-05,
      "loss": 0.1292,
      "step": 242560
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2990760833090982e-05,
      "loss": 0.1273,
      "step": 242570
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.298964228988166e-05,
      "loss": 0.1258,
      "step": 242580
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2988523746672335e-05,
      "loss": 0.1229,
      "step": 242590
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2987405203463013e-05,
      "loss": 0.1232,
      "step": 242600
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2986286660253687e-05,
      "loss": 0.1273,
      "step": 242610
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.298516811704436e-05,
      "loss": 0.1288,
      "step": 242620
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2984049573835036e-05,
      "loss": 0.1276,
      "step": 242630
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2982931030625714e-05,
      "loss": 0.1281,
      "step": 242640
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.298181248741639e-05,
      "loss": 0.1296,
      "step": 242650
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2980693944207067e-05,
      "loss": 0.1283,
      "step": 242660
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.297957540099774e-05,
      "loss": 0.1262,
      "step": 242670
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2978456857788416e-05,
      "loss": 0.1286,
      "step": 242680
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2977338314579094e-05,
      "loss": 0.1301,
      "step": 242690
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2976219771369768e-05,
      "loss": 0.1285,
      "step": 242700
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2975101228160446e-05,
      "loss": 0.1266,
      "step": 242710
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.297398268495112e-05,
      "loss": 0.1238,
      "step": 242720
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2972864141741795e-05,
      "loss": 0.1279,
      "step": 242730
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2971745598532473e-05,
      "loss": 0.1261,
      "step": 242740
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2970627055323148e-05,
      "loss": 0.1276,
      "step": 242750
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2969508512113826e-05,
      "loss": 0.1261,
      "step": 242760
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.29683899689045e-05,
      "loss": 0.1257,
      "step": 242770
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2967271425695175e-05,
      "loss": 0.1288,
      "step": 242780
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.296615288248585e-05,
      "loss": 0.1208,
      "step": 242790
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2965034339276527e-05,
      "loss": 0.1266,
      "step": 242800
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2963915796067205e-05,
      "loss": 0.1253,
      "step": 242810
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.296279725285788e-05,
      "loss": 0.1241,
      "step": 242820
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2961678709648554e-05,
      "loss": 0.1275,
      "step": 242830
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.296056016643923e-05,
      "loss": 0.125,
      "step": 242840
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2959441623229907e-05,
      "loss": 0.1243,
      "step": 242850
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2958323080020585e-05,
      "loss": 0.1275,
      "step": 242860
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.295720453681126e-05,
      "loss": 0.1283,
      "step": 242870
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2956085993601934e-05,
      "loss": 0.1252,
      "step": 242880
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2954967450392608e-05,
      "loss": 0.1278,
      "step": 242890
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2953848907183286e-05,
      "loss": 0.1239,
      "step": 242900
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.295273036397396e-05,
      "loss": 0.132,
      "step": 242910
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.295161182076464e-05,
      "loss": 0.1256,
      "step": 242920
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2950493277555313e-05,
      "loss": 0.1231,
      "step": 242930
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2949374734345988e-05,
      "loss": 0.1242,
      "step": 242940
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2948256191136662e-05,
      "loss": 0.1307,
      "step": 242950
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.294713764792734e-05,
      "loss": 0.126,
      "step": 242960
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2946019104718018e-05,
      "loss": 0.1211,
      "step": 242970
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2944900561508693e-05,
      "loss": 0.1313,
      "step": 242980
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2943782018299367e-05,
      "loss": 0.1206,
      "step": 242990
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.294266347509004e-05,
      "loss": 0.127,
      "step": 243000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.294154493188072e-05,
      "loss": 0.1254,
      "step": 243010
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2940426388671397e-05,
      "loss": 0.1231,
      "step": 243020
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2939307845462072e-05,
      "loss": 0.1285,
      "step": 243030
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2938189302252747e-05,
      "loss": 0.1308,
      "step": 243040
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.293707075904342e-05,
      "loss": 0.1282,
      "step": 243050
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.29359522158341e-05,
      "loss": 0.1293,
      "step": 243060
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2934833672624777e-05,
      "loss": 0.1226,
      "step": 243070
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.293371512941545e-05,
      "loss": 0.1269,
      "step": 243080
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2932596586206126e-05,
      "loss": 0.129,
      "step": 243090
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.29314780429968e-05,
      "loss": 0.1275,
      "step": 243100
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2930359499787475e-05,
      "loss": 0.1269,
      "step": 243110
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2929240956578153e-05,
      "loss": 0.1283,
      "step": 243120
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.292812241336883e-05,
      "loss": 0.1276,
      "step": 243130
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2927003870159506e-05,
      "loss": 0.1279,
      "step": 243140
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.292588532695018e-05,
      "loss": 0.1218,
      "step": 243150
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2924766783740855e-05,
      "loss": 0.1246,
      "step": 243160
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2923648240531533e-05,
      "loss": 0.1275,
      "step": 243170
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.292252969732221e-05,
      "loss": 0.1272,
      "step": 243180
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2921411154112885e-05,
      "loss": 0.1286,
      "step": 243190
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.292029261090356e-05,
      "loss": 0.1299,
      "step": 243200
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2919174067694234e-05,
      "loss": 0.1261,
      "step": 243210
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2918055524484912e-05,
      "loss": 0.1249,
      "step": 243220
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.291693698127559e-05,
      "loss": 0.1244,
      "step": 243230
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2915818438066264e-05,
      "loss": 0.1282,
      "step": 243240
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.291469989485694e-05,
      "loss": 0.1245,
      "step": 243250
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2913581351647614e-05,
      "loss": 0.127,
      "step": 243260
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2912462808438288e-05,
      "loss": 0.1321,
      "step": 243270
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.291134426522897e-05,
      "loss": 0.1282,
      "step": 243280
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2910225722019644e-05,
      "loss": 0.1285,
      "step": 243290
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.290910717881032e-05,
      "loss": 0.1267,
      "step": 243300
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2907988635600993e-05,
      "loss": 0.122,
      "step": 243310
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2906870092391668e-05,
      "loss": 0.1271,
      "step": 243320
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2905751549182345e-05,
      "loss": 0.126,
      "step": 243330
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2904633005973023e-05,
      "loss": 0.1233,
      "step": 243340
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2903514462763698e-05,
      "loss": 0.13,
      "step": 243350
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2902395919554372e-05,
      "loss": 0.1305,
      "step": 243360
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2901277376345047e-05,
      "loss": 0.126,
      "step": 243370
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2900158833135725e-05,
      "loss": 0.1329,
      "step": 243380
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2899040289926403e-05,
      "loss": 0.1267,
      "step": 243390
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2897921746717077e-05,
      "loss": 0.1281,
      "step": 243400
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2896803203507752e-05,
      "loss": 0.1256,
      "step": 243410
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2895684660298426e-05,
      "loss": 0.1253,
      "step": 243420
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2894566117089104e-05,
      "loss": 0.1287,
      "step": 243430
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2893447573879782e-05,
      "loss": 0.1228,
      "step": 243440
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2892329030670457e-05,
      "loss": 0.124,
      "step": 243450
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.289121048746113e-05,
      "loss": 0.1204,
      "step": 243460
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2890091944251806e-05,
      "loss": 0.1271,
      "step": 243470
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2888973401042484e-05,
      "loss": 0.126,
      "step": 243480
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2887854857833162e-05,
      "loss": 0.1235,
      "step": 243490
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2886736314623836e-05,
      "loss": 0.1286,
      "step": 243500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.288561777141451e-05,
      "loss": 0.1245,
      "step": 243510
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2884499228205185e-05,
      "loss": 0.1221,
      "step": 243520
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.288338068499586e-05,
      "loss": 0.1325,
      "step": 243530
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2882262141786538e-05,
      "loss": 0.1235,
      "step": 243540
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2881143598577216e-05,
      "loss": 0.1247,
      "step": 243550
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.288002505536789e-05,
      "loss": 0.1292,
      "step": 243560
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2878906512158565e-05,
      "loss": 0.1278,
      "step": 243570
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.287778796894924e-05,
      "loss": 0.1266,
      "step": 243580
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2876669425739917e-05,
      "loss": 0.1286,
      "step": 243590
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2875550882530595e-05,
      "loss": 0.1247,
      "step": 243600
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.287443233932127e-05,
      "loss": 0.1236,
      "step": 243610
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2873313796111944e-05,
      "loss": 0.1292,
      "step": 243620
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.287219525290262e-05,
      "loss": 0.1224,
      "step": 243630
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2871076709693297e-05,
      "loss": 0.1295,
      "step": 243640
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2869958166483975e-05,
      "loss": 0.1291,
      "step": 243650
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.286883962327465e-05,
      "loss": 0.126,
      "step": 243660
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2867832934386258e-05,
      "loss": 0.1254,
      "step": 243670
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2866714391176933e-05,
      "loss": 0.1323,
      "step": 243680
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2865595847967607e-05,
      "loss": 0.129,
      "step": 243690
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2864477304758282e-05,
      "loss": 0.1268,
      "step": 243700
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.286335876154896e-05,
      "loss": 0.128,
      "step": 243710
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2862240218339638e-05,
      "loss": 0.1314,
      "step": 243720
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2861121675130312e-05,
      "loss": 0.126,
      "step": 243730
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2860003131920987e-05,
      "loss": 0.1253,
      "step": 243740
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.285888458871166e-05,
      "loss": 0.1282,
      "step": 243750
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.285776604550234e-05,
      "loss": 0.1231,
      "step": 243760
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2856647502293017e-05,
      "loss": 0.1254,
      "step": 243770
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.285552895908369e-05,
      "loss": 0.1261,
      "step": 243780
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2854410415874366e-05,
      "loss": 0.1244,
      "step": 243790
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.285329187266504e-05,
      "loss": 0.1208,
      "step": 243800
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.285217332945572e-05,
      "loss": 0.1236,
      "step": 243810
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2851054786246393e-05,
      "loss": 0.1278,
      "step": 243820
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.284993624303707e-05,
      "loss": 0.1268,
      "step": 243830
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2848817699827746e-05,
      "loss": 0.1262,
      "step": 243840
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.284769915661842e-05,
      "loss": 0.1267,
      "step": 243850
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2846580613409098e-05,
      "loss": 0.1209,
      "step": 243860
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2845462070199773e-05,
      "loss": 0.1274,
      "step": 243870
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.284434352699045e-05,
      "loss": 0.1316,
      "step": 243880
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2843224983781125e-05,
      "loss": 0.1257,
      "step": 243890
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.28421064405718e-05,
      "loss": 0.1268,
      "step": 243900
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2840987897362474e-05,
      "loss": 0.1296,
      "step": 243910
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2839869354153152e-05,
      "loss": 0.1226,
      "step": 243920
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.283875081094383e-05,
      "loss": 0.1273,
      "step": 243930
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2837632267734505e-05,
      "loss": 0.1213,
      "step": 243940
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.283651372452518e-05,
      "loss": 0.1231,
      "step": 243950
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2835395181315854e-05,
      "loss": 0.1252,
      "step": 243960
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.283427663810653e-05,
      "loss": 0.1246,
      "step": 243970
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2833158094897206e-05,
      "loss": 0.1292,
      "step": 243980
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2832039551687884e-05,
      "loss": 0.1266,
      "step": 243990
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.283092100847856e-05,
      "loss": 0.1313,
      "step": 244000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2829802465269233e-05,
      "loss": 0.127,
      "step": 244010
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.282868392205991e-05,
      "loss": 0.1271,
      "step": 244020
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2827565378850586e-05,
      "loss": 0.131,
      "step": 244030
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2826446835641264e-05,
      "loss": 0.126,
      "step": 244040
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2825328292431938e-05,
      "loss": 0.1251,
      "step": 244050
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2824209749222613e-05,
      "loss": 0.134,
      "step": 244060
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.282309120601329e-05,
      "loss": 0.1259,
      "step": 244070
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2821972662803965e-05,
      "loss": 0.1267,
      "step": 244080
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2820854119594643e-05,
      "loss": 0.1284,
      "step": 244090
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2819735576385318e-05,
      "loss": 0.1283,
      "step": 244100
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2818617033175992e-05,
      "loss": 0.1242,
      "step": 244110
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2817498489966667e-05,
      "loss": 0.1289,
      "step": 244120
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2816379946757345e-05,
      "loss": 0.1235,
      "step": 244130
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.281526140354802e-05,
      "loss": 0.1258,
      "step": 244140
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2814142860338697e-05,
      "loss": 0.1263,
      "step": 244150
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.281302431712937e-05,
      "loss": 0.123,
      "step": 244160
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2811905773920046e-05,
      "loss": 0.1335,
      "step": 244170
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2810787230710724e-05,
      "loss": 0.1272,
      "step": 244180
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.28096686875014e-05,
      "loss": 0.131,
      "step": 244190
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2808550144292076e-05,
      "loss": 0.1271,
      "step": 244200
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.280743160108275e-05,
      "loss": 0.1267,
      "step": 244210
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2806313057873426e-05,
      "loss": 0.128,
      "step": 244220
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2805194514664103e-05,
      "loss": 0.1251,
      "step": 244230
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2804075971454778e-05,
      "loss": 0.1258,
      "step": 244240
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2802957428245456e-05,
      "loss": 0.1252,
      "step": 244250
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.280183888503613e-05,
      "loss": 0.125,
      "step": 244260
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2800720341826805e-05,
      "loss": 0.127,
      "step": 244270
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2799601798617483e-05,
      "loss": 0.1276,
      "step": 244280
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2798483255408157e-05,
      "loss": 0.1281,
      "step": 244290
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2797364712198832e-05,
      "loss": 0.1306,
      "step": 244300
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.279624616898951e-05,
      "loss": 0.1297,
      "step": 244310
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2795127625780184e-05,
      "loss": 0.1263,
      "step": 244320
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2794009082570862e-05,
      "loss": 0.1276,
      "step": 244330
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2792890539361537e-05,
      "loss": 0.1249,
      "step": 244340
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.279177199615221e-05,
      "loss": 0.1257,
      "step": 244350
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.279065345294289e-05,
      "loss": 0.1295,
      "step": 244360
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2789534909733564e-05,
      "loss": 0.1246,
      "step": 244370
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.278841636652424e-05,
      "loss": 0.1257,
      "step": 244380
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2787297823314916e-05,
      "loss": 0.1263,
      "step": 244390
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.278617928010559e-05,
      "loss": 0.1212,
      "step": 244400
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.278506073689627e-05,
      "loss": 0.1301,
      "step": 244410
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2783942193686943e-05,
      "loss": 0.1284,
      "step": 244420
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2782823650477618e-05,
      "loss": 0.1274,
      "step": 244430
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2781705107268296e-05,
      "loss": 0.1285,
      "step": 244440
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.278058656405897e-05,
      "loss": 0.1251,
      "step": 244450
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2779468020849645e-05,
      "loss": 0.1322,
      "step": 244460
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2778349477640323e-05,
      "loss": 0.1301,
      "step": 244470
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2777230934430997e-05,
      "loss": 0.1242,
      "step": 244480
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2776112391221675e-05,
      "loss": 0.1253,
      "step": 244490
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.277499384801235e-05,
      "loss": 0.1269,
      "step": 244500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2773875304803024e-05,
      "loss": 0.1228,
      "step": 244510
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2772756761593702e-05,
      "loss": 0.1256,
      "step": 244520
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2771638218384377e-05,
      "loss": 0.1233,
      "step": 244530
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2770519675175055e-05,
      "loss": 0.1291,
      "step": 244540
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.276940113196573e-05,
      "loss": 0.1243,
      "step": 244550
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2768282588756404e-05,
      "loss": 0.1271,
      "step": 244560
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2767164045547082e-05,
      "loss": 0.1282,
      "step": 244570
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2766045502337756e-05,
      "loss": 0.1251,
      "step": 244580
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.276492695912843e-05,
      "loss": 0.1215,
      "step": 244590
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.276380841591911e-05,
      "loss": 0.1246,
      "step": 244600
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2762689872709783e-05,
      "loss": 0.1246,
      "step": 244610
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2761571329500458e-05,
      "loss": 0.1254,
      "step": 244620
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2760452786291136e-05,
      "loss": 0.1236,
      "step": 244630
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.275933424308181e-05,
      "loss": 0.1272,
      "step": 244640
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.275821569987249e-05,
      "loss": 0.1292,
      "step": 244650
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2757097156663163e-05,
      "loss": 0.1278,
      "step": 244660
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2755978613453837e-05,
      "loss": 0.1312,
      "step": 244670
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2754860070244515e-05,
      "loss": 0.1304,
      "step": 244680
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.275374152703519e-05,
      "loss": 0.1274,
      "step": 244690
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2752622983825868e-05,
      "loss": 0.126,
      "step": 244700
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2751504440616542e-05,
      "loss": 0.129,
      "step": 244710
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2750385897407217e-05,
      "loss": 0.1277,
      "step": 244720
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2749267354197895e-05,
      "loss": 0.1274,
      "step": 244730
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.274814881098857e-05,
      "loss": 0.1248,
      "step": 244740
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2747030267779247e-05,
      "loss": 0.1257,
      "step": 244750
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2745911724569922e-05,
      "loss": 0.1252,
      "step": 244760
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2744793181360596e-05,
      "loss": 0.1256,
      "step": 244770
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.274367463815127e-05,
      "loss": 0.1278,
      "step": 244780
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.274255609494195e-05,
      "loss": 0.1246,
      "step": 244790
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2741437551732623e-05,
      "loss": 0.1274,
      "step": 244800
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.27403190085233e-05,
      "loss": 0.1241,
      "step": 244810
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2739200465313976e-05,
      "loss": 0.1262,
      "step": 244820
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.273808192210465e-05,
      "loss": 0.1287,
      "step": 244830
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.273696337889533e-05,
      "loss": 0.1263,
      "step": 244840
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2735844835686003e-05,
      "loss": 0.1214,
      "step": 244850
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.273472629247668e-05,
      "loss": 0.1237,
      "step": 244860
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2733607749267355e-05,
      "loss": 0.1285,
      "step": 244870
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.273248920605803e-05,
      "loss": 0.1268,
      "step": 244880
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2731370662848708e-05,
      "loss": 0.1291,
      "step": 244890
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2730252119639382e-05,
      "loss": 0.1258,
      "step": 244900
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.272913357643006e-05,
      "loss": 0.1258,
      "step": 244910
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2728015033220735e-05,
      "loss": 0.1277,
      "step": 244920
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.272689649001141e-05,
      "loss": 0.1235,
      "step": 244930
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2725777946802084e-05,
      "loss": 0.1201,
      "step": 244940
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2724659403592762e-05,
      "loss": 0.1234,
      "step": 244950
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.272354086038344e-05,
      "loss": 0.1308,
      "step": 244960
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2722422317174114e-05,
      "loss": 0.127,
      "step": 244970
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.272130377396479e-05,
      "loss": 0.1305,
      "step": 244980
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2720185230755463e-05,
      "loss": 0.1255,
      "step": 244990
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.271906668754614e-05,
      "loss": 0.125,
      "step": 245000
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2717948144336816e-05,
      "loss": 0.1231,
      "step": 245010
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2716829601127494e-05,
      "loss": 0.1295,
      "step": 245020
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2715711057918168e-05,
      "loss": 0.1241,
      "step": 245030
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2714592514708843e-05,
      "loss": 0.1255,
      "step": 245040
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.271347397149952e-05,
      "loss": 0.1277,
      "step": 245050
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2712355428290195e-05,
      "loss": 0.1297,
      "step": 245060
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2711236885080873e-05,
      "loss": 0.1214,
      "step": 245070
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2710118341871548e-05,
      "loss": 0.1305,
      "step": 245080
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2708999798662222e-05,
      "loss": 0.1258,
      "step": 245090
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2707881255452897e-05,
      "loss": 0.125,
      "step": 245100
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2706762712243575e-05,
      "loss": 0.1277,
      "step": 245110
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2705644169034253e-05,
      "loss": 0.1252,
      "step": 245120
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2704525625824927e-05,
      "loss": 0.1234,
      "step": 245130
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2703407082615602e-05,
      "loss": 0.1257,
      "step": 245140
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2702288539406276e-05,
      "loss": 0.1206,
      "step": 245150
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2701169996196954e-05,
      "loss": 0.1287,
      "step": 245160
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2700051452987632e-05,
      "loss": 0.1279,
      "step": 245170
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2698932909778307e-05,
      "loss": 0.125,
      "step": 245180
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.269781436656898e-05,
      "loss": 0.1271,
      "step": 245190
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2696695823359656e-05,
      "loss": 0.1297,
      "step": 245200
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.269557728015033e-05,
      "loss": 0.1257,
      "step": 245210
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.269445873694101e-05,
      "loss": 0.1272,
      "step": 245220
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2693340193731686e-05,
      "loss": 0.1244,
      "step": 245230
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.269222165052236e-05,
      "loss": 0.1239,
      "step": 245240
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2691103107313035e-05,
      "loss": 0.1259,
      "step": 245250
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.268998456410371e-05,
      "loss": 0.1246,
      "step": 245260
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2688866020894388e-05,
      "loss": 0.1251,
      "step": 245270
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2687747477685066e-05,
      "loss": 0.1283,
      "step": 245280
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.268662893447574e-05,
      "loss": 0.1246,
      "step": 245290
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2685510391266415e-05,
      "loss": 0.1294,
      "step": 245300
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.268439184805709e-05,
      "loss": 0.1317,
      "step": 245310
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2683273304847767e-05,
      "loss": 0.1268,
      "step": 245320
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2682154761638445e-05,
      "loss": 0.123,
      "step": 245330
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.268103621842912e-05,
      "loss": 0.125,
      "step": 245340
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2679917675219794e-05,
      "loss": 0.129,
      "step": 245350
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.267879913201047e-05,
      "loss": 0.1262,
      "step": 245360
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2677680588801147e-05,
      "loss": 0.128,
      "step": 245370
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2676562045591825e-05,
      "loss": 0.1259,
      "step": 245380
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.26754435023825e-05,
      "loss": 0.1232,
      "step": 245390
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2674324959173174e-05,
      "loss": 0.1215,
      "step": 245400
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2673206415963848e-05,
      "loss": 0.1275,
      "step": 245410
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2672087872754523e-05,
      "loss": 0.1274,
      "step": 245420
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2670969329545204e-05,
      "loss": 0.126,
      "step": 245430
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.266985078633588e-05,
      "loss": 0.1288,
      "step": 245440
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2668732243126553e-05,
      "loss": 0.1273,
      "step": 245450
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2667613699917228e-05,
      "loss": 0.1334,
      "step": 245460
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2666495156707902e-05,
      "loss": 0.1242,
      "step": 245470
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.266537661349858e-05,
      "loss": 0.1257,
      "step": 245480
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2664258070289258e-05,
      "loss": 0.1272,
      "step": 245490
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2663139527079933e-05,
      "loss": 0.1223,
      "step": 245500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2662020983870607e-05,
      "loss": 0.1319,
      "step": 245510
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2660902440661282e-05,
      "loss": 0.1225,
      "step": 245520
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.265978389745196e-05,
      "loss": 0.1323,
      "step": 245530
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2658665354242638e-05,
      "loss": 0.1277,
      "step": 245540
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2657546811033312e-05,
      "loss": 0.1287,
      "step": 245550
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2656428267823987e-05,
      "loss": 0.1198,
      "step": 245560
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.265530972461466e-05,
      "loss": 0.1271,
      "step": 245570
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.265419118140534e-05,
      "loss": 0.1291,
      "step": 245580
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2653072638196017e-05,
      "loss": 0.1228,
      "step": 245590
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.265195409498669e-05,
      "loss": 0.1183,
      "step": 245600
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2650835551777366e-05,
      "loss": 0.1273,
      "step": 245610
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.264971700856804e-05,
      "loss": 0.1267,
      "step": 245620
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2648598465358715e-05,
      "loss": 0.1246,
      "step": 245630
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2647479922149397e-05,
      "loss": 0.1254,
      "step": 245640
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.264636137894007e-05,
      "loss": 0.1262,
      "step": 245650
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2645242835730746e-05,
      "loss": 0.123,
      "step": 245660
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.264412429252142e-05,
      "loss": 0.1264,
      "step": 245670
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2643005749312095e-05,
      "loss": 0.1227,
      "step": 245680
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2641887206102773e-05,
      "loss": 0.1261,
      "step": 245690
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.264076866289345e-05,
      "loss": 0.1254,
      "step": 245700
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2639650119684125e-05,
      "loss": 0.1285,
      "step": 245710
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.26385315764748e-05,
      "loss": 0.1234,
      "step": 245720
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2637413033265474e-05,
      "loss": 0.121,
      "step": 245730
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2636294490056152e-05,
      "loss": 0.1227,
      "step": 245740
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.263517594684683e-05,
      "loss": 0.127,
      "step": 245750
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2634057403637505e-05,
      "loss": 0.1253,
      "step": 245760
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.263293886042818e-05,
      "loss": 0.1256,
      "step": 245770
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2631820317218854e-05,
      "loss": 0.1268,
      "step": 245780
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.263070177400953e-05,
      "loss": 0.1272,
      "step": 245790
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.262958323080021e-05,
      "loss": 0.1237,
      "step": 245800
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2628464687590884e-05,
      "loss": 0.124,
      "step": 245810
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.262734614438156e-05,
      "loss": 0.1302,
      "step": 245820
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2626227601172233e-05,
      "loss": 0.1235,
      "step": 245830
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.262510905796291e-05,
      "loss": 0.1236,
      "step": 245840
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2623990514753586e-05,
      "loss": 0.1291,
      "step": 245850
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2622871971544263e-05,
      "loss": 0.1275,
      "step": 245860
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2621753428334938e-05,
      "loss": 0.1302,
      "step": 245870
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2620634885125613e-05,
      "loss": 0.1227,
      "step": 245880
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2619516341916287e-05,
      "loss": 0.1257,
      "step": 245890
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2618397798706965e-05,
      "loss": 0.1304,
      "step": 245900
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2617279255497643e-05,
      "loss": 0.1276,
      "step": 245910
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2616160712288318e-05,
      "loss": 0.1281,
      "step": 245920
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2615042169078992e-05,
      "loss": 0.1239,
      "step": 245930
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2613923625869667e-05,
      "loss": 0.1222,
      "step": 245940
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2612805082660345e-05,
      "loss": 0.1249,
      "step": 245950
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2611686539451022e-05,
      "loss": 0.1282,
      "step": 245960
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2610567996241697e-05,
      "loss": 0.1278,
      "step": 245970
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.260944945303237e-05,
      "loss": 0.1303,
      "step": 245980
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2608330909823046e-05,
      "loss": 0.1299,
      "step": 245990
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2607212366613724e-05,
      "loss": 0.1294,
      "step": 246000
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.26060938234044e-05,
      "loss": 0.1315,
      "step": 246010
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2604975280195076e-05,
      "loss": 0.1257,
      "step": 246020
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.260385673698575e-05,
      "loss": 0.1188,
      "step": 246030
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2602738193776426e-05,
      "loss": 0.1263,
      "step": 246040
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2601619650567103e-05,
      "loss": 0.1227,
      "step": 246050
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2600501107357778e-05,
      "loss": 0.126,
      "step": 246060
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2599382564148456e-05,
      "loss": 0.1249,
      "step": 246070
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.259826402093913e-05,
      "loss": 0.1238,
      "step": 246080
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2597145477729805e-05,
      "loss": 0.1272,
      "step": 246090
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.259602693452048e-05,
      "loss": 0.1257,
      "step": 246100
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2594908391311157e-05,
      "loss": 0.1253,
      "step": 246110
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2593789848101835e-05,
      "loss": 0.122,
      "step": 246120
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.259267130489251e-05,
      "loss": 0.124,
      "step": 246130
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2591552761683184e-05,
      "loss": 0.1231,
      "step": 246140
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.259043421847386e-05,
      "loss": 0.1219,
      "step": 246150
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2589315675264537e-05,
      "loss": 0.1299,
      "step": 246160
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.258819713205521e-05,
      "loss": 0.1271,
      "step": 246170
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.258707858884589e-05,
      "loss": 0.1248,
      "step": 246180
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2585960045636564e-05,
      "loss": 0.1297,
      "step": 246190
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.258484150242724e-05,
      "loss": 0.1255,
      "step": 246200
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2583722959217916e-05,
      "loss": 0.1273,
      "step": 246210
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.258260441600859e-05,
      "loss": 0.1298,
      "step": 246220
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.258148587279927e-05,
      "loss": 0.1248,
      "step": 246230
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2580367329589943e-05,
      "loss": 0.1225,
      "step": 246240
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2579248786380618e-05,
      "loss": 0.1249,
      "step": 246250
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2578130243171296e-05,
      "loss": 0.124,
      "step": 246260
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.257701169996197e-05,
      "loss": 0.125,
      "step": 246270
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.257589315675265e-05,
      "loss": 0.126,
      "step": 246280
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2574774613543323e-05,
      "loss": 0.1268,
      "step": 246290
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2573656070333997e-05,
      "loss": 0.125,
      "step": 246300
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2572537527124672e-05,
      "loss": 0.1255,
      "step": 246310
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.257141898391535e-05,
      "loss": 0.124,
      "step": 246320
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2570300440706024e-05,
      "loss": 0.1275,
      "step": 246330
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2569181897496702e-05,
      "loss": 0.1262,
      "step": 246340
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2568063354287377e-05,
      "loss": 0.127,
      "step": 246350
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.256694481107805e-05,
      "loss": 0.1293,
      "step": 246360
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.256582626786873e-05,
      "loss": 0.1273,
      "step": 246370
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2564707724659404e-05,
      "loss": 0.1276,
      "step": 246380
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2563589181450082e-05,
      "loss": 0.1279,
      "step": 246390
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2562470638240756e-05,
      "loss": 0.1243,
      "step": 246400
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.256135209503143e-05,
      "loss": 0.1248,
      "step": 246410
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.256023355182211e-05,
      "loss": 0.1251,
      "step": 246420
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2559115008612783e-05,
      "loss": 0.133,
      "step": 246430
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.255799646540346e-05,
      "loss": 0.1275,
      "step": 246440
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2556877922194136e-05,
      "loss": 0.1254,
      "step": 246450
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.255575937898481e-05,
      "loss": 0.1245,
      "step": 246460
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.255464083577549e-05,
      "loss": 0.1235,
      "step": 246470
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2553522292566163e-05,
      "loss": 0.1272,
      "step": 246480
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2552403749356837e-05,
      "loss": 0.1256,
      "step": 246490
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2551285206147515e-05,
      "loss": 0.1238,
      "step": 246500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.255016666293819e-05,
      "loss": 0.1249,
      "step": 246510
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2549048119728864e-05,
      "loss": 0.1215,
      "step": 246520
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2547929576519542e-05,
      "loss": 0.1243,
      "step": 246530
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2546811033310217e-05,
      "loss": 0.1259,
      "step": 246540
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2545692490100895e-05,
      "loss": 0.1265,
      "step": 246550
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.254457394689157e-05,
      "loss": 0.1263,
      "step": 246560
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2543455403682244e-05,
      "loss": 0.1261,
      "step": 246570
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2542336860472922e-05,
      "loss": 0.1244,
      "step": 246580
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2541218317263596e-05,
      "loss": 0.1261,
      "step": 246590
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2540099774054274e-05,
      "loss": 0.1305,
      "step": 246600
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.253898123084495e-05,
      "loss": 0.122,
      "step": 246610
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2537862687635623e-05,
      "loss": 0.1265,
      "step": 246620
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.25367441444263e-05,
      "loss": 0.13,
      "step": 246630
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2535625601216976e-05,
      "loss": 0.1251,
      "step": 246640
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.253450705800765e-05,
      "loss": 0.1242,
      "step": 246650
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2533388514798328e-05,
      "loss": 0.1253,
      "step": 246660
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2532269971589003e-05,
      "loss": 0.1238,
      "step": 246670
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.253115142837968e-05,
      "loss": 0.1297,
      "step": 246680
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2530032885170355e-05,
      "loss": 0.1248,
      "step": 246690
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.252891434196103e-05,
      "loss": 0.1247,
      "step": 246700
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2527795798751708e-05,
      "loss": 0.1272,
      "step": 246710
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2526677255542382e-05,
      "loss": 0.1232,
      "step": 246720
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.252555871233306e-05,
      "loss": 0.126,
      "step": 246730
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2524440169123735e-05,
      "loss": 0.1274,
      "step": 246740
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.252332162591441e-05,
      "loss": 0.1267,
      "step": 246750
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2522203082705087e-05,
      "loss": 0.1283,
      "step": 246760
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2521084539495762e-05,
      "loss": 0.1286,
      "step": 246770
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2519965996286436e-05,
      "loss": 0.13,
      "step": 246780
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2518847453077114e-05,
      "loss": 0.1273,
      "step": 246790
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.251772890986779e-05,
      "loss": 0.1267,
      "step": 246800
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2516610366658463e-05,
      "loss": 0.1289,
      "step": 246810
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.251549182344914e-05,
      "loss": 0.1277,
      "step": 246820
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2514373280239816e-05,
      "loss": 0.1222,
      "step": 246830
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2513254737030494e-05,
      "loss": 0.1254,
      "step": 246840
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2512136193821168e-05,
      "loss": 0.1261,
      "step": 246850
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2511017650611843e-05,
      "loss": 0.1217,
      "step": 246860
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.250989910740252e-05,
      "loss": 0.125,
      "step": 246870
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2508780564193195e-05,
      "loss": 0.1234,
      "step": 246880
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2507662020983873e-05,
      "loss": 0.1304,
      "step": 246890
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2506543477774548e-05,
      "loss": 0.1247,
      "step": 246900
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2505424934565222e-05,
      "loss": 0.1251,
      "step": 246910
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.25043063913559e-05,
      "loss": 0.1222,
      "step": 246920
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2503187848146575e-05,
      "loss": 0.1262,
      "step": 246930
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2502069304937253e-05,
      "loss": 0.1258,
      "step": 246940
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2500950761727927e-05,
      "loss": 0.1251,
      "step": 246950
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2499832218518602e-05,
      "loss": 0.1275,
      "step": 246960
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2498713675309276e-05,
      "loss": 0.1237,
      "step": 246970
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2497595132099954e-05,
      "loss": 0.1307,
      "step": 246980
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.249647658889063e-05,
      "loss": 0.1266,
      "step": 246990
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2495358045681307e-05,
      "loss": 0.1254,
      "step": 247000
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.249423950247198e-05,
      "loss": 0.1252,
      "step": 247010
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2493120959262656e-05,
      "loss": 0.1253,
      "step": 247020
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2492002416053334e-05,
      "loss": 0.1248,
      "step": 247030
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2490883872844008e-05,
      "loss": 0.1268,
      "step": 247040
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2489765329634686e-05,
      "loss": 0.1247,
      "step": 247050
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.248864678642536e-05,
      "loss": 0.1247,
      "step": 247060
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2487528243216035e-05,
      "loss": 0.1255,
      "step": 247070
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2486409700006713e-05,
      "loss": 0.1237,
      "step": 247080
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2485291156797388e-05,
      "loss": 0.1315,
      "step": 247090
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2484172613588066e-05,
      "loss": 0.1201,
      "step": 247100
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.248305407037874e-05,
      "loss": 0.1268,
      "step": 247110
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2481935527169415e-05,
      "loss": 0.1266,
      "step": 247120
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.248081698396009e-05,
      "loss": 0.1234,
      "step": 247130
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2479698440750767e-05,
      "loss": 0.1195,
      "step": 247140
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2478579897541445e-05,
      "loss": 0.1268,
      "step": 247150
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.247746135433212e-05,
      "loss": 0.1229,
      "step": 247160
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2476342811122794e-05,
      "loss": 0.1279,
      "step": 247170
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.247522426791347e-05,
      "loss": 0.1267,
      "step": 247180
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2474105724704147e-05,
      "loss": 0.1305,
      "step": 247190
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.247298718149482e-05,
      "loss": 0.1258,
      "step": 247200
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.24718686382855e-05,
      "loss": 0.1286,
      "step": 247210
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2470750095076174e-05,
      "loss": 0.1264,
      "step": 247220
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2469631551866848e-05,
      "loss": 0.1256,
      "step": 247230
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2468513008657526e-05,
      "loss": 0.1289,
      "step": 247240
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.24673944654482e-05,
      "loss": 0.1253,
      "step": 247250
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.246627592223888e-05,
      "loss": 0.1218,
      "step": 247260
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2465157379029553e-05,
      "loss": 0.1228,
      "step": 247270
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2464038835820228e-05,
      "loss": 0.1265,
      "step": 247280
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2462920292610902e-05,
      "loss": 0.1248,
      "step": 247290
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.246180174940158e-05,
      "loss": 0.127,
      "step": 247300
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2460683206192258e-05,
      "loss": 0.1269,
      "step": 247310
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2459564662982933e-05,
      "loss": 0.1243,
      "step": 247320
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2458446119773607e-05,
      "loss": 0.1259,
      "step": 247330
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.245732757656428e-05,
      "loss": 0.1244,
      "step": 247340
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.245620903335496e-05,
      "loss": 0.1279,
      "step": 247350
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2455090490145638e-05,
      "loss": 0.1273,
      "step": 247360
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2453971946936312e-05,
      "loss": 0.1261,
      "step": 247370
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2452853403726987e-05,
      "loss": 0.1248,
      "step": 247380
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.245173486051766e-05,
      "loss": 0.1189,
      "step": 247390
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.245061631730834e-05,
      "loss": 0.1265,
      "step": 247400
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2449497774099017e-05,
      "loss": 0.1253,
      "step": 247410
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.244837923088969e-05,
      "loss": 0.1261,
      "step": 247420
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2447260687680366e-05,
      "loss": 0.1195,
      "step": 247430
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.244614214447104e-05,
      "loss": 0.127,
      "step": 247440
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2445023601261715e-05,
      "loss": 0.1277,
      "step": 247450
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2443905058052393e-05,
      "loss": 0.1285,
      "step": 247460
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.244278651484307e-05,
      "loss": 0.1242,
      "step": 247470
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2441667971633746e-05,
      "loss": 0.1207,
      "step": 247480
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.244054942842442e-05,
      "loss": 0.1257,
      "step": 247490
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2439430885215095e-05,
      "loss": 0.1236,
      "step": 247500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2438312342005773e-05,
      "loss": 0.1291,
      "step": 247510
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.243719379879645e-05,
      "loss": 0.1219,
      "step": 247520
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2436075255587125e-05,
      "loss": 0.124,
      "step": 247530
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.24349567123778e-05,
      "loss": 0.1225,
      "step": 247540
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2433838169168474e-05,
      "loss": 0.1202,
      "step": 247550
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2432719625959152e-05,
      "loss": 0.1205,
      "step": 247560
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.243160108274983e-05,
      "loss": 0.1256,
      "step": 247570
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2430482539540505e-05,
      "loss": 0.1252,
      "step": 247580
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.242936399633118e-05,
      "loss": 0.1253,
      "step": 247590
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2428245453121854e-05,
      "loss": 0.1245,
      "step": 247600
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2427126909912528e-05,
      "loss": 0.1267,
      "step": 247610
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.242600836670321e-05,
      "loss": 0.1291,
      "step": 247620
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2424889823493884e-05,
      "loss": 0.1266,
      "step": 247630
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.242377128028456e-05,
      "loss": 0.1235,
      "step": 247640
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2422652737075233e-05,
      "loss": 0.1246,
      "step": 247650
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2421534193865908e-05,
      "loss": 0.1234,
      "step": 247660
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2420527504977516e-05,
      "loss": 0.1204,
      "step": 247670
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2419408961768194e-05,
      "loss": 0.1244,
      "step": 247680
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2418290418558872e-05,
      "loss": 0.1227,
      "step": 247690
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2417171875349547e-05,
      "loss": 0.1311,
      "step": 247700
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.241605333214022e-05,
      "loss": 0.1261,
      "step": 247710
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2414934788930896e-05,
      "loss": 0.1304,
      "step": 247720
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2413816245721574e-05,
      "loss": 0.1268,
      "step": 247730
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2412697702512252e-05,
      "loss": 0.1259,
      "step": 247740
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2411579159302926e-05,
      "loss": 0.1292,
      "step": 247750
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.24104606160936e-05,
      "loss": 0.1197,
      "step": 247760
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2409342072884275e-05,
      "loss": 0.1257,
      "step": 247770
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.240822352967495e-05,
      "loss": 0.1271,
      "step": 247780
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.240710498646563e-05,
      "loss": 0.1239,
      "step": 247790
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2405986443256306e-05,
      "loss": 0.1268,
      "step": 247800
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.240486790004698e-05,
      "loss": 0.1295,
      "step": 247810
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2403749356837655e-05,
      "loss": 0.1264,
      "step": 247820
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.240263081362833e-05,
      "loss": 0.1267,
      "step": 247830
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2401512270419007e-05,
      "loss": 0.1227,
      "step": 247840
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2400393727209685e-05,
      "loss": 0.1238,
      "step": 247850
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.239927518400036e-05,
      "loss": 0.1261,
      "step": 247860
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2398156640791034e-05,
      "loss": 0.1308,
      "step": 247870
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.239703809758171e-05,
      "loss": 0.1213,
      "step": 247880
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2395919554372387e-05,
      "loss": 0.1292,
      "step": 247890
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2394801011163065e-05,
      "loss": 0.1262,
      "step": 247900
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.239368246795374e-05,
      "loss": 0.1282,
      "step": 247910
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2392563924744414e-05,
      "loss": 0.1266,
      "step": 247920
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2391445381535088e-05,
      "loss": 0.1273,
      "step": 247930
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2390326838325766e-05,
      "loss": 0.1272,
      "step": 247940
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2389208295116444e-05,
      "loss": 0.1268,
      "step": 247950
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.238808975190712e-05,
      "loss": 0.1229,
      "step": 247960
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2386971208697793e-05,
      "loss": 0.1249,
      "step": 247970
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2385852665488468e-05,
      "loss": 0.1226,
      "step": 247980
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2384734122279146e-05,
      "loss": 0.1251,
      "step": 247990
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.238361557906982e-05,
      "loss": 0.126,
      "step": 248000
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2382497035860498e-05,
      "loss": 0.1302,
      "step": 248010
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2381378492651173e-05,
      "loss": 0.1232,
      "step": 248020
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2380259949441847e-05,
      "loss": 0.1216,
      "step": 248030
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2379141406232522e-05,
      "loss": 0.1253,
      "step": 248040
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.23780228630232e-05,
      "loss": 0.1229,
      "step": 248050
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2376904319813878e-05,
      "loss": 0.1227,
      "step": 248060
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2375785776604552e-05,
      "loss": 0.1231,
      "step": 248070
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2374667233395227e-05,
      "loss": 0.125,
      "step": 248080
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.23735486901859e-05,
      "loss": 0.1195,
      "step": 248090
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.237243014697658e-05,
      "loss": 0.1227,
      "step": 248100
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2371311603767257e-05,
      "loss": 0.1221,
      "step": 248110
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.237019306055793e-05,
      "loss": 0.1266,
      "step": 248120
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2369074517348606e-05,
      "loss": 0.1259,
      "step": 248130
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.236795597413928e-05,
      "loss": 0.1264,
      "step": 248140
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.236683743092996e-05,
      "loss": 0.1324,
      "step": 248150
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2365718887720633e-05,
      "loss": 0.131,
      "step": 248160
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.236460034451131e-05,
      "loss": 0.1291,
      "step": 248170
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2363481801301986e-05,
      "loss": 0.1303,
      "step": 248180
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.236236325809266e-05,
      "loss": 0.1239,
      "step": 248190
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2361244714883338e-05,
      "loss": 0.1223,
      "step": 248200
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2360126171674013e-05,
      "loss": 0.1243,
      "step": 248210
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.235900762846469e-05,
      "loss": 0.1256,
      "step": 248220
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2357889085255365e-05,
      "loss": 0.1212,
      "step": 248230
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.235677054204604e-05,
      "loss": 0.1242,
      "step": 248240
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2355651998836714e-05,
      "loss": 0.1259,
      "step": 248250
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2354533455627392e-05,
      "loss": 0.1309,
      "step": 248260
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2353414912418067e-05,
      "loss": 0.1235,
      "step": 248270
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2352296369208745e-05,
      "loss": 0.1225,
      "step": 248280
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.235117782599942e-05,
      "loss": 0.1268,
      "step": 248290
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2350059282790094e-05,
      "loss": 0.1267,
      "step": 248300
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.234894073958077e-05,
      "loss": 0.1299,
      "step": 248310
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2347822196371446e-05,
      "loss": 0.1244,
      "step": 248320
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2346703653162124e-05,
      "loss": 0.1264,
      "step": 248330
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.23455851099528e-05,
      "loss": 0.1236,
      "step": 248340
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2344466566743473e-05,
      "loss": 0.1231,
      "step": 248350
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.234334802353415e-05,
      "loss": 0.121,
      "step": 248360
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2342229480324826e-05,
      "loss": 0.124,
      "step": 248370
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2341110937115504e-05,
      "loss": 0.1284,
      "step": 248380
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2339992393906178e-05,
      "loss": 0.1256,
      "step": 248390
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2338873850696853e-05,
      "loss": 0.1286,
      "step": 248400
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.233775530748753e-05,
      "loss": 0.1247,
      "step": 248410
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2336636764278205e-05,
      "loss": 0.1173,
      "step": 248420
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.233551822106888e-05,
      "loss": 0.1189,
      "step": 248430
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2334399677859558e-05,
      "loss": 0.1271,
      "step": 248440
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2333281134650232e-05,
      "loss": 0.1232,
      "step": 248450
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2332162591440907e-05,
      "loss": 0.1257,
      "step": 248460
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2331044048231585e-05,
      "loss": 0.1266,
      "step": 248470
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.232992550502226e-05,
      "loss": 0.1256,
      "step": 248480
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2328806961812937e-05,
      "loss": 0.1239,
      "step": 248490
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.232768841860361e-05,
      "loss": 0.1242,
      "step": 248500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2326569875394286e-05,
      "loss": 0.1248,
      "step": 248510
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2325451332184964e-05,
      "loss": 0.1264,
      "step": 248520
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.232433278897564e-05,
      "loss": 0.1238,
      "step": 248530
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2323214245766317e-05,
      "loss": 0.1261,
      "step": 248540
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.232209570255699e-05,
      "loss": 0.1266,
      "step": 248550
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2320977159347666e-05,
      "loss": 0.1248,
      "step": 248560
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2319858616138344e-05,
      "loss": 0.1302,
      "step": 248570
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2318740072929018e-05,
      "loss": 0.1285,
      "step": 248580
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2317621529719693e-05,
      "loss": 0.1206,
      "step": 248590
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.231650298651037e-05,
      "loss": 0.1259,
      "step": 248600
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2315384443301045e-05,
      "loss": 0.1225,
      "step": 248610
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2314265900091723e-05,
      "loss": 0.1273,
      "step": 248620
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2313147356882398e-05,
      "loss": 0.1201,
      "step": 248630
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2312028813673072e-05,
      "loss": 0.129,
      "step": 248640
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.231091027046375e-05,
      "loss": 0.1246,
      "step": 248650
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2309791727254425e-05,
      "loss": 0.1239,
      "step": 248660
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.23086731840451e-05,
      "loss": 0.1234,
      "step": 248670
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2307554640835777e-05,
      "loss": 0.1249,
      "step": 248680
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.230643609762645e-05,
      "loss": 0.1242,
      "step": 248690
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.230531755441713e-05,
      "loss": 0.1275,
      "step": 248700
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2304310865528735e-05,
      "loss": 0.1281,
      "step": 248710
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2303192322319413e-05,
      "loss": 0.1236,
      "step": 248720
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2302073779110087e-05,
      "loss": 0.1209,
      "step": 248730
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2300955235900765e-05,
      "loss": 0.1275,
      "step": 248740
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.229983669269144e-05,
      "loss": 0.1288,
      "step": 248750
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2298718149482114e-05,
      "loss": 0.1259,
      "step": 248760
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2297599606272792e-05,
      "loss": 0.1289,
      "step": 248770
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2296481063063467e-05,
      "loss": 0.125,
      "step": 248780
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2295362519854145e-05,
      "loss": 0.1252,
      "step": 248790
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.229424397664482e-05,
      "loss": 0.1264,
      "step": 248800
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2293125433435494e-05,
      "loss": 0.1257,
      "step": 248810
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.229200689022617e-05,
      "loss": 0.1269,
      "step": 248820
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2290888347016846e-05,
      "loss": 0.1231,
      "step": 248830
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2289769803807524e-05,
      "loss": 0.1287,
      "step": 248840
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.22886512605982e-05,
      "loss": 0.1255,
      "step": 248850
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2287532717388873e-05,
      "loss": 0.1256,
      "step": 248860
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2286414174179548e-05,
      "loss": 0.1233,
      "step": 248870
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2285295630970226e-05,
      "loss": 0.1242,
      "step": 248880
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.22841770877609e-05,
      "loss": 0.1251,
      "step": 248890
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2283058544551578e-05,
      "loss": 0.1244,
      "step": 248900
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2281940001342253e-05,
      "loss": 0.1267,
      "step": 248910
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2280821458132927e-05,
      "loss": 0.1253,
      "step": 248920
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2279702914923605e-05,
      "loss": 0.1249,
      "step": 248930
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.227858437171428e-05,
      "loss": 0.1244,
      "step": 248940
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2277465828504958e-05,
      "loss": 0.1258,
      "step": 248950
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2276347285295632e-05,
      "loss": 0.1296,
      "step": 248960
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2275228742086307e-05,
      "loss": 0.1261,
      "step": 248970
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.227411019887698e-05,
      "loss": 0.1239,
      "step": 248980
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.227299165566766e-05,
      "loss": 0.1265,
      "step": 248990
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2271873112458337e-05,
      "loss": 0.1257,
      "step": 249000
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2270754569249012e-05,
      "loss": 0.1252,
      "step": 249010
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2269636026039686e-05,
      "loss": 0.1254,
      "step": 249020
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.226851748283036e-05,
      "loss": 0.1299,
      "step": 249030
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.226739893962104e-05,
      "loss": 0.1205,
      "step": 249040
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2266280396411717e-05,
      "loss": 0.1261,
      "step": 249050
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.226516185320239e-05,
      "loss": 0.124,
      "step": 249060
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2264043309993066e-05,
      "loss": 0.1221,
      "step": 249070
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.226292476678374e-05,
      "loss": 0.1229,
      "step": 249080
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2261806223574418e-05,
      "loss": 0.1285,
      "step": 249090
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2260687680365093e-05,
      "loss": 0.1213,
      "step": 249100
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.225956913715577e-05,
      "loss": 0.1263,
      "step": 249110
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2258450593946445e-05,
      "loss": 0.1239,
      "step": 249120
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.225733205073712e-05,
      "loss": 0.1257,
      "step": 249130
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2256213507527794e-05,
      "loss": 0.1247,
      "step": 249140
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2255094964318472e-05,
      "loss": 0.1285,
      "step": 249150
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.225397642110915e-05,
      "loss": 0.1208,
      "step": 249160
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2252857877899825e-05,
      "loss": 0.124,
      "step": 249170
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.22517393346905e-05,
      "loss": 0.1262,
      "step": 249180
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2250620791481174e-05,
      "loss": 0.119,
      "step": 249190
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.224950224827185e-05,
      "loss": 0.1278,
      "step": 249200
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.224838370506253e-05,
      "loss": 0.1272,
      "step": 249210
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2247265161853204e-05,
      "loss": 0.1253,
      "step": 249220
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.224614661864388e-05,
      "loss": 0.1291,
      "step": 249230
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2245028075434553e-05,
      "loss": 0.124,
      "step": 249240
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.224390953222523e-05,
      "loss": 0.121,
      "step": 249250
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.224279098901591e-05,
      "loss": 0.1248,
      "step": 249260
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2241672445806584e-05,
      "loss": 0.1267,
      "step": 249270
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2240553902597258e-05,
      "loss": 0.128,
      "step": 249280
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2239435359387933e-05,
      "loss": 0.1275,
      "step": 249290
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2238316816178607e-05,
      "loss": 0.1243,
      "step": 249300
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2237198272969285e-05,
      "loss": 0.1276,
      "step": 249310
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2236079729759963e-05,
      "loss": 0.1268,
      "step": 249320
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2234961186550638e-05,
      "loss": 0.1237,
      "step": 249330
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2233842643341312e-05,
      "loss": 0.1268,
      "step": 249340
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2232724100131987e-05,
      "loss": 0.1239,
      "step": 249350
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2231605556922665e-05,
      "loss": 0.1272,
      "step": 249360
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2230487013713343e-05,
      "loss": 0.1235,
      "step": 249370
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2229368470504017e-05,
      "loss": 0.1276,
      "step": 249380
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.222824992729469e-05,
      "loss": 0.1213,
      "step": 249390
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2227131384085366e-05,
      "loss": 0.126,
      "step": 249400
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2226012840876044e-05,
      "loss": 0.1239,
      "step": 249410
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2224894297666722e-05,
      "loss": 0.1283,
      "step": 249420
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2223775754457397e-05,
      "loss": 0.1305,
      "step": 249430
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.222265721124807e-05,
      "loss": 0.1276,
      "step": 249440
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2221538668038746e-05,
      "loss": 0.1241,
      "step": 249450
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2220420124829424e-05,
      "loss": 0.1242,
      "step": 249460
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.22193015816201e-05,
      "loss": 0.1259,
      "step": 249470
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2218183038410776e-05,
      "loss": 0.1163,
      "step": 249480
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.221706449520145e-05,
      "loss": 0.121,
      "step": 249490
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2215945951992125e-05,
      "loss": 0.1173,
      "step": 249500
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.22148274087828e-05,
      "loss": 0.1266,
      "step": 249510
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2213708865573478e-05,
      "loss": 0.1236,
      "step": 249520
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2212590322364156e-05,
      "loss": 0.1219,
      "step": 249530
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.221147177915483e-05,
      "loss": 0.1246,
      "step": 249540
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2210353235945505e-05,
      "loss": 0.1243,
      "step": 249550
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.220923469273618e-05,
      "loss": 0.1261,
      "step": 249560
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2208116149526857e-05,
      "loss": 0.1224,
      "step": 249570
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2206997606317535e-05,
      "loss": 0.124,
      "step": 249580
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.220587906310821e-05,
      "loss": 0.1318,
      "step": 249590
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2204760519898884e-05,
      "loss": 0.1253,
      "step": 249600
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.220364197668956e-05,
      "loss": 0.1258,
      "step": 249610
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2202523433480237e-05,
      "loss": 0.1224,
      "step": 249620
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2201404890270914e-05,
      "loss": 0.1231,
      "step": 249630
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.220028634706159e-05,
      "loss": 0.1247,
      "step": 249640
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2199167803852264e-05,
      "loss": 0.1278,
      "step": 249650
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2198049260642938e-05,
      "loss": 0.1258,
      "step": 249660
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2196930717433616e-05,
      "loss": 0.1232,
      "step": 249670
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2195812174224294e-05,
      "loss": 0.124,
      "step": 249680
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.219469363101497e-05,
      "loss": 0.1225,
      "step": 249690
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2193575087805643e-05,
      "loss": 0.1289,
      "step": 249700
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2192456544596318e-05,
      "loss": 0.1251,
      "step": 249710
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2191338001386992e-05,
      "loss": 0.1268,
      "step": 249720
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2190219458177673e-05,
      "loss": 0.1248,
      "step": 249730
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2189100914968348e-05,
      "loss": 0.1288,
      "step": 249740
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2187982371759023e-05,
      "loss": 0.1183,
      "step": 249750
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2186863828549697e-05,
      "loss": 0.1246,
      "step": 249760
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.218574528534037e-05,
      "loss": 0.124,
      "step": 249770
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.218462674213105e-05,
      "loss": 0.1203,
      "step": 249780
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2183508198921727e-05,
      "loss": 0.1272,
      "step": 249790
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2182389655712402e-05,
      "loss": 0.1259,
      "step": 249800
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2181271112503077e-05,
      "loss": 0.1217,
      "step": 249810
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.218015256929375e-05,
      "loss": 0.1229,
      "step": 249820
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.217903402608443e-05,
      "loss": 0.1188,
      "step": 249830
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2177915482875107e-05,
      "loss": 0.1224,
      "step": 249840
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.217679693966578e-05,
      "loss": 0.1223,
      "step": 249850
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2175678396456456e-05,
      "loss": 0.1238,
      "step": 249860
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.217455985324713e-05,
      "loss": 0.1275,
      "step": 249870
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.217344131003781e-05,
      "loss": 0.1234,
      "step": 249880
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2172322766828486e-05,
      "loss": 0.129,
      "step": 249890
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.217120422361916e-05,
      "loss": 0.1167,
      "step": 249900
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2170085680409835e-05,
      "loss": 0.1217,
      "step": 249910
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.216896713720051e-05,
      "loss": 0.1248,
      "step": 249920
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2167848593991185e-05,
      "loss": 0.1267,
      "step": 249930
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2166730050781862e-05,
      "loss": 0.123,
      "step": 249940
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.216561150757254e-05,
      "loss": 0.1277,
      "step": 249950
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2164492964363215e-05,
      "loss": 0.123,
      "step": 249960
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.216337442115389e-05,
      "loss": 0.1278,
      "step": 249970
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2162255877944564e-05,
      "loss": 0.1252,
      "step": 249980
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2161137334735242e-05,
      "loss": 0.1257,
      "step": 249990
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.216001879152592e-05,
      "loss": 0.1232,
      "step": 250000
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2158900248316594e-05,
      "loss": 0.125,
      "step": 250010
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.215778170510727e-05,
      "loss": 0.1256,
      "step": 250020
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2156663161897944e-05,
      "loss": 0.1209,
      "step": 250030
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.215554461868862e-05,
      "loss": 0.1247,
      "step": 250040
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.21544260754793e-05,
      "loss": 0.1228,
      "step": 250050
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2153307532269974e-05,
      "loss": 0.122,
      "step": 250060
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.215218898906065e-05,
      "loss": 0.1242,
      "step": 250070
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2151070445851323e-05,
      "loss": 0.1258,
      "step": 250080
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2149951902642e-05,
      "loss": 0.1274,
      "step": 250090
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2148833359432675e-05,
      "loss": 0.1237,
      "step": 250100
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2147714816223353e-05,
      "loss": 0.1219,
      "step": 250110
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2146596273014028e-05,
      "loss": 0.1261,
      "step": 250120
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2145477729804702e-05,
      "loss": 0.1221,
      "step": 250130
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2144359186595377e-05,
      "loss": 0.1218,
      "step": 250140
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2143240643386055e-05,
      "loss": 0.1271,
      "step": 250150
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2142122100176733e-05,
      "loss": 0.1277,
      "step": 250160
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2141003556967407e-05,
      "loss": 0.1235,
      "step": 250170
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2139885013758082e-05,
      "loss": 0.1298,
      "step": 250180
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2138766470548756e-05,
      "loss": 0.1224,
      "step": 250190
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2137647927339434e-05,
      "loss": 0.1244,
      "step": 250200
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2136529384130112e-05,
      "loss": 0.1206,
      "step": 250210
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2135410840920787e-05,
      "loss": 0.1281,
      "step": 250220
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.213429229771146e-05,
      "loss": 0.125,
      "step": 250230
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2133173754502136e-05,
      "loss": 0.1243,
      "step": 250240
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2132055211292814e-05,
      "loss": 0.1196,
      "step": 250250
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.213093666808349e-05,
      "loss": 0.1231,
      "step": 250260
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2129818124874166e-05,
      "loss": 0.1215,
      "step": 250270
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.212869958166484e-05,
      "loss": 0.1263,
      "step": 250280
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2127581038455515e-05,
      "loss": 0.125,
      "step": 250290
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2126462495246193e-05,
      "loss": 0.1202,
      "step": 250300
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2125343952036868e-05,
      "loss": 0.124,
      "step": 250310
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2124225408827546e-05,
      "loss": 0.1264,
      "step": 250320
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.212310686561822e-05,
      "loss": 0.1245,
      "step": 250330
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2121988322408895e-05,
      "loss": 0.1276,
      "step": 250340
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2120869779199573e-05,
      "loss": 0.1275,
      "step": 250350
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2119751235990247e-05,
      "loss": 0.1229,
      "step": 250360
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2118632692780925e-05,
      "loss": 0.1285,
      "step": 250370
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.21175141495716e-05,
      "loss": 0.1216,
      "step": 250380
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2116395606362274e-05,
      "loss": 0.1259,
      "step": 250390
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.211527706315295e-05,
      "loss": 0.1217,
      "step": 250400
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2114158519943627e-05,
      "loss": 0.1232,
      "step": 250410
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.21130399767343e-05,
      "loss": 0.1197,
      "step": 250420
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.211192143352498e-05,
      "loss": 0.1269,
      "step": 250430
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2110802890315654e-05,
      "loss": 0.1233,
      "step": 250440
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.210968434710633e-05,
      "loss": 0.1209,
      "step": 250450
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2108565803897006e-05,
      "loss": 0.1302,
      "step": 250460
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.210744726068768e-05,
      "loss": 0.1257,
      "step": 250470
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.210632871747836e-05,
      "loss": 0.1236,
      "step": 250480
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2105210174269033e-05,
      "loss": 0.1276,
      "step": 250490
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2104091631059708e-05,
      "loss": 0.1271,
      "step": 250500
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2102973087850386e-05,
      "loss": 0.122,
      "step": 250510
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.210185454464106e-05,
      "loss": 0.1288,
      "step": 250520
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2100736001431738e-05,
      "loss": 0.1299,
      "step": 250530
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2099617458222413e-05,
      "loss": 0.1278,
      "step": 250540
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2098498915013087e-05,
      "loss": 0.1214,
      "step": 250550
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2097380371803765e-05,
      "loss": 0.1246,
      "step": 250560
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.209626182859444e-05,
      "loss": 0.1251,
      "step": 250570
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2095143285385114e-05,
      "loss": 0.1262,
      "step": 250580
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2094024742175792e-05,
      "loss": 0.1242,
      "step": 250590
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2092906198966467e-05,
      "loss": 0.1248,
      "step": 250600
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.209178765575714e-05,
      "loss": 0.1251,
      "step": 250610
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.209066911254782e-05,
      "loss": 0.1224,
      "step": 250620
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2089550569338494e-05,
      "loss": 0.1254,
      "step": 250630
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2088432026129172e-05,
      "loss": 0.1307,
      "step": 250640
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2087313482919846e-05,
      "loss": 0.1241,
      "step": 250650
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.208619493971052e-05,
      "loss": 0.1241,
      "step": 250660
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.20850763965012e-05,
      "loss": 0.1222,
      "step": 250670
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2083957853291873e-05,
      "loss": 0.1225,
      "step": 250680
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.208283931008255e-05,
      "loss": 0.1252,
      "step": 250690
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2081720766873226e-05,
      "loss": 0.1242,
      "step": 250700
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.20806022236639e-05,
      "loss": 0.122,
      "step": 250710
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2079483680454578e-05,
      "loss": 0.1223,
      "step": 250720
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2078365137245253e-05,
      "loss": 0.1248,
      "step": 250730
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2077246594035927e-05,
      "loss": 0.1249,
      "step": 250740
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2076128050826605e-05,
      "loss": 0.1274,
      "step": 250750
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.207500950761728e-05,
      "loss": 0.1259,
      "step": 250760
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2073890964407958e-05,
      "loss": 0.1272,
      "step": 250770
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2072772421198632e-05,
      "loss": 0.1235,
      "step": 250780
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2071653877989307e-05,
      "loss": 0.1255,
      "step": 250790
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2070535334779985e-05,
      "loss": 0.1233,
      "step": 250800
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.206941679157066e-05,
      "loss": 0.1185,
      "step": 250810
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2068298248361334e-05,
      "loss": 0.1268,
      "step": 250820
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2067179705152012e-05,
      "loss": 0.1258,
      "step": 250830
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2066061161942686e-05,
      "loss": 0.1254,
      "step": 250840
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2064942618733364e-05,
      "loss": 0.1225,
      "step": 250850
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.206382407552404e-05,
      "loss": 0.124,
      "step": 250860
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2062705532314713e-05,
      "loss": 0.1294,
      "step": 250870
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.206158698910539e-05,
      "loss": 0.1243,
      "step": 250880
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2060468445896066e-05,
      "loss": 0.1274,
      "step": 250890
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.205934990268674e-05,
      "loss": 0.1256,
      "step": 250900
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2058231359477418e-05,
      "loss": 0.125,
      "step": 250910
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2057112816268093e-05,
      "loss": 0.1231,
      "step": 250920
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.205599427305877e-05,
      "loss": 0.1228,
      "step": 250930
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2054875729849445e-05,
      "loss": 0.1304,
      "step": 250940
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.205375718664012e-05,
      "loss": 0.1275,
      "step": 250950
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2052638643430798e-05,
      "loss": 0.1267,
      "step": 250960
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2051520100221472e-05,
      "loss": 0.1247,
      "step": 250970
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.205040155701215e-05,
      "loss": 0.1231,
      "step": 250980
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2049283013802825e-05,
      "loss": 0.1277,
      "step": 250990
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.20481644705935e-05,
      "loss": 0.1252,
      "step": 251000
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2047045927384177e-05,
      "loss": 0.1246,
      "step": 251010
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.204592738417485e-05,
      "loss": 0.1264,
      "step": 251020
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2044808840965526e-05,
      "loss": 0.1316,
      "step": 251030
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2043690297756204e-05,
      "loss": 0.1243,
      "step": 251040
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.204257175454688e-05,
      "loss": 0.1241,
      "step": 251050
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2041453211337553e-05,
      "loss": 0.1252,
      "step": 251060
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.204033466812823e-05,
      "loss": 0.1275,
      "step": 251070
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2039216124918906e-05,
      "loss": 0.122,
      "step": 251080
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2038097581709584e-05,
      "loss": 0.1274,
      "step": 251090
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2036979038500258e-05,
      "loss": 0.1274,
      "step": 251100
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2035860495290933e-05,
      "loss": 0.1238,
      "step": 251110
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.203474195208161e-05,
      "loss": 0.1278,
      "step": 251120
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2033623408872285e-05,
      "loss": 0.126,
      "step": 251130
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2032504865662963e-05,
      "loss": 0.1273,
      "step": 251140
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2031386322453638e-05,
      "loss": 0.1202,
      "step": 251150
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2030267779244312e-05,
      "loss": 0.1243,
      "step": 251160
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2029149236034987e-05,
      "loss": 0.1186,
      "step": 251170
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2028030692825665e-05,
      "loss": 0.1223,
      "step": 251180
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2026912149616343e-05,
      "loss": 0.126,
      "step": 251190
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2025793606407017e-05,
      "loss": 0.1297,
      "step": 251200
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.202467506319769e-05,
      "loss": 0.1237,
      "step": 251210
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2023556519988366e-05,
      "loss": 0.1258,
      "step": 251220
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2022437976779044e-05,
      "loss": 0.1229,
      "step": 251230
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2021319433569722e-05,
      "loss": 0.1235,
      "step": 251240
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2020200890360397e-05,
      "loss": 0.1241,
      "step": 251250
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.201908234715107e-05,
      "loss": 0.1255,
      "step": 251260
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2017963803941746e-05,
      "loss": 0.123,
      "step": 251270
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2016845260732424e-05,
      "loss": 0.1234,
      "step": 251280
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2015726717523098e-05,
      "loss": 0.1256,
      "step": 251290
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2014608174313776e-05,
      "loss": 0.1211,
      "step": 251300
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.201348963110445e-05,
      "loss": 0.1269,
      "step": 251310
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2012371087895125e-05,
      "loss": 0.1278,
      "step": 251320
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.20112525446858e-05,
      "loss": 0.1279,
      "step": 251330
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2010134001476478e-05,
      "loss": 0.1258,
      "step": 251340
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2009015458267156e-05,
      "loss": 0.1313,
      "step": 251350
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.200789691505783e-05,
      "loss": 0.1225,
      "step": 251360
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2006778371848505e-05,
      "loss": 0.1252,
      "step": 251370
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.200565982863918e-05,
      "loss": 0.1238,
      "step": 251380
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2004541285429857e-05,
      "loss": 0.1195,
      "step": 251390
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2003422742220535e-05,
      "loss": 0.129,
      "step": 251400
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.200230419901121e-05,
      "loss": 0.125,
      "step": 251410
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2001185655801884e-05,
      "loss": 0.1216,
      "step": 251420
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.200006711259256e-05,
      "loss": 0.1261,
      "step": 251430
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1998948569383237e-05,
      "loss": 0.1292,
      "step": 251440
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1997830026173914e-05,
      "loss": 0.1267,
      "step": 251450
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.199671148296459e-05,
      "loss": 0.1227,
      "step": 251460
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1995592939755264e-05,
      "loss": 0.1214,
      "step": 251470
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1994474396545938e-05,
      "loss": 0.1269,
      "step": 251480
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1993355853336613e-05,
      "loss": 0.1216,
      "step": 251490
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.199223731012729e-05,
      "loss": 0.1238,
      "step": 251500
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.199111876691797e-05,
      "loss": 0.1247,
      "step": 251510
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1990000223708643e-05,
      "loss": 0.1263,
      "step": 251520
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1988881680499318e-05,
      "loss": 0.1251,
      "step": 251530
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1987763137289992e-05,
      "loss": 0.1258,
      "step": 251540
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.198664459408067e-05,
      "loss": 0.121,
      "step": 251550
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1985526050871348e-05,
      "loss": 0.1244,
      "step": 251560
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1984407507662022e-05,
      "loss": 0.1199,
      "step": 251570
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1983288964452697e-05,
      "loss": 0.1226,
      "step": 251580
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.198217042124337e-05,
      "loss": 0.1247,
      "step": 251590
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.198105187803405e-05,
      "loss": 0.1167,
      "step": 251600
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1979933334824727e-05,
      "loss": 0.1251,
      "step": 251610
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1978814791615402e-05,
      "loss": 0.1232,
      "step": 251620
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1977696248406077e-05,
      "loss": 0.1266,
      "step": 251630
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.197657770519675e-05,
      "loss": 0.1283,
      "step": 251640
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1975459161987426e-05,
      "loss": 0.1271,
      "step": 251650
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1974340618778107e-05,
      "loss": 0.1234,
      "step": 251660
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.197322207556878e-05,
      "loss": 0.1271,
      "step": 251670
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1972103532359456e-05,
      "loss": 0.1239,
      "step": 251680
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.197098498915013e-05,
      "loss": 0.1209,
      "step": 251690
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1969866445940805e-05,
      "loss": 0.1297,
      "step": 251700
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1968747902731483e-05,
      "loss": 0.1184,
      "step": 251710
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.196762935952216e-05,
      "loss": 0.1255,
      "step": 251720
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1966510816312835e-05,
      "loss": 0.1275,
      "step": 251730
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.196539227310351e-05,
      "loss": 0.1268,
      "step": 251740
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1964273729894185e-05,
      "loss": 0.1245,
      "step": 251750
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1963155186684862e-05,
      "loss": 0.1259,
      "step": 251760
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.196203664347554e-05,
      "loss": 0.1203,
      "step": 251770
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1960918100266215e-05,
      "loss": 0.1262,
      "step": 251780
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.195979955705689e-05,
      "loss": 0.119,
      "step": 251790
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1958681013847564e-05,
      "loss": 0.1203,
      "step": 251800
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1957562470638242e-05,
      "loss": 0.1237,
      "step": 251810
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.195644392742892e-05,
      "loss": 0.121,
      "step": 251820
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1955325384219594e-05,
      "loss": 0.1219,
      "step": 251830
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.195420684101027e-05,
      "loss": 0.1229,
      "step": 251840
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1953088297800943e-05,
      "loss": 0.1253,
      "step": 251850
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.195196975459162e-05,
      "loss": 0.1283,
      "step": 251860
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.19508512113823e-05,
      "loss": 0.1225,
      "step": 251870
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1949732668172974e-05,
      "loss": 0.1247,
      "step": 251880
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.194861412496365e-05,
      "loss": 0.1244,
      "step": 251890
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1947495581754323e-05,
      "loss": 0.1267,
      "step": 251900
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1946377038544998e-05,
      "loss": 0.127,
      "step": 251910
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.194525849533568e-05,
      "loss": 0.1237,
      "step": 251920
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1944139952126353e-05,
      "loss": 0.1255,
      "step": 251930
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1943021408917028e-05,
      "loss": 0.1213,
      "step": 251940
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1941902865707702e-05,
      "loss": 0.1227,
      "step": 251950
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1940784322498377e-05,
      "loss": 0.1276,
      "step": 251960
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1939665779289055e-05,
      "loss": 0.1263,
      "step": 251970
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1938547236079733e-05,
      "loss": 0.1275,
      "step": 251980
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1937428692870407e-05,
      "loss": 0.1206,
      "step": 251990
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1936310149661082e-05,
      "loss": 0.1293,
      "step": 252000
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1935191606451756e-05,
      "loss": 0.1278,
      "step": 252010
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1934073063242434e-05,
      "loss": 0.1306,
      "step": 252020
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1932954520033112e-05,
      "loss": 0.1227,
      "step": 252030
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1931835976823787e-05,
      "loss": 0.1227,
      "step": 252040
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.193071743361446e-05,
      "loss": 0.1259,
      "step": 252050
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1929598890405136e-05,
      "loss": 0.1235,
      "step": 252060
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1928480347195814e-05,
      "loss": 0.1261,
      "step": 252070
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1927361803986492e-05,
      "loss": 0.117,
      "step": 252080
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1926243260777166e-05,
      "loss": 0.1209,
      "step": 252090
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.192512471756784e-05,
      "loss": 0.123,
      "step": 252100
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1924006174358515e-05,
      "loss": 0.1211,
      "step": 252110
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.192288763114919e-05,
      "loss": 0.1308,
      "step": 252120
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1921769087939868e-05,
      "loss": 0.1207,
      "step": 252130
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1920650544730546e-05,
      "loss": 0.1289,
      "step": 252140
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.191953200152122e-05,
      "loss": 0.1237,
      "step": 252150
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1918413458311895e-05,
      "loss": 0.1249,
      "step": 252160
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.191729491510257e-05,
      "loss": 0.1264,
      "step": 252170
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1916176371893247e-05,
      "loss": 0.1185,
      "step": 252180
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1915057828683925e-05,
      "loss": 0.1225,
      "step": 252190
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.19139392854746e-05,
      "loss": 0.1256,
      "step": 252200
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1912820742265274e-05,
      "loss": 0.1253,
      "step": 252210
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.191170219905595e-05,
      "loss": 0.1239,
      "step": 252220
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1910583655846627e-05,
      "loss": 0.1197,
      "step": 252230
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1909576966958236e-05,
      "loss": 0.1238,
      "step": 252240
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.190845842374891e-05,
      "loss": 0.1208,
      "step": 252250
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1907339880539588e-05,
      "loss": 0.1233,
      "step": 252260
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1906221337330263e-05,
      "loss": 0.1233,
      "step": 252270
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1905102794120937e-05,
      "loss": 0.1228,
      "step": 252280
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.190398425091161e-05,
      "loss": 0.1287,
      "step": 252290
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.190286570770229e-05,
      "loss": 0.1266,
      "step": 252300
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1901747164492968e-05,
      "loss": 0.1257,
      "step": 252310
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1900628621283642e-05,
      "loss": 0.1247,
      "step": 252320
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1899510078074317e-05,
      "loss": 0.1229,
      "step": 252330
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.189839153486499e-05,
      "loss": 0.1315,
      "step": 252340
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.189727299165567e-05,
      "loss": 0.1227,
      "step": 252350
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1896154448446344e-05,
      "loss": 0.1238,
      "step": 252360
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.189503590523702e-05,
      "loss": 0.126,
      "step": 252370
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1893917362027696e-05,
      "loss": 0.128,
      "step": 252380
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.189279881881837e-05,
      "loss": 0.1277,
      "step": 252390
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.189168027560905e-05,
      "loss": 0.1261,
      "step": 252400
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1890561732399723e-05,
      "loss": 0.1263,
      "step": 252410
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.18894431891904e-05,
      "loss": 0.1216,
      "step": 252420
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1888324645981076e-05,
      "loss": 0.1257,
      "step": 252430
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.188720610277175e-05,
      "loss": 0.1215,
      "step": 252440
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1886087559562428e-05,
      "loss": 0.1248,
      "step": 252450
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1884969016353103e-05,
      "loss": 0.1209,
      "step": 252460
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.188385047314378e-05,
      "loss": 0.1276,
      "step": 252470
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1882731929934455e-05,
      "loss": 0.1256,
      "step": 252480
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.188161338672513e-05,
      "loss": 0.1246,
      "step": 252490
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1880494843515804e-05,
      "loss": 0.124,
      "step": 252500
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1879376300306482e-05,
      "loss": 0.1256,
      "step": 252510
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1878257757097157e-05,
      "loss": 0.1263,
      "step": 252520
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1877139213887835e-05,
      "loss": 0.1246,
      "step": 252530
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.187602067067851e-05,
      "loss": 0.1285,
      "step": 252540
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1874902127469184e-05,
      "loss": 0.1254,
      "step": 252550
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.187378358425986e-05,
      "loss": 0.1217,
      "step": 252560
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1872665041050536e-05,
      "loss": 0.1251,
      "step": 252570
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1871546497841214e-05,
      "loss": 0.128,
      "step": 252580
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.187042795463189e-05,
      "loss": 0.1208,
      "step": 252590
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1869309411422563e-05,
      "loss": 0.1244,
      "step": 252600
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.186819086821324e-05,
      "loss": 0.1277,
      "step": 252610
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1867072325003916e-05,
      "loss": 0.1233,
      "step": 252620
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1865953781794593e-05,
      "loss": 0.1217,
      "step": 252630
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1864835238585268e-05,
      "loss": 0.1246,
      "step": 252640
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1863716695375943e-05,
      "loss": 0.1246,
      "step": 252650
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.186259815216662e-05,
      "loss": 0.1265,
      "step": 252660
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1861479608957295e-05,
      "loss": 0.1235,
      "step": 252670
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.186036106574797e-05,
      "loss": 0.1194,
      "step": 252680
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1859242522538647e-05,
      "loss": 0.1225,
      "step": 252690
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1858123979329322e-05,
      "loss": 0.1231,
      "step": 252700
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.185700543612e-05,
      "loss": 0.1262,
      "step": 252710
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1855886892910674e-05,
      "loss": 0.1245,
      "step": 252720
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.185476834970135e-05,
      "loss": 0.121,
      "step": 252730
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1853649806492027e-05,
      "loss": 0.1275,
      "step": 252740
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.18525312632827e-05,
      "loss": 0.1205,
      "step": 252750
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1851412720073376e-05,
      "loss": 0.1249,
      "step": 252760
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1850294176864054e-05,
      "loss": 0.1242,
      "step": 252770
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.184917563365473e-05,
      "loss": 0.1249,
      "step": 252780
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1848057090445406e-05,
      "loss": 0.1313,
      "step": 252790
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.184693854723608e-05,
      "loss": 0.1184,
      "step": 252800
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1845820004026755e-05,
      "loss": 0.1244,
      "step": 252810
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1844701460817433e-05,
      "loss": 0.1316,
      "step": 252820
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1843582917608108e-05,
      "loss": 0.1293,
      "step": 252830
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1842464374398783e-05,
      "loss": 0.1219,
      "step": 252840
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.184134583118946e-05,
      "loss": 0.1241,
      "step": 252850
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1840227287980135e-05,
      "loss": 0.1246,
      "step": 252860
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1839108744770813e-05,
      "loss": 0.1324,
      "step": 252870
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1837990201561487e-05,
      "loss": 0.1243,
      "step": 252880
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1836871658352162e-05,
      "loss": 0.1274,
      "step": 252890
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.183575311514284e-05,
      "loss": 0.1242,
      "step": 252900
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1834634571933514e-05,
      "loss": 0.124,
      "step": 252910
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1833516028724192e-05,
      "loss": 0.1267,
      "step": 252920
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1832397485514867e-05,
      "loss": 0.1236,
      "step": 252930
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.183127894230554e-05,
      "loss": 0.1256,
      "step": 252940
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.183016039909622e-05,
      "loss": 0.1205,
      "step": 252950
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1829041855886894e-05,
      "loss": 0.1228,
      "step": 252960
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.182792331267757e-05,
      "loss": 0.1235,
      "step": 252970
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1826804769468246e-05,
      "loss": 0.1247,
      "step": 252980
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.182568622625892e-05,
      "loss": 0.1291,
      "step": 252990
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1824567683049595e-05,
      "loss": 0.1216,
      "step": 253000
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1823449139840273e-05,
      "loss": 0.1248,
      "step": 253010
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1822330596630948e-05,
      "loss": 0.1271,
      "step": 253020
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1821212053421626e-05,
      "loss": 0.1245,
      "step": 253030
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.18200935102123e-05,
      "loss": 0.1196,
      "step": 253040
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1818974967002975e-05,
      "loss": 0.1235,
      "step": 253050
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1817856423793653e-05,
      "loss": 0.1231,
      "step": 253060
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1816737880584327e-05,
      "loss": 0.1274,
      "step": 253070
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1815619337375005e-05,
      "loss": 0.1228,
      "step": 253080
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.181450079416568e-05,
      "loss": 0.1262,
      "step": 253090
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1813382250956354e-05,
      "loss": 0.1252,
      "step": 253100
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1812263707747032e-05,
      "loss": 0.1269,
      "step": 253110
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1811145164537707e-05,
      "loss": 0.123,
      "step": 253120
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1810026621328385e-05,
      "loss": 0.1244,
      "step": 253130
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.180890807811906e-05,
      "loss": 0.1218,
      "step": 253140
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1807789534909734e-05,
      "loss": 0.1255,
      "step": 253150
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.180667099170041e-05,
      "loss": 0.1262,
      "step": 253160
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1805552448491086e-05,
      "loss": 0.1232,
      "step": 253170
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.180443390528176e-05,
      "loss": 0.1255,
      "step": 253180
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.180331536207244e-05,
      "loss": 0.1256,
      "step": 253190
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1802196818863113e-05,
      "loss": 0.1215,
      "step": 253200
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1801078275653788e-05,
      "loss": 0.1246,
      "step": 253210
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1799959732444466e-05,
      "loss": 0.1238,
      "step": 253220
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.179884118923514e-05,
      "loss": 0.1223,
      "step": 253230
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1797722646025818e-05,
      "loss": 0.121,
      "step": 253240
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1796604102816493e-05,
      "loss": 0.1226,
      "step": 253250
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1795485559607167e-05,
      "loss": 0.1232,
      "step": 253260
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1794367016397845e-05,
      "loss": 0.1231,
      "step": 253270
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.179324847318852e-05,
      "loss": 0.1223,
      "step": 253280
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1792129929979198e-05,
      "loss": 0.122,
      "step": 253290
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1791011386769872e-05,
      "loss": 0.122,
      "step": 253300
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1789892843560547e-05,
      "loss": 0.125,
      "step": 253310
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.178877430035122e-05,
      "loss": 0.1233,
      "step": 253320
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.17876557571419e-05,
      "loss": 0.1232,
      "step": 253330
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1786537213932577e-05,
      "loss": 0.1212,
      "step": 253340
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1785418670723252e-05,
      "loss": 0.1268,
      "step": 253350
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1784300127513926e-05,
      "loss": 0.1223,
      "step": 253360
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.17831815843046e-05,
      "loss": 0.1217,
      "step": 253370
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.178206304109528e-05,
      "loss": 0.1257,
      "step": 253380
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1780944497885957e-05,
      "loss": 0.1259,
      "step": 253390
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.177982595467663e-05,
      "loss": 0.1214,
      "step": 253400
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1778707411467306e-05,
      "loss": 0.1206,
      "step": 253410
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.177758886825798e-05,
      "loss": 0.124,
      "step": 253420
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1776470325048658e-05,
      "loss": 0.1274,
      "step": 253430
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1775351781839333e-05,
      "loss": 0.1236,
      "step": 253440
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.177423323863001e-05,
      "loss": 0.119,
      "step": 253450
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1773114695420685e-05,
      "loss": 0.1203,
      "step": 253460
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.177199615221136e-05,
      "loss": 0.1212,
      "step": 253470
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1770877609002034e-05,
      "loss": 0.1237,
      "step": 253480
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1769759065792712e-05,
      "loss": 0.1248,
      "step": 253490
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.176864052258339e-05,
      "loss": 0.1225,
      "step": 253500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1767521979374065e-05,
      "loss": 0.1281,
      "step": 253510
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.176640343616474e-05,
      "loss": 0.1274,
      "step": 253520
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1765284892955414e-05,
      "loss": 0.126,
      "step": 253530
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1764166349746092e-05,
      "loss": 0.1215,
      "step": 253540
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.176304780653677e-05,
      "loss": 0.1235,
      "step": 253550
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1761929263327444e-05,
      "loss": 0.1272,
      "step": 253560
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.176081072011812e-05,
      "loss": 0.1218,
      "step": 253570
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1759692176908793e-05,
      "loss": 0.1206,
      "step": 253580
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.175857363369947e-05,
      "loss": 0.1258,
      "step": 253590
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.175745509049015e-05,
      "loss": 0.1234,
      "step": 253600
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1756336547280824e-05,
      "loss": 0.1263,
      "step": 253610
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1755218004071498e-05,
      "loss": 0.1266,
      "step": 253620
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1754099460862173e-05,
      "loss": 0.1208,
      "step": 253630
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1752980917652847e-05,
      "loss": 0.1216,
      "step": 253640
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1751862374443525e-05,
      "loss": 0.1218,
      "step": 253650
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1750743831234203e-05,
      "loss": 0.1214,
      "step": 253660
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1749625288024878e-05,
      "loss": 0.1236,
      "step": 253670
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1748506744815552e-05,
      "loss": 0.1257,
      "step": 253680
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1747388201606227e-05,
      "loss": 0.1251,
      "step": 253690
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1746269658396905e-05,
      "loss": 0.124,
      "step": 253700
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1745151115187583e-05,
      "loss": 0.1237,
      "step": 253710
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1744032571978257e-05,
      "loss": 0.1245,
      "step": 253720
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1742914028768932e-05,
      "loss": 0.122,
      "step": 253730
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1741795485559606e-05,
      "loss": 0.1231,
      "step": 253740
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1740676942350284e-05,
      "loss": 0.1224,
      "step": 253750
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1739558399140962e-05,
      "loss": 0.1283,
      "step": 253760
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1738439855931637e-05,
      "loss": 0.1242,
      "step": 253770
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.173732131272231e-05,
      "loss": 0.1243,
      "step": 253780
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1736202769512986e-05,
      "loss": 0.1211,
      "step": 253790
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.173508422630366e-05,
      "loss": 0.1221,
      "step": 253800
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.173396568309434e-05,
      "loss": 0.1183,
      "step": 253810
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1732847139885016e-05,
      "loss": 0.1204,
      "step": 253820
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.173172859667569e-05,
      "loss": 0.1228,
      "step": 253830
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1730610053466365e-05,
      "loss": 0.125,
      "step": 253840
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.172949151025704e-05,
      "loss": 0.1259,
      "step": 253850
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1728372967047718e-05,
      "loss": 0.1254,
      "step": 253860
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1727254423838396e-05,
      "loss": 0.1256,
      "step": 253870
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.172613588062907e-05,
      "loss": 0.1226,
      "step": 253880
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1725017337419745e-05,
      "loss": 0.1248,
      "step": 253890
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.172389879421042e-05,
      "loss": 0.1239,
      "step": 253900
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1722780251001097e-05,
      "loss": 0.1251,
      "step": 253910
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1721661707791775e-05,
      "loss": 0.1263,
      "step": 253920
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.172054316458245e-05,
      "loss": 0.1259,
      "step": 253930
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1719424621373124e-05,
      "loss": 0.1244,
      "step": 253940
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.17183060781638e-05,
      "loss": 0.1243,
      "step": 253950
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1717187534954477e-05,
      "loss": 0.1266,
      "step": 253960
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1716068991745155e-05,
      "loss": 0.1255,
      "step": 253970
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.171495044853583e-05,
      "loss": 0.122,
      "step": 253980
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1713831905326504e-05,
      "loss": 0.125,
      "step": 253990
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1712713362117178e-05,
      "loss": 0.1269,
      "step": 254000
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1711594818907856e-05,
      "loss": 0.1263,
      "step": 254010
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1710476275698534e-05,
      "loss": 0.1244,
      "step": 254020
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.170935773248921e-05,
      "loss": 0.1257,
      "step": 254030
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1708239189279883e-05,
      "loss": 0.1217,
      "step": 254040
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1707120646070558e-05,
      "loss": 0.1263,
      "step": 254050
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1706002102861232e-05,
      "loss": 0.1269,
      "step": 254060
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.170488355965191e-05,
      "loss": 0.1205,
      "step": 254070
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1703765016442588e-05,
      "loss": 0.1281,
      "step": 254080
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1702646473233263e-05,
      "loss": 0.1262,
      "step": 254090
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1701527930023937e-05,
      "loss": 0.1231,
      "step": 254100
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.170040938681461e-05,
      "loss": 0.1238,
      "step": 254110
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.169929084360529e-05,
      "loss": 0.1235,
      "step": 254120
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1698172300395968e-05,
      "loss": 0.1181,
      "step": 254130
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1697053757186642e-05,
      "loss": 0.1224,
      "step": 254140
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1695935213977317e-05,
      "loss": 0.126,
      "step": 254150
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.169481667076799e-05,
      "loss": 0.1237,
      "step": 254160
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.169369812755867e-05,
      "loss": 0.1211,
      "step": 254170
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1692579584349347e-05,
      "loss": 0.1198,
      "step": 254180
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.169146104114002e-05,
      "loss": 0.1237,
      "step": 254190
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1690342497930696e-05,
      "loss": 0.1236,
      "step": 254200
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.168922395472137e-05,
      "loss": 0.1217,
      "step": 254210
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.168810541151205e-05,
      "loss": 0.1218,
      "step": 254220
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1686986868302723e-05,
      "loss": 0.124,
      "step": 254230
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.16858683250934e-05,
      "loss": 0.1236,
      "step": 254240
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1684749781884076e-05,
      "loss": 0.1234,
      "step": 254250
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.168363123867475e-05,
      "loss": 0.1248,
      "step": 254260
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1682512695465425e-05,
      "loss": 0.1232,
      "step": 254270
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1681394152256103e-05,
      "loss": 0.1254,
      "step": 254280
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.168027560904678e-05,
      "loss": 0.1218,
      "step": 254290
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1679157065837455e-05,
      "loss": 0.1266,
      "step": 254300
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.167803852262813e-05,
      "loss": 0.1251,
      "step": 254310
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1676919979418804e-05,
      "loss": 0.1217,
      "step": 254320
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1675801436209482e-05,
      "loss": 0.1236,
      "step": 254330
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.167468289300016e-05,
      "loss": 0.1207,
      "step": 254340
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1673564349790834e-05,
      "loss": 0.1238,
      "step": 254350
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.167244580658151e-05,
      "loss": 0.1209,
      "step": 254360
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1671327263372184e-05,
      "loss": 0.1236,
      "step": 254370
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.167020872016286e-05,
      "loss": 0.1228,
      "step": 254380
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1669090176953536e-05,
      "loss": 0.1284,
      "step": 254390
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1667971633744214e-05,
      "loss": 0.1257,
      "step": 254400
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.166685309053489e-05,
      "loss": 0.1238,
      "step": 254410
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1665734547325563e-05,
      "loss": 0.1213,
      "step": 254420
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.166461600411624e-05,
      "loss": 0.1277,
      "step": 254430
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1663497460906916e-05,
      "loss": 0.1236,
      "step": 254440
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1662378917697593e-05,
      "loss": 0.1247,
      "step": 254450
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1661260374488268e-05,
      "loss": 0.1169,
      "step": 254460
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1660141831278943e-05,
      "loss": 0.1265,
      "step": 254470
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1659023288069617e-05,
      "loss": 0.1216,
      "step": 254480
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1657904744860295e-05,
      "loss": 0.1266,
      "step": 254490
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1656786201650973e-05,
      "loss": 0.1256,
      "step": 254500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1655667658441647e-05,
      "loss": 0.1212,
      "step": 254510
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1654549115232322e-05,
      "loss": 0.1225,
      "step": 254520
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1653430572022997e-05,
      "loss": 0.1283,
      "step": 254530
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1652312028813674e-05,
      "loss": 0.123,
      "step": 254540
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.165119348560435e-05,
      "loss": 0.1223,
      "step": 254550
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1650074942395027e-05,
      "loss": 0.1232,
      "step": 254560
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.16489563991857e-05,
      "loss": 0.1277,
      "step": 254570
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1647837855976376e-05,
      "loss": 0.1226,
      "step": 254580
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1646719312767054e-05,
      "loss": 0.1228,
      "step": 254590
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.164560076955773e-05,
      "loss": 0.1215,
      "step": 254600
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1644482226348406e-05,
      "loss": 0.1209,
      "step": 254610
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.164336368313908e-05,
      "loss": 0.1278,
      "step": 254620
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1642245139929755e-05,
      "loss": 0.119,
      "step": 254630
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1641126596720433e-05,
      "loss": 0.1204,
      "step": 254640
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1640008053511108e-05,
      "loss": 0.121,
      "step": 254650
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1638889510301786e-05,
      "loss": 0.1232,
      "step": 254660
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.163777096709246e-05,
      "loss": 0.1255,
      "step": 254670
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1636652423883135e-05,
      "loss": 0.1228,
      "step": 254680
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.163553388067381e-05,
      "loss": 0.1242,
      "step": 254690
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1634415337464487e-05,
      "loss": 0.1276,
      "step": 254700
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1633296794255162e-05,
      "loss": 0.125,
      "step": 254710
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.163217825104584e-05,
      "loss": 0.1192,
      "step": 254720
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1631059707836514e-05,
      "loss": 0.1216,
      "step": 254730
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.162994116462719e-05,
      "loss": 0.1203,
      "step": 254740
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1628822621417867e-05,
      "loss": 0.1239,
      "step": 254750
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.162770407820854e-05,
      "loss": 0.1237,
      "step": 254760
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.162658553499922e-05,
      "loss": 0.1232,
      "step": 254770
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1625466991789894e-05,
      "loss": 0.1255,
      "step": 254780
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.162434844858057e-05,
      "loss": 0.1244,
      "step": 254790
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1623229905371246e-05,
      "loss": 0.1252,
      "step": 254800
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.162211136216192e-05,
      "loss": 0.1244,
      "step": 254810
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.16209928189526e-05,
      "loss": 0.1249,
      "step": 254820
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1619874275743273e-05,
      "loss": 0.1176,
      "step": 254830
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1618755732533948e-05,
      "loss": 0.1216,
      "step": 254840
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1617637189324626e-05,
      "loss": 0.1225,
      "step": 254850
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.16165186461153e-05,
      "loss": 0.1238,
      "step": 254860
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1615400102905975e-05,
      "loss": 0.1243,
      "step": 254870
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1614281559696653e-05,
      "loss": 0.1279,
      "step": 254880
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1613163016487327e-05,
      "loss": 0.1233,
      "step": 254890
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1612044473278005e-05,
      "loss": 0.1244,
      "step": 254900
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.161092593006868e-05,
      "loss": 0.1213,
      "step": 254910
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1609807386859354e-05,
      "loss": 0.1225,
      "step": 254920
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1608688843650032e-05,
      "loss": 0.122,
      "step": 254930
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1607570300440707e-05,
      "loss": 0.1256,
      "step": 254940
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.160645175723138e-05,
      "loss": 0.1232,
      "step": 254950
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.160533321402206e-05,
      "loss": 0.1178,
      "step": 254960
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1604214670812734e-05,
      "loss": 0.1247,
      "step": 254970
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1603096127603412e-05,
      "loss": 0.1255,
      "step": 254980
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1601977584394086e-05,
      "loss": 0.1232,
      "step": 254990
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.160085904118476e-05,
      "loss": 0.1263,
      "step": 255000
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.159974049797544e-05,
      "loss": 0.1217,
      "step": 255010
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1598621954766113e-05,
      "loss": 0.1225,
      "step": 255020
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1597503411556788e-05,
      "loss": 0.1255,
      "step": 255030
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1596384868347466e-05,
      "loss": 0.1232,
      "step": 255040
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.159526632513814e-05,
      "loss": 0.1269,
      "step": 255050
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1594147781928818e-05,
      "loss": 0.1238,
      "step": 255060
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1593029238719493e-05,
      "loss": 0.1257,
      "step": 255070
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1591910695510167e-05,
      "loss": 0.1251,
      "step": 255080
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1590792152300845e-05,
      "loss": 0.124,
      "step": 255090
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.158967360909152e-05,
      "loss": 0.1255,
      "step": 255100
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1588555065882198e-05,
      "loss": 0.1227,
      "step": 255110
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1587436522672872e-05,
      "loss": 0.1249,
      "step": 255120
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1586317979463547e-05,
      "loss": 0.1251,
      "step": 255130
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1585199436254225e-05,
      "loss": 0.1234,
      "step": 255140
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.15840808930449e-05,
      "loss": 0.1259,
      "step": 255150
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1582962349835574e-05,
      "loss": 0.1236,
      "step": 255160
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1581843806626252e-05,
      "loss": 0.1226,
      "step": 255170
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1580725263416926e-05,
      "loss": 0.1198,
      "step": 255180
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.15796067202076e-05,
      "loss": 0.1245,
      "step": 255190
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.157848817699828e-05,
      "loss": 0.1216,
      "step": 255200
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1577369633788953e-05,
      "loss": 0.1255,
      "step": 255210
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.157625109057963e-05,
      "loss": 0.1206,
      "step": 255220
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1575132547370306e-05,
      "loss": 0.124,
      "step": 255230
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.157401400416098e-05,
      "loss": 0.1229,
      "step": 255240
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1572895460951658e-05,
      "loss": 0.124,
      "step": 255250
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1571776917742333e-05,
      "loss": 0.1234,
      "step": 255260
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.157065837453301e-05,
      "loss": 0.1268,
      "step": 255270
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1569539831323685e-05,
      "loss": 0.1224,
      "step": 255280
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.156842128811436e-05,
      "loss": 0.1239,
      "step": 255290
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1567302744905038e-05,
      "loss": 0.1179,
      "step": 255300
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1566184201695712e-05,
      "loss": 0.1296,
      "step": 255310
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.156506565848639e-05,
      "loss": 0.1196,
      "step": 255320
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1563947115277065e-05,
      "loss": 0.1232,
      "step": 255330
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.156282857206774e-05,
      "loss": 0.1253,
      "step": 255340
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1561710028858414e-05,
      "loss": 0.1254,
      "step": 255350
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1560591485649092e-05,
      "loss": 0.1243,
      "step": 255360
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1559472942439766e-05,
      "loss": 0.1313,
      "step": 255370
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1558354399230444e-05,
      "loss": 0.122,
      "step": 255380
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.155723585602112e-05,
      "loss": 0.1249,
      "step": 255390
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1556117312811793e-05,
      "loss": 0.1201,
      "step": 255400
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.155499876960247e-05,
      "loss": 0.1223,
      "step": 255410
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1553880226393146e-05,
      "loss": 0.13,
      "step": 255420
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1552761683183824e-05,
      "loss": 0.1228,
      "step": 255430
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1551643139974498e-05,
      "loss": 0.123,
      "step": 255440
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1550524596765173e-05,
      "loss": 0.1229,
      "step": 255450
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.154940605355585e-05,
      "loss": 0.1228,
      "step": 255460
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1548287510346525e-05,
      "loss": 0.1226,
      "step": 255470
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1547168967137203e-05,
      "loss": 0.1232,
      "step": 255480
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1546050423927878e-05,
      "loss": 0.1262,
      "step": 255490
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1544931880718552e-05,
      "loss": 0.1248,
      "step": 255500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1543813337509227e-05,
      "loss": 0.123,
      "step": 255510
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1542694794299905e-05,
      "loss": 0.1259,
      "step": 255520
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1541576251090583e-05,
      "loss": 0.1205,
      "step": 255530
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1540457707881257e-05,
      "loss": 0.1223,
      "step": 255540
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1539339164671932e-05,
      "loss": 0.1219,
      "step": 255550
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1538220621462606e-05,
      "loss": 0.1214,
      "step": 255560
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1537102078253284e-05,
      "loss": 0.1232,
      "step": 255570
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.153598353504396e-05,
      "loss": 0.1237,
      "step": 255580
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1534864991834637e-05,
      "loss": 0.1237,
      "step": 255590
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.153374644862531e-05,
      "loss": 0.1264,
      "step": 255600
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1532627905415986e-05,
      "loss": 0.1272,
      "step": 255610
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1531509362206664e-05,
      "loss": 0.1237,
      "step": 255620
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1530390818997338e-05,
      "loss": 0.1264,
      "step": 255630
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1529272275788016e-05,
      "loss": 0.1221,
      "step": 255640
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.152815373257869e-05,
      "loss": 0.1263,
      "step": 255650
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1527035189369365e-05,
      "loss": 0.1238,
      "step": 255660
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.152591664616004e-05,
      "loss": 0.1252,
      "step": 255670
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1524798102950718e-05,
      "loss": 0.1241,
      "step": 255680
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1523679559741396e-05,
      "loss": 0.1213,
      "step": 255690
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.152256101653207e-05,
      "loss": 0.1215,
      "step": 255700
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1521442473322745e-05,
      "loss": 0.1231,
      "step": 255710
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.152032393011342e-05,
      "loss": 0.1232,
      "step": 255720
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1519205386904097e-05,
      "loss": 0.1255,
      "step": 255730
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1518086843694775e-05,
      "loss": 0.1229,
      "step": 255740
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.151696830048545e-05,
      "loss": 0.1234,
      "step": 255750
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1515849757276124e-05,
      "loss": 0.1219,
      "step": 255760
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.15147312140668e-05,
      "loss": 0.1207,
      "step": 255770
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1513612670857477e-05,
      "loss": 0.1234,
      "step": 255780
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1512494127648155e-05,
      "loss": 0.1281,
      "step": 255790
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.151137558443883e-05,
      "loss": 0.1251,
      "step": 255800
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1510257041229504e-05,
      "loss": 0.1278,
      "step": 255810
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1509138498020178e-05,
      "loss": 0.1217,
      "step": 255820
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1508019954810853e-05,
      "loss": 0.1245,
      "step": 255830
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.150690141160153e-05,
      "loss": 0.1238,
      "step": 255840
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.150578286839221e-05,
      "loss": 0.1191,
      "step": 255850
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1504664325182883e-05,
      "loss": 0.1203,
      "step": 255860
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1503545781973558e-05,
      "loss": 0.1207,
      "step": 255870
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1502427238764232e-05,
      "loss": 0.1242,
      "step": 255880
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.150130869555491e-05,
      "loss": 0.1177,
      "step": 255890
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1500190152345588e-05,
      "loss": 0.1257,
      "step": 255900
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1499071609136263e-05,
      "loss": 0.1206,
      "step": 255910
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1497953065926937e-05,
      "loss": 0.1263,
      "step": 255920
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.149683452271761e-05,
      "loss": 0.1215,
      "step": 255930
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.149571597950829e-05,
      "loss": 0.1208,
      "step": 255940
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1494597436298967e-05,
      "loss": 0.1247,
      "step": 255950
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1493478893089642e-05,
      "loss": 0.1212,
      "step": 255960
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1492360349880317e-05,
      "loss": 0.1217,
      "step": 255970
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.149124180667099e-05,
      "loss": 0.1215,
      "step": 255980
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1490123263461666e-05,
      "loss": 0.124,
      "step": 255990
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1489004720252347e-05,
      "loss": 0.1225,
      "step": 256000
    },
    {
      "epoch": 0.57,
      "eval_NEIMS_canon_smiles": 0.9561,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.17915,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5732546938456836,
      "eval_NEIMS_exact_mols": 0.17893333333333333,
      "eval_NEIMS_exact_smiles": 0.17501666666666665,
      "eval_NEIMS_loss": 0.15140371024608612,
      "eval_NEIMS_matched_formulas": 0.70625,
      "eval_NEIMS_morgan_tanimoto_simil": 0.4912442990130183,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.17948333333333333,
      "eval_NEIMS_runtime": 725.9372,
      "eval_NEIMS_samples_per_second": 82.652,
      "eval_NEIMS_steps_per_second": 1.292,
      "step": 256000
    },
    {
      "epoch": 0.57,
      "eval_RASSP_canon_smiles": 0.9539853741610178,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.24199418973519884,
      "eval_RASSP_daylight_tanimoto_simil": 0.6673510856040585,
      "eval_RASSP_exact_mols": 0.24137643169599626,
      "eval_RASSP_exact_smiles": 0.2356997362006211,
      "eval_RASSP_loss": 0.12042906135320663,
      "eval_RASSP_matched_formulas": 0.8439409623668481,
      "eval_RASSP_morgan_tanimoto_simil": 0.5495892780574381,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.24161017798109993,
      "eval_RASSP_runtime": 829.897,
      "eval_RASSP_samples_per_second": 72.17,
      "eval_RASSP_steps_per_second": 1.128,
      "step": 256000
    },
    {
      "epoch": 0.57,
      "eval_NEIMS_old_canon_smiles": 0.9541,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.1777,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5694210084911036,
      "eval_NEIMS_old_exact_mols": 0.17733333333333334,
      "eval_NEIMS_old_exact_smiles": 0.1728,
      "eval_NEIMS_old_loss": 0.15082356333732605,
      "eval_NEIMS_old_matched_formulas": 0.7080333333333333,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.489037654469636,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.1782,
      "eval_NEIMS_old_runtime": 365.7759,
      "eval_NEIMS_old_samples_per_second": 82.017,
      "eval_NEIMS_old_steps_per_second": 1.282,
      "step": 256000
    },
    {
      "epoch": 0.57,
      "eval_RASSP_old_canon_smiles": 0.9556845863783495,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.2685620849601228,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.687940410922175,
      "eval_RASSP_old_exact_mols": 0.2678279440718123,
      "eval_RASSP_old_exact_smiles": 0.2610204558347516,
      "eval_RASSP_old_loss": 0.11312191188335419,
      "eval_RASSP_old_matched_formulas": 0.8570761170621016,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.5743464065664815,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.2681282744352121,
      "eval_RASSP_old_runtime": 410.9369,
      "eval_RASSP_old_samples_per_second": 72.924,
      "eval_RASSP_old_steps_per_second": 1.141,
      "step": 256000
    },
    {
      "epoch": 0.57,
      "eval_NIST_canon_smiles": 0.858643574546616,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.02448805763566029,
      "eval_NIST_daylight_tanimoto_simil": 0.29264352678489414,
      "eval_NIST_exact_mols": 0.0233878695389857,
      "eval_NIST_exact_smiles": 0.022323171380913512,
      "eval_NIST_loss": 1.7422006130218506,
      "eval_NIST_matched_formulas": 0.1181460056074103,
      "eval_NIST_morgan_tanimoto_simil": 0.24550805271543785,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.02420413812684104,
      "eval_NIST_runtime": 555.3659,
      "eval_NIST_samples_per_second": 50.736,
      "eval_NIST_steps_per_second": 0.794,
      "step": 256000
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.148788617704302e-05,
      "loss": 0.1258,
      "step": 256010
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1486767633833696e-05,
      "loss": 0.1245,
      "step": 256020
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.148564909062437e-05,
      "loss": 0.124,
      "step": 256030
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1484530547415045e-05,
      "loss": 0.1249,
      "step": 256040
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1483412004205723e-05,
      "loss": 0.1231,
      "step": 256050
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.14822934609964e-05,
      "loss": 0.1264,
      "step": 256060
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1481174917787076e-05,
      "loss": 0.1252,
      "step": 256070
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.148005637457775e-05,
      "loss": 0.1207,
      "step": 256080
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1478937831368425e-05,
      "loss": 0.1284,
      "step": 256090
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1477819288159103e-05,
      "loss": 0.1238,
      "step": 256100
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.147670074494978e-05,
      "loss": 0.128,
      "step": 256110
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1475582201740455e-05,
      "loss": 0.1261,
      "step": 256120
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.147446365853113e-05,
      "loss": 0.1236,
      "step": 256130
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1473345115321804e-05,
      "loss": 0.1177,
      "step": 256140
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1472226572112482e-05,
      "loss": 0.1195,
      "step": 256150
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.147110802890316e-05,
      "loss": 0.1242,
      "step": 256160
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1469989485693834e-05,
      "loss": 0.1237,
      "step": 256170
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.146887094248451e-05,
      "loss": 0.1218,
      "step": 256180
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1467752399275184e-05,
      "loss": 0.127,
      "step": 256190
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1466633856065858e-05,
      "loss": 0.1229,
      "step": 256200
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.146551531285654e-05,
      "loss": 0.1196,
      "step": 256210
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1464396769647214e-05,
      "loss": 0.1217,
      "step": 256220
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.146327822643789e-05,
      "loss": 0.1227,
      "step": 256230
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1462271537549497e-05,
      "loss": 0.1225,
      "step": 256240
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1461152994340172e-05,
      "loss": 0.1172,
      "step": 256250
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1460034451130846e-05,
      "loss": 0.1253,
      "step": 256260
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1458915907921524e-05,
      "loss": 0.1247,
      "step": 256270
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1457797364712202e-05,
      "loss": 0.1223,
      "step": 256280
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1456678821502877e-05,
      "loss": 0.1235,
      "step": 256290
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.145556027829355e-05,
      "loss": 0.1203,
      "step": 256300
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1454441735084226e-05,
      "loss": 0.1187,
      "step": 256310
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1453323191874904e-05,
      "loss": 0.1216,
      "step": 256320
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.145220464866558e-05,
      "loss": 0.123,
      "step": 256330
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1451086105456256e-05,
      "loss": 0.1237,
      "step": 256340
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.144996756224693e-05,
      "loss": 0.1219,
      "step": 256350
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1448849019037605e-05,
      "loss": 0.1283,
      "step": 256360
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1447730475828283e-05,
      "loss": 0.122,
      "step": 256370
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1446611932618958e-05,
      "loss": 0.1196,
      "step": 256380
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1445493389409636e-05,
      "loss": 0.129,
      "step": 256390
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.144437484620031e-05,
      "loss": 0.12,
      "step": 256400
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1443256302990985e-05,
      "loss": 0.1282,
      "step": 256410
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.144213775978166e-05,
      "loss": 0.1237,
      "step": 256420
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1441019216572337e-05,
      "loss": 0.1225,
      "step": 256430
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1439900673363015e-05,
      "loss": 0.1262,
      "step": 256440
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.143878213015369e-05,
      "loss": 0.1212,
      "step": 256450
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1437663586944364e-05,
      "loss": 0.1264,
      "step": 256460
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.143654504373504e-05,
      "loss": 0.1253,
      "step": 256470
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1435426500525717e-05,
      "loss": 0.1223,
      "step": 256480
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1434307957316395e-05,
      "loss": 0.1202,
      "step": 256490
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.143318941410707e-05,
      "loss": 0.1254,
      "step": 256500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1432070870897744e-05,
      "loss": 0.1251,
      "step": 256510
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1430952327688418e-05,
      "loss": 0.1195,
      "step": 256520
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1429833784479096e-05,
      "loss": 0.1232,
      "step": 256530
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.142871524126977e-05,
      "loss": 0.1262,
      "step": 256540
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.142759669806045e-05,
      "loss": 0.1223,
      "step": 256550
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1426478154851123e-05,
      "loss": 0.1262,
      "step": 256560
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1425359611641798e-05,
      "loss": 0.1203,
      "step": 256570
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1424241068432476e-05,
      "loss": 0.1245,
      "step": 256580
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.142312252522315e-05,
      "loss": 0.1204,
      "step": 256590
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1422003982013828e-05,
      "loss": 0.1266,
      "step": 256600
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1420885438804503e-05,
      "loss": 0.1235,
      "step": 256610
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1419766895595177e-05,
      "loss": 0.1195,
      "step": 256620
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1418648352385852e-05,
      "loss": 0.1268,
      "step": 256630
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.141752980917653e-05,
      "loss": 0.123,
      "step": 256640
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1416411265967208e-05,
      "loss": 0.1201,
      "step": 256650
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1415292722757882e-05,
      "loss": 0.118,
      "step": 256660
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1414174179548557e-05,
      "loss": 0.1246,
      "step": 256670
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.141305563633923e-05,
      "loss": 0.1222,
      "step": 256680
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.141193709312991e-05,
      "loss": 0.122,
      "step": 256690
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1410818549920584e-05,
      "loss": 0.1223,
      "step": 256700
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.140970000671126e-05,
      "loss": 0.1238,
      "step": 256710
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1408581463501936e-05,
      "loss": 0.1246,
      "step": 256720
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.140746292029261e-05,
      "loss": 0.126,
      "step": 256730
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.140634437708329e-05,
      "loss": 0.1196,
      "step": 256740
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1405225833873963e-05,
      "loss": 0.1219,
      "step": 256750
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.140410729066464e-05,
      "loss": 0.1235,
      "step": 256760
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1402988747455316e-05,
      "loss": 0.123,
      "step": 256770
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.140187020424599e-05,
      "loss": 0.1209,
      "step": 256780
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1400751661036668e-05,
      "loss": 0.1269,
      "step": 256790
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1399633117827343e-05,
      "loss": 0.1267,
      "step": 256800
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.139851457461802e-05,
      "loss": 0.1243,
      "step": 256810
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1397396031408695e-05,
      "loss": 0.1234,
      "step": 256820
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.139627748819937e-05,
      "loss": 0.1261,
      "step": 256830
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1395158944990044e-05,
      "loss": 0.1295,
      "step": 256840
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1394040401780722e-05,
      "loss": 0.1224,
      "step": 256850
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1392921858571397e-05,
      "loss": 0.1237,
      "step": 256860
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1391803315362075e-05,
      "loss": 0.1248,
      "step": 256870
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.139068477215275e-05,
      "loss": 0.1233,
      "step": 256880
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1389566228943424e-05,
      "loss": 0.1228,
      "step": 256890
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.13884476857341e-05,
      "loss": 0.1251,
      "step": 256900
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1387329142524776e-05,
      "loss": 0.1214,
      "step": 256910
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1386210599315454e-05,
      "loss": 0.1197,
      "step": 256920
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.138509205610613e-05,
      "loss": 0.1234,
      "step": 256930
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1383973512896803e-05,
      "loss": 0.1253,
      "step": 256940
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.138285496968748e-05,
      "loss": 0.1238,
      "step": 256950
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1381736426478156e-05,
      "loss": 0.1168,
      "step": 256960
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1380617883268834e-05,
      "loss": 0.1181,
      "step": 256970
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1379499340059508e-05,
      "loss": 0.1255,
      "step": 256980
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1378380796850183e-05,
      "loss": 0.1221,
      "step": 256990
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.137726225364086e-05,
      "loss": 0.1252,
      "step": 257000
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1376143710431535e-05,
      "loss": 0.1212,
      "step": 257010
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.137502516722221e-05,
      "loss": 0.1252,
      "step": 257020
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1373906624012888e-05,
      "loss": 0.124,
      "step": 257030
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1372788080803562e-05,
      "loss": 0.1192,
      "step": 257040
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1371669537594237e-05,
      "loss": 0.1215,
      "step": 257050
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1370550994384915e-05,
      "loss": 0.1218,
      "step": 257060
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.136943245117559e-05,
      "loss": 0.124,
      "step": 257070
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1368313907966267e-05,
      "loss": 0.1195,
      "step": 257080
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.136719536475694e-05,
      "loss": 0.1221,
      "step": 257090
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1366076821547616e-05,
      "loss": 0.1204,
      "step": 257100
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1364958278338294e-05,
      "loss": 0.1216,
      "step": 257110
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.136383973512897e-05,
      "loss": 0.1261,
      "step": 257120
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1362721191919643e-05,
      "loss": 0.1219,
      "step": 257130
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.136160264871032e-05,
      "loss": 0.1198,
      "step": 257140
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1360484105500996e-05,
      "loss": 0.1215,
      "step": 257150
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1359365562291673e-05,
      "loss": 0.1195,
      "step": 257160
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1358247019082348e-05,
      "loss": 0.1199,
      "step": 257170
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1357128475873023e-05,
      "loss": 0.1241,
      "step": 257180
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.13560099326637e-05,
      "loss": 0.1281,
      "step": 257190
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1354891389454375e-05,
      "loss": 0.1179,
      "step": 257200
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1353772846245053e-05,
      "loss": 0.1255,
      "step": 257210
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1352654303035727e-05,
      "loss": 0.1247,
      "step": 257220
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1351535759826402e-05,
      "loss": 0.1275,
      "step": 257230
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.135041721661708e-05,
      "loss": 0.1179,
      "step": 257240
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1349298673407755e-05,
      "loss": 0.1208,
      "step": 257250
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1348180130198432e-05,
      "loss": 0.1192,
      "step": 257260
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1347061586989107e-05,
      "loss": 0.1223,
      "step": 257270
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.134594304377978e-05,
      "loss": 0.1218,
      "step": 257280
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1344824500570456e-05,
      "loss": 0.1229,
      "step": 257290
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1343705957361134e-05,
      "loss": 0.1209,
      "step": 257300
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.134258741415181e-05,
      "loss": 0.1208,
      "step": 257310
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1341468870942486e-05,
      "loss": 0.1188,
      "step": 257320
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.134035032773316e-05,
      "loss": 0.1202,
      "step": 257330
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1339231784523836e-05,
      "loss": 0.1256,
      "step": 257340
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1338225095635444e-05,
      "loss": 0.1207,
      "step": 257350
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.133710655242612e-05,
      "loss": 0.1227,
      "step": 257360
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1335988009216797e-05,
      "loss": 0.1177,
      "step": 257370
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1334869466007475e-05,
      "loss": 0.1212,
      "step": 257380
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.133375092279815e-05,
      "loss": 0.122,
      "step": 257390
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1332632379588824e-05,
      "loss": 0.1243,
      "step": 257400
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.13315138363795e-05,
      "loss": 0.1238,
      "step": 257410
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1330395293170176e-05,
      "loss": 0.1247,
      "step": 257420
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1329276749960854e-05,
      "loss": 0.1266,
      "step": 257430
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.132815820675153e-05,
      "loss": 0.1254,
      "step": 257440
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1327039663542203e-05,
      "loss": 0.1226,
      "step": 257450
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1325921120332878e-05,
      "loss": 0.1201,
      "step": 257460
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1324802577123556e-05,
      "loss": 0.1203,
      "step": 257470
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.132368403391423e-05,
      "loss": 0.1232,
      "step": 257480
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1322565490704908e-05,
      "loss": 0.1209,
      "step": 257490
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1321446947495583e-05,
      "loss": 0.1218,
      "step": 257500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1320328404286257e-05,
      "loss": 0.1211,
      "step": 257510
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1319209861076932e-05,
      "loss": 0.1254,
      "step": 257520
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.131809131786761e-05,
      "loss": 0.1202,
      "step": 257530
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1316972774658288e-05,
      "loss": 0.126,
      "step": 257540
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1315854231448962e-05,
      "loss": 0.1267,
      "step": 257550
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1314735688239637e-05,
      "loss": 0.1149,
      "step": 257560
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.131361714503031e-05,
      "loss": 0.1247,
      "step": 257570
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.131249860182099e-05,
      "loss": 0.1235,
      "step": 257580
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1311380058611667e-05,
      "loss": 0.121,
      "step": 257590
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.131026151540234e-05,
      "loss": 0.1284,
      "step": 257600
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1309142972193016e-05,
      "loss": 0.1252,
      "step": 257610
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.130802442898369e-05,
      "loss": 0.1222,
      "step": 257620
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.130690588577437e-05,
      "loss": 0.1215,
      "step": 257630
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1305787342565047e-05,
      "loss": 0.1208,
      "step": 257640
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.130466879935572e-05,
      "loss": 0.1257,
      "step": 257650
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1303550256146396e-05,
      "loss": 0.1286,
      "step": 257660
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.130243171293707e-05,
      "loss": 0.1287,
      "step": 257670
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1301313169727745e-05,
      "loss": 0.1207,
      "step": 257680
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1300194626518423e-05,
      "loss": 0.1224,
      "step": 257690
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.12990760833091e-05,
      "loss": 0.1252,
      "step": 257700
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1297957540099775e-05,
      "loss": 0.1199,
      "step": 257710
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.129683899689045e-05,
      "loss": 0.1256,
      "step": 257720
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1295720453681124e-05,
      "loss": 0.1252,
      "step": 257730
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1294601910471802e-05,
      "loss": 0.12,
      "step": 257740
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.129348336726248e-05,
      "loss": 0.1202,
      "step": 257750
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1292364824053155e-05,
      "loss": 0.1265,
      "step": 257760
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.129124628084383e-05,
      "loss": 0.1259,
      "step": 257770
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1290127737634504e-05,
      "loss": 0.1268,
      "step": 257780
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.128900919442518e-05,
      "loss": 0.122,
      "step": 257790
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.128789065121586e-05,
      "loss": 0.1224,
      "step": 257800
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1286772108006534e-05,
      "loss": 0.1203,
      "step": 257810
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.128565356479721e-05,
      "loss": 0.123,
      "step": 257820
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1284535021587883e-05,
      "loss": 0.1233,
      "step": 257830
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.128341647837856e-05,
      "loss": 0.1227,
      "step": 257840
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.128229793516924e-05,
      "loss": 0.1242,
      "step": 257850
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1281179391959914e-05,
      "loss": 0.1252,
      "step": 257860
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1280060848750588e-05,
      "loss": 0.1191,
      "step": 257870
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1278942305541263e-05,
      "loss": 0.1245,
      "step": 257880
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1277823762331937e-05,
      "loss": 0.124,
      "step": 257890
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.127670521912262e-05,
      "loss": 0.1238,
      "step": 257900
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1275586675913293e-05,
      "loss": 0.1248,
      "step": 257910
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1274468132703968e-05,
      "loss": 0.1209,
      "step": 257920
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1273349589494642e-05,
      "loss": 0.1233,
      "step": 257930
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1272231046285317e-05,
      "loss": 0.1261,
      "step": 257940
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1271112503075995e-05,
      "loss": 0.1247,
      "step": 257950
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1269993959866673e-05,
      "loss": 0.1221,
      "step": 257960
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1268875416657347e-05,
      "loss": 0.122,
      "step": 257970
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.126775687344802e-05,
      "loss": 0.1213,
      "step": 257980
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1266638330238696e-05,
      "loss": 0.1207,
      "step": 257990
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1265519787029374e-05,
      "loss": 0.1253,
      "step": 258000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1264401243820052e-05,
      "loss": 0.1221,
      "step": 258010
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1263282700610727e-05,
      "loss": 0.1262,
      "step": 258020
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.12621641574014e-05,
      "loss": 0.1215,
      "step": 258030
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1261045614192076e-05,
      "loss": 0.1231,
      "step": 258040
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1259927070982754e-05,
      "loss": 0.1223,
      "step": 258050
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.125880852777343e-05,
      "loss": 0.1231,
      "step": 258060
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1257689984564106e-05,
      "loss": 0.1259,
      "step": 258070
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.125657144135478e-05,
      "loss": 0.1169,
      "step": 258080
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1255452898145455e-05,
      "loss": 0.1219,
      "step": 258090
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.125433435493613e-05,
      "loss": 0.1239,
      "step": 258100
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.125321581172681e-05,
      "loss": 0.1234,
      "step": 258110
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1252097268517485e-05,
      "loss": 0.1242,
      "step": 258120
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.125097872530816e-05,
      "loss": 0.1232,
      "step": 258130
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1249860182098835e-05,
      "loss": 0.1223,
      "step": 258140
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.124874163888951e-05,
      "loss": 0.1264,
      "step": 258150
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1247623095680187e-05,
      "loss": 0.1224,
      "step": 258160
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1246504552470865e-05,
      "loss": 0.1218,
      "step": 258170
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.124538600926154e-05,
      "loss": 0.125,
      "step": 258180
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1244267466052214e-05,
      "loss": 0.1171,
      "step": 258190
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.124314892284289e-05,
      "loss": 0.124,
      "step": 258200
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1242030379633567e-05,
      "loss": 0.1235,
      "step": 258210
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1240911836424244e-05,
      "loss": 0.1247,
      "step": 258220
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.123979329321492e-05,
      "loss": 0.1227,
      "step": 258230
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1238674750005594e-05,
      "loss": 0.1257,
      "step": 258240
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1237556206796268e-05,
      "loss": 0.1215,
      "step": 258250
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1236437663586946e-05,
      "loss": 0.1215,
      "step": 258260
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1235319120377624e-05,
      "loss": 0.1211,
      "step": 258270
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.12342005771683e-05,
      "loss": 0.1213,
      "step": 258280
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1233082033958973e-05,
      "loss": 0.1226,
      "step": 258290
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1231963490749648e-05,
      "loss": 0.1281,
      "step": 258300
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1230844947540322e-05,
      "loss": 0.1243,
      "step": 258310
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1229726404331e-05,
      "loss": 0.1288,
      "step": 258320
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1228607861121678e-05,
      "loss": 0.1238,
      "step": 258330
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1227489317912352e-05,
      "loss": 0.1251,
      "step": 258340
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1226370774703027e-05,
      "loss": 0.1205,
      "step": 258350
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.12252522314937e-05,
      "loss": 0.1202,
      "step": 258360
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.122413368828438e-05,
      "loss": 0.1285,
      "step": 258370
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1223015145075057e-05,
      "loss": 0.1228,
      "step": 258380
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1221896601865732e-05,
      "loss": 0.1235,
      "step": 258390
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1220778058656406e-05,
      "loss": 0.1271,
      "step": 258400
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.121965951544708e-05,
      "loss": 0.1238,
      "step": 258410
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.121854097223776e-05,
      "loss": 0.1251,
      "step": 258420
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1217422429028437e-05,
      "loss": 0.1253,
      "step": 258430
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.121630388581911e-05,
      "loss": 0.1236,
      "step": 258440
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1215185342609786e-05,
      "loss": 0.1182,
      "step": 258450
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.121406679940046e-05,
      "loss": 0.1264,
      "step": 258460
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.121294825619114e-05,
      "loss": 0.1222,
      "step": 258470
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1211829712981813e-05,
      "loss": 0.1209,
      "step": 258480
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.121071116977249e-05,
      "loss": 0.1244,
      "step": 258490
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1209592626563165e-05,
      "loss": 0.1221,
      "step": 258500
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.120847408335384e-05,
      "loss": 0.1222,
      "step": 258510
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1207355540144515e-05,
      "loss": 0.1183,
      "step": 258520
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1206236996935192e-05,
      "loss": 0.1206,
      "step": 258530
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.120511845372587e-05,
      "loss": 0.1248,
      "step": 258540
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1203999910516545e-05,
      "loss": 0.1276,
      "step": 258550
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.120288136730722e-05,
      "loss": 0.1223,
      "step": 258560
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1201762824097894e-05,
      "loss": 0.1174,
      "step": 258570
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1200644280888572e-05,
      "loss": 0.1184,
      "step": 258580
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.119952573767925e-05,
      "loss": 0.1209,
      "step": 258590
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1198407194469924e-05,
      "loss": 0.1196,
      "step": 258600
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.11972886512606e-05,
      "loss": 0.1226,
      "step": 258610
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1196170108051273e-05,
      "loss": 0.1177,
      "step": 258620
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.119505156484195e-05,
      "loss": 0.1213,
      "step": 258630
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1193933021632626e-05,
      "loss": 0.1256,
      "step": 258640
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1192814478423304e-05,
      "loss": 0.1241,
      "step": 258650
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.119169593521398e-05,
      "loss": 0.1233,
      "step": 258660
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1190577392004653e-05,
      "loss": 0.1235,
      "step": 258670
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.118945884879533e-05,
      "loss": 0.1184,
      "step": 258680
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1188340305586005e-05,
      "loss": 0.1193,
      "step": 258690
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1187221762376683e-05,
      "loss": 0.1215,
      "step": 258700
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1186103219167358e-05,
      "loss": 0.1196,
      "step": 258710
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1184984675958032e-05,
      "loss": 0.1259,
      "step": 258720
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.118386613274871e-05,
      "loss": 0.1191,
      "step": 258730
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1182747589539385e-05,
      "loss": 0.1255,
      "step": 258740
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1181629046330063e-05,
      "loss": 0.127,
      "step": 258750
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1180510503120737e-05,
      "loss": 0.1234,
      "step": 258760
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1179391959911412e-05,
      "loss": 0.1255,
      "step": 258770
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1178273416702086e-05,
      "loss": 0.1296,
      "step": 258780
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1177154873492764e-05,
      "loss": 0.1253,
      "step": 258790
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.117603633028344e-05,
      "loss": 0.1221,
      "step": 258800
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1174917787074117e-05,
      "loss": 0.1177,
      "step": 258810
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.117379924386479e-05,
      "loss": 0.1224,
      "step": 258820
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1172680700655466e-05,
      "loss": 0.1225,
      "step": 258830
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1171562157446144e-05,
      "loss": 0.1257,
      "step": 258840
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.117044361423682e-05,
      "loss": 0.1222,
      "step": 258850
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1169325071027496e-05,
      "loss": 0.1182,
      "step": 258860
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.116820652781817e-05,
      "loss": 0.1178,
      "step": 258870
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1167087984608845e-05,
      "loss": 0.1221,
      "step": 258880
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1165969441399523e-05,
      "loss": 0.1199,
      "step": 258890
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1164850898190198e-05,
      "loss": 0.1188,
      "step": 258900
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1163732354980876e-05,
      "loss": 0.1182,
      "step": 258910
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.116261381177155e-05,
      "loss": 0.1243,
      "step": 258920
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1161495268562225e-05,
      "loss": 0.1275,
      "step": 258930
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1160376725352903e-05,
      "loss": 0.1247,
      "step": 258940
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1159258182143577e-05,
      "loss": 0.1225,
      "step": 258950
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1158139638934252e-05,
      "loss": 0.1226,
      "step": 258960
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.115702109572493e-05,
      "loss": 0.1161,
      "step": 258970
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1155902552515604e-05,
      "loss": 0.126,
      "step": 258980
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.115478400930628e-05,
      "loss": 0.1209,
      "step": 258990
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1153665466096957e-05,
      "loss": 0.124,
      "step": 259000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.115254692288763e-05,
      "loss": 0.1209,
      "step": 259010
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.115142837967831e-05,
      "loss": 0.1242,
      "step": 259020
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1150309836468984e-05,
      "loss": 0.1208,
      "step": 259030
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.114919129325966e-05,
      "loss": 0.1211,
      "step": 259040
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1148072750050336e-05,
      "loss": 0.1244,
      "step": 259050
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.114695420684101e-05,
      "loss": 0.125,
      "step": 259060
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.114583566363169e-05,
      "loss": 0.1257,
      "step": 259070
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1144717120422363e-05,
      "loss": 0.119,
      "step": 259080
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1143598577213038e-05,
      "loss": 0.1216,
      "step": 259090
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1142480034003716e-05,
      "loss": 0.1273,
      "step": 259100
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.114136149079439e-05,
      "loss": 0.1197,
      "step": 259110
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1140242947585065e-05,
      "loss": 0.1241,
      "step": 259120
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1139124404375743e-05,
      "loss": 0.1243,
      "step": 259130
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1138005861166417e-05,
      "loss": 0.1197,
      "step": 259140
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1136887317957095e-05,
      "loss": 0.129,
      "step": 259150
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.113576877474777e-05,
      "loss": 0.1259,
      "step": 259160
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1134650231538444e-05,
      "loss": 0.125,
      "step": 259170
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1133531688329122e-05,
      "loss": 0.1273,
      "step": 259180
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1132413145119797e-05,
      "loss": 0.1229,
      "step": 259190
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.113129460191047e-05,
      "loss": 0.1256,
      "step": 259200
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.113017605870115e-05,
      "loss": 0.1234,
      "step": 259210
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1129057515491824e-05,
      "loss": 0.1242,
      "step": 259220
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.11279389722825e-05,
      "loss": 0.1223,
      "step": 259230
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1126820429073176e-05,
      "loss": 0.1215,
      "step": 259240
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.112570188586385e-05,
      "loss": 0.1226,
      "step": 259250
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.112458334265453e-05,
      "loss": 0.1203,
      "step": 259260
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1123464799445203e-05,
      "loss": 0.1244,
      "step": 259270
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1122346256235878e-05,
      "loss": 0.1224,
      "step": 259280
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1121227713026556e-05,
      "loss": 0.123,
      "step": 259290
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.112010916981723e-05,
      "loss": 0.1232,
      "step": 259300
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1118990626607908e-05,
      "loss": 0.1222,
      "step": 259310
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1117872083398583e-05,
      "loss": 0.1276,
      "step": 259320
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1116753540189257e-05,
      "loss": 0.1203,
      "step": 259330
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1115634996979935e-05,
      "loss": 0.121,
      "step": 259340
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.111451645377061e-05,
      "loss": 0.1162,
      "step": 259350
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1113397910561288e-05,
      "loss": 0.1235,
      "step": 259360
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1112279367351962e-05,
      "loss": 0.1194,
      "step": 259370
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1111160824142637e-05,
      "loss": 0.1258,
      "step": 259380
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1110042280933315e-05,
      "loss": 0.1271,
      "step": 259390
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.110892373772399e-05,
      "loss": 0.1233,
      "step": 259400
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1107805194514667e-05,
      "loss": 0.1207,
      "step": 259410
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.110668665130534e-05,
      "loss": 0.1236,
      "step": 259420
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1105568108096016e-05,
      "loss": 0.1222,
      "step": 259430
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.110444956488669e-05,
      "loss": 0.121,
      "step": 259440
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.110333102167737e-05,
      "loss": 0.1168,
      "step": 259450
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1102212478468043e-05,
      "loss": 0.1206,
      "step": 259460
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.110109393525872e-05,
      "loss": 0.1233,
      "step": 259470
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1099975392049396e-05,
      "loss": 0.1252,
      "step": 259480
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.109885684884007e-05,
      "loss": 0.1241,
      "step": 259490
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1097738305630748e-05,
      "loss": 0.1236,
      "step": 259500
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1096619762421423e-05,
      "loss": 0.1192,
      "step": 259510
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.10955012192121e-05,
      "loss": 0.1229,
      "step": 259520
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1094382676002775e-05,
      "loss": 0.1201,
      "step": 259530
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.109326413279345e-05,
      "loss": 0.118,
      "step": 259540
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1092145589584128e-05,
      "loss": 0.1211,
      "step": 259550
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1091027046374802e-05,
      "loss": 0.121,
      "step": 259560
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.108990850316548e-05,
      "loss": 0.1224,
      "step": 259570
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1088789959956155e-05,
      "loss": 0.1222,
      "step": 259580
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.108767141674683e-05,
      "loss": 0.1237,
      "step": 259590
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1086552873537504e-05,
      "loss": 0.1232,
      "step": 259600
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.108543433032818e-05,
      "loss": 0.1236,
      "step": 259610
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.108431578711886e-05,
      "loss": 0.1229,
      "step": 259620
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1083197243909534e-05,
      "loss": 0.1202,
      "step": 259630
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.108207870070021e-05,
      "loss": 0.1265,
      "step": 259640
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1080960157490883e-05,
      "loss": 0.1228,
      "step": 259650
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.107984161428156e-05,
      "loss": 0.1205,
      "step": 259660
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1078723071072236e-05,
      "loss": 0.1196,
      "step": 259670
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1077604527862914e-05,
      "loss": 0.1196,
      "step": 259680
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1076485984653588e-05,
      "loss": 0.1216,
      "step": 259690
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1075367441444263e-05,
      "loss": 0.1238,
      "step": 259700
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.107424889823494e-05,
      "loss": 0.1253,
      "step": 259710
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1073130355025615e-05,
      "loss": 0.1243,
      "step": 259720
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1072011811816293e-05,
      "loss": 0.1202,
      "step": 259730
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1070893268606968e-05,
      "loss": 0.1265,
      "step": 259740
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1069774725397642e-05,
      "loss": 0.1207,
      "step": 259750
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1068656182188317e-05,
      "loss": 0.1245,
      "step": 259760
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1067537638978995e-05,
      "loss": 0.1245,
      "step": 259770
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1066419095769673e-05,
      "loss": 0.1193,
      "step": 259780
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1065300552560347e-05,
      "loss": 0.1214,
      "step": 259790
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.106418200935102e-05,
      "loss": 0.1231,
      "step": 259800
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1063063466141696e-05,
      "loss": 0.1185,
      "step": 259810
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1061944922932374e-05,
      "loss": 0.1235,
      "step": 259820
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1060826379723052e-05,
      "loss": 0.1238,
      "step": 259830
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1059707836513727e-05,
      "loss": 0.1266,
      "step": 259840
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.10585892933044e-05,
      "loss": 0.1243,
      "step": 259850
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1057470750095076e-05,
      "loss": 0.1192,
      "step": 259860
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1056352206885754e-05,
      "loss": 0.1225,
      "step": 259870
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1055233663676428e-05,
      "loss": 0.1236,
      "step": 259880
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1054115120467106e-05,
      "loss": 0.1256,
      "step": 259890
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.105299657725778e-05,
      "loss": 0.1245,
      "step": 259900
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1051878034048455e-05,
      "loss": 0.1248,
      "step": 259910
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.105075949083913e-05,
      "loss": 0.1276,
      "step": 259920
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1049640947629808e-05,
      "loss": 0.1222,
      "step": 259930
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1048522404420485e-05,
      "loss": 0.1234,
      "step": 259940
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.104740386121116e-05,
      "loss": 0.1215,
      "step": 259950
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1046285318001835e-05,
      "loss": 0.1223,
      "step": 259960
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.104516677479251e-05,
      "loss": 0.1257,
      "step": 259970
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1044048231583187e-05,
      "loss": 0.1214,
      "step": 259980
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1042929688373865e-05,
      "loss": 0.1209,
      "step": 259990
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.104181114516454e-05,
      "loss": 0.1231,
      "step": 260000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1040692601955214e-05,
      "loss": 0.1214,
      "step": 260010
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.103957405874589e-05,
      "loss": 0.1223,
      "step": 260020
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1038455515536566e-05,
      "loss": 0.122,
      "step": 260030
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1037336972327244e-05,
      "loss": 0.1243,
      "step": 260040
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.103621842911792e-05,
      "loss": 0.1249,
      "step": 260050
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1035099885908594e-05,
      "loss": 0.1204,
      "step": 260060
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1033981342699268e-05,
      "loss": 0.1201,
      "step": 260070
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1032862799489943e-05,
      "loss": 0.1224,
      "step": 260080
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.103174425628062e-05,
      "loss": 0.1199,
      "step": 260090
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.10306257130713e-05,
      "loss": 0.1236,
      "step": 260100
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1029507169861973e-05,
      "loss": 0.1247,
      "step": 260110
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1028388626652648e-05,
      "loss": 0.1187,
      "step": 260120
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1027270083443322e-05,
      "loss": 0.1213,
      "step": 260130
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1026151540234e-05,
      "loss": 0.1267,
      "step": 260140
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1025032997024678e-05,
      "loss": 0.1183,
      "step": 260150
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1023914453815352e-05,
      "loss": 0.1203,
      "step": 260160
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1022795910606027e-05,
      "loss": 0.1264,
      "step": 260170
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.10216773673967e-05,
      "loss": 0.1233,
      "step": 260180
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.102055882418738e-05,
      "loss": 0.1205,
      "step": 260190
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1019440280978057e-05,
      "loss": 0.1186,
      "step": 260200
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1018321737768732e-05,
      "loss": 0.1192,
      "step": 260210
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1017203194559406e-05,
      "loss": 0.1233,
      "step": 260220
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.101608465135008e-05,
      "loss": 0.1234,
      "step": 260230
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.101496610814076e-05,
      "loss": 0.1188,
      "step": 260240
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1013847564931437e-05,
      "loss": 0.1207,
      "step": 260250
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.101272902172211e-05,
      "loss": 0.1196,
      "step": 260260
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1011610478512786e-05,
      "loss": 0.1189,
      "step": 260270
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.101049193530346e-05,
      "loss": 0.1259,
      "step": 260280
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1009373392094135e-05,
      "loss": 0.1223,
      "step": 260290
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1008254848884816e-05,
      "loss": 0.1194,
      "step": 260300
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.100713630567549e-05,
      "loss": 0.1242,
      "step": 260310
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1006017762466165e-05,
      "loss": 0.1212,
      "step": 260320
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.100489921925684e-05,
      "loss": 0.1216,
      "step": 260330
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1003780676047514e-05,
      "loss": 0.1211,
      "step": 260340
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1002662132838192e-05,
      "loss": 0.12,
      "step": 260350
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.100154358962887e-05,
      "loss": 0.1196,
      "step": 260360
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1000425046419545e-05,
      "loss": 0.1212,
      "step": 260370
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.099930650321022e-05,
      "loss": 0.1201,
      "step": 260380
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0998187960000894e-05,
      "loss": 0.1221,
      "step": 260390
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0997069416791572e-05,
      "loss": 0.1194,
      "step": 260400
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.099595087358225e-05,
      "loss": 0.1211,
      "step": 260410
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0994832330372924e-05,
      "loss": 0.119,
      "step": 260420
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.09937137871636e-05,
      "loss": 0.1193,
      "step": 260430
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0992595243954273e-05,
      "loss": 0.1238,
      "step": 260440
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.099147670074495e-05,
      "loss": 0.1178,
      "step": 260450
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.099035815753563e-05,
      "loss": 0.1197,
      "step": 260460
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0989239614326304e-05,
      "loss": 0.1234,
      "step": 260470
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.098812107111698e-05,
      "loss": 0.1212,
      "step": 260480
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0987002527907653e-05,
      "loss": 0.1221,
      "step": 260490
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0985883984698327e-05,
      "loss": 0.1228,
      "step": 260500
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0984765441489005e-05,
      "loss": 0.1207,
      "step": 260510
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0983646898279683e-05,
      "loss": 0.12,
      "step": 260520
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0982528355070358e-05,
      "loss": 0.1205,
      "step": 260530
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0981409811861032e-05,
      "loss": 0.1196,
      "step": 260540
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0980291268651707e-05,
      "loss": 0.1227,
      "step": 260550
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0979172725442385e-05,
      "loss": 0.1243,
      "step": 260560
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0978054182233063e-05,
      "loss": 0.1174,
      "step": 260570
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0976935639023737e-05,
      "loss": 0.123,
      "step": 260580
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0975817095814412e-05,
      "loss": 0.1187,
      "step": 260590
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0974698552605086e-05,
      "loss": 0.1202,
      "step": 260600
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0973580009395764e-05,
      "loss": 0.1199,
      "step": 260610
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0972461466186442e-05,
      "loss": 0.1179,
      "step": 260620
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0971342922977117e-05,
      "loss": 0.1151,
      "step": 260630
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.097022437976779e-05,
      "loss": 0.122,
      "step": 260640
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0969105836558466e-05,
      "loss": 0.1252,
      "step": 260650
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0967987293349144e-05,
      "loss": 0.1212,
      "step": 260660
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.096686875013982e-05,
      "loss": 0.1142,
      "step": 260670
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0965750206930496e-05,
      "loss": 0.1204,
      "step": 260680
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.096463166372117e-05,
      "loss": 0.1176,
      "step": 260690
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0963513120511845e-05,
      "loss": 0.1221,
      "step": 260700
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.096239457730252e-05,
      "loss": 0.1216,
      "step": 260710
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0961276034093198e-05,
      "loss": 0.1242,
      "step": 260720
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0960157490883876e-05,
      "loss": 0.1246,
      "step": 260730
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.095903894767455e-05,
      "loss": 0.1249,
      "step": 260740
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0957920404465225e-05,
      "loss": 0.1208,
      "step": 260750
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.09568018612559e-05,
      "loss": 0.1226,
      "step": 260760
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0955683318046577e-05,
      "loss": 0.1216,
      "step": 260770
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0954564774837255e-05,
      "loss": 0.1188,
      "step": 260780
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.095344623162793e-05,
      "loss": 0.1177,
      "step": 260790
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0952327688418604e-05,
      "loss": 0.1262,
      "step": 260800
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.095120914520928e-05,
      "loss": 0.1238,
      "step": 260810
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0950090601999957e-05,
      "loss": 0.1202,
      "step": 260820
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.094897205879063e-05,
      "loss": 0.1201,
      "step": 260830
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.094785351558131e-05,
      "loss": 0.1203,
      "step": 260840
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0946734972371984e-05,
      "loss": 0.1205,
      "step": 260850
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.094561642916266e-05,
      "loss": 0.1188,
      "step": 260860
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0944497885953336e-05,
      "loss": 0.1183,
      "step": 260870
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.094337934274401e-05,
      "loss": 0.1209,
      "step": 260880
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.094226079953469e-05,
      "loss": 0.1151,
      "step": 260890
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0941142256325363e-05,
      "loss": 0.1227,
      "step": 260900
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0940023713116038e-05,
      "loss": 0.1188,
      "step": 260910
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0938905169906716e-05,
      "loss": 0.1184,
      "step": 260920
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.093778662669739e-05,
      "loss": 0.1158,
      "step": 260930
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0936668083488068e-05,
      "loss": 0.1208,
      "step": 260940
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0935549540278743e-05,
      "loss": 0.1208,
      "step": 260950
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0934430997069417e-05,
      "loss": 0.1212,
      "step": 260960
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0933312453860092e-05,
      "loss": 0.1185,
      "step": 260970
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.093219391065077e-05,
      "loss": 0.1179,
      "step": 260980
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0931075367441444e-05,
      "loss": 0.1173,
      "step": 260990
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0929956824232122e-05,
      "loss": 0.1197,
      "step": 261000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0928838281022797e-05,
      "loss": 0.1209,
      "step": 261010
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.092771973781347e-05,
      "loss": 0.1198,
      "step": 261020
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.092660119460415e-05,
      "loss": 0.1187,
      "step": 261030
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0925482651394824e-05,
      "loss": 0.1222,
      "step": 261040
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.09243641081855e-05,
      "loss": 0.1197,
      "step": 261050
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0923245564976176e-05,
      "loss": 0.1215,
      "step": 261060
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.092212702176685e-05,
      "loss": 0.1211,
      "step": 261070
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.092100847855753e-05,
      "loss": 0.1188,
      "step": 261080
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0919889935348203e-05,
      "loss": 0.1181,
      "step": 261090
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.091877139213888e-05,
      "loss": 0.12,
      "step": 261100
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0917652848929556e-05,
      "loss": 0.1228,
      "step": 261110
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.091653430572023e-05,
      "loss": 0.1178,
      "step": 261120
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0915415762510908e-05,
      "loss": 0.1273,
      "step": 261130
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0914297219301583e-05,
      "loss": 0.1213,
      "step": 261140
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0913178676092257e-05,
      "loss": 0.1192,
      "step": 261150
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0912060132882935e-05,
      "loss": 0.1195,
      "step": 261160
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.091094158967361e-05,
      "loss": 0.1226,
      "step": 261170
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0909823046464284e-05,
      "loss": 0.1212,
      "step": 261180
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0908704503254962e-05,
      "loss": 0.1205,
      "step": 261190
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0907585960045637e-05,
      "loss": 0.1189,
      "step": 261200
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0906467416836315e-05,
      "loss": 0.121,
      "step": 261210
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.090534887362699e-05,
      "loss": 0.1161,
      "step": 261220
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0904230330417664e-05,
      "loss": 0.1201,
      "step": 261230
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.090311178720834e-05,
      "loss": 0.1156,
      "step": 261240
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0901993243999016e-05,
      "loss": 0.1229,
      "step": 261250
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0900874700789694e-05,
      "loss": 0.1215,
      "step": 261260
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.089975615758037e-05,
      "loss": 0.1243,
      "step": 261270
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0898637614371043e-05,
      "loss": 0.1185,
      "step": 261280
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.089751907116172e-05,
      "loss": 0.1205,
      "step": 261290
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0896400527952396e-05,
      "loss": 0.1216,
      "step": 261300
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.089528198474307e-05,
      "loss": 0.1219,
      "step": 261310
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0894163441533748e-05,
      "loss": 0.1192,
      "step": 261320
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0893044898324423e-05,
      "loss": 0.1204,
      "step": 261330
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.08919263551151e-05,
      "loss": 0.1164,
      "step": 261340
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0890807811905775e-05,
      "loss": 0.1176,
      "step": 261350
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.088968926869645e-05,
      "loss": 0.1184,
      "step": 261360
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.088868257980806e-05,
      "loss": 0.1211,
      "step": 261370
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0887564036598733e-05,
      "loss": 0.1236,
      "step": 261380
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.088644549338941e-05,
      "loss": 0.1203,
      "step": 261390
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0885326950180085e-05,
      "loss": 0.1202,
      "step": 261400
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0884208406970763e-05,
      "loss": 0.1195,
      "step": 261410
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0883089863761438e-05,
      "loss": 0.1198,
      "step": 261420
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0881971320552112e-05,
      "loss": 0.1203,
      "step": 261430
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.088085277734279e-05,
      "loss": 0.1167,
      "step": 261440
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0879734234133465e-05,
      "loss": 0.115,
      "step": 261450
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0878615690924143e-05,
      "loss": 0.1171,
      "step": 261460
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0877497147714817e-05,
      "loss": 0.1183,
      "step": 261470
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0876378604505492e-05,
      "loss": 0.1181,
      "step": 261480
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.087526006129617e-05,
      "loss": 0.1214,
      "step": 261490
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0874141518086844e-05,
      "loss": 0.1206,
      "step": 261500
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0873022974877522e-05,
      "loss": 0.1197,
      "step": 261510
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0871904431668197e-05,
      "loss": 0.1199,
      "step": 261520
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.087078588845887e-05,
      "loss": 0.1178,
      "step": 261530
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0869667345249546e-05,
      "loss": 0.1219,
      "step": 261540
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0868548802040224e-05,
      "loss": 0.1203,
      "step": 261550
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.08674302588309e-05,
      "loss": 0.1187,
      "step": 261560
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0866311715621576e-05,
      "loss": 0.1238,
      "step": 261570
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.086519317241225e-05,
      "loss": 0.1201,
      "step": 261580
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0864074629202925e-05,
      "loss": 0.1187,
      "step": 261590
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0862956085993603e-05,
      "loss": 0.1205,
      "step": 261600
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0861837542784278e-05,
      "loss": 0.1219,
      "step": 261610
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0860718999574956e-05,
      "loss": 0.1197,
      "step": 261620
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.085960045636563e-05,
      "loss": 0.1159,
      "step": 261630
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0858481913156305e-05,
      "loss": 0.122,
      "step": 261640
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0857363369946983e-05,
      "loss": 0.1167,
      "step": 261650
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0856244826737657e-05,
      "loss": 0.1205,
      "step": 261660
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0855126283528335e-05,
      "loss": 0.1178,
      "step": 261670
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.085400774031901e-05,
      "loss": 0.1262,
      "step": 261680
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0852889197109684e-05,
      "loss": 0.1231,
      "step": 261690
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.085177065390036e-05,
      "loss": 0.1187,
      "step": 261700
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0850652110691037e-05,
      "loss": 0.1223,
      "step": 261710
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0849533567481715e-05,
      "loss": 0.1224,
      "step": 261720
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.084841502427239e-05,
      "loss": 0.1253,
      "step": 261730
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0847296481063064e-05,
      "loss": 0.1178,
      "step": 261740
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.084617793785374e-05,
      "loss": 0.1177,
      "step": 261750
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0845059394644416e-05,
      "loss": 0.1202,
      "step": 261760
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0843940851435094e-05,
      "loss": 0.1203,
      "step": 261770
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.084282230822577e-05,
      "loss": 0.1177,
      "step": 261780
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0841703765016443e-05,
      "loss": 0.1209,
      "step": 261790
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0840585221807118e-05,
      "loss": 0.1201,
      "step": 261800
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0839466678597796e-05,
      "loss": 0.1161,
      "step": 261810
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.083834813538847e-05,
      "loss": 0.1209,
      "step": 261820
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0837229592179148e-05,
      "loss": 0.1193,
      "step": 261830
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0836111048969823e-05,
      "loss": 0.119,
      "step": 261840
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0834992505760497e-05,
      "loss": 0.1222,
      "step": 261850
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0833873962551172e-05,
      "loss": 0.114,
      "step": 261860
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.083275541934185e-05,
      "loss": 0.1188,
      "step": 261870
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0831636876132528e-05,
      "loss": 0.113,
      "step": 261880
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0830518332923202e-05,
      "loss": 0.1175,
      "step": 261890
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0829399789713877e-05,
      "loss": 0.1147,
      "step": 261900
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.082828124650455e-05,
      "loss": 0.1267,
      "step": 261910
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.082716270329523e-05,
      "loss": 0.1186,
      "step": 261920
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0826044160085907e-05,
      "loss": 0.1169,
      "step": 261930
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0824925616876582e-05,
      "loss": 0.1225,
      "step": 261940
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0823807073667256e-05,
      "loss": 0.1212,
      "step": 261950
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.082268853045793e-05,
      "loss": 0.1214,
      "step": 261960
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.082156998724861e-05,
      "loss": 0.118,
      "step": 261970
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0820451444039287e-05,
      "loss": 0.1209,
      "step": 261980
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.081933290082996e-05,
      "loss": 0.1164,
      "step": 261990
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0818214357620636e-05,
      "loss": 0.1206,
      "step": 262000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.081709581441131e-05,
      "loss": 0.1228,
      "step": 262010
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0815977271201985e-05,
      "loss": 0.118,
      "step": 262020
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0814858727992663e-05,
      "loss": 0.1171,
      "step": 262030
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.081374018478334e-05,
      "loss": 0.1198,
      "step": 262040
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0812621641574015e-05,
      "loss": 0.1193,
      "step": 262050
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.081150309836469e-05,
      "loss": 0.1205,
      "step": 262060
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0810384555155364e-05,
      "loss": 0.1174,
      "step": 262070
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0809266011946042e-05,
      "loss": 0.1166,
      "step": 262080
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.080814746873672e-05,
      "loss": 0.1186,
      "step": 262090
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0807028925527395e-05,
      "loss": 0.123,
      "step": 262100
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.080591038231807e-05,
      "loss": 0.114,
      "step": 262110
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0804791839108744e-05,
      "loss": 0.1126,
      "step": 262120
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0803673295899422e-05,
      "loss": 0.1158,
      "step": 262130
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.08025547526901e-05,
      "loss": 0.1212,
      "step": 262140
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0801436209480774e-05,
      "loss": 0.1241,
      "step": 262150
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.080031766627145e-05,
      "loss": 0.1174,
      "step": 262160
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0799199123062123e-05,
      "loss": 0.1172,
      "step": 262170
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0798080579852798e-05,
      "loss": 0.1229,
      "step": 262180
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.079696203664348e-05,
      "loss": 0.1172,
      "step": 262190
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0795843493434154e-05,
      "loss": 0.1147,
      "step": 262200
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0794724950224828e-05,
      "loss": 0.1173,
      "step": 262210
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0793606407015503e-05,
      "loss": 0.1196,
      "step": 262220
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0792487863806177e-05,
      "loss": 0.1147,
      "step": 262230
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0791369320596855e-05,
      "loss": 0.1195,
      "step": 262240
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0790250777387533e-05,
      "loss": 0.1254,
      "step": 262250
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0789132234178208e-05,
      "loss": 0.1226,
      "step": 262260
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0788013690968882e-05,
      "loss": 0.1237,
      "step": 262270
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0786895147759557e-05,
      "loss": 0.1187,
      "step": 262280
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0785776604550235e-05,
      "loss": 0.1151,
      "step": 262290
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0784658061340913e-05,
      "loss": 0.1194,
      "step": 262300
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0783539518131587e-05,
      "loss": 0.1191,
      "step": 262310
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.078242097492226e-05,
      "loss": 0.1184,
      "step": 262320
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0781302431712936e-05,
      "loss": 0.117,
      "step": 262330
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0780183888503614e-05,
      "loss": 0.116,
      "step": 262340
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0779065345294292e-05,
      "loss": 0.1199,
      "step": 262350
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0777946802084967e-05,
      "loss": 0.1216,
      "step": 262360
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.077682825887564e-05,
      "loss": 0.1218,
      "step": 262370
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0775709715666316e-05,
      "loss": 0.1152,
      "step": 262380
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0774591172456994e-05,
      "loss": 0.1154,
      "step": 262390
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.077347262924767e-05,
      "loss": 0.1192,
      "step": 262400
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0772354086038346e-05,
      "loss": 0.1195,
      "step": 262410
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.077123554282902e-05,
      "loss": 0.1177,
      "step": 262420
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0770116999619695e-05,
      "loss": 0.1154,
      "step": 262430
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.076899845641037e-05,
      "loss": 0.116,
      "step": 262440
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0767879913201048e-05,
      "loss": 0.1179,
      "step": 262450
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0766761369991726e-05,
      "loss": 0.118,
      "step": 262460
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.07656428267824e-05,
      "loss": 0.1194,
      "step": 262470
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0764524283573075e-05,
      "loss": 0.1173,
      "step": 262480
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.076340574036375e-05,
      "loss": 0.1199,
      "step": 262490
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0762287197154427e-05,
      "loss": 0.1171,
      "step": 262500
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0761168653945105e-05,
      "loss": 0.118,
      "step": 262510
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.076005011073578e-05,
      "loss": 0.1194,
      "step": 262520
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0758931567526454e-05,
      "loss": 0.1223,
      "step": 262530
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.075781302431713e-05,
      "loss": 0.1171,
      "step": 262540
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0756694481107807e-05,
      "loss": 0.1177,
      "step": 262550
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0755575937898485e-05,
      "loss": 0.1153,
      "step": 262560
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.075445739468916e-05,
      "loss": 0.1114,
      "step": 262570
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0753338851479834e-05,
      "loss": 0.1169,
      "step": 262580
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0752220308270508e-05,
      "loss": 0.1134,
      "step": 262590
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0751101765061186e-05,
      "loss": 0.1222,
      "step": 262600
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0749983221851864e-05,
      "loss": 0.1199,
      "step": 262610
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.074886467864254e-05,
      "loss": 0.1206,
      "step": 262620
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0747746135433213e-05,
      "loss": 0.1208,
      "step": 262630
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0746627592223888e-05,
      "loss": 0.1179,
      "step": 262640
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0745509049014562e-05,
      "loss": 0.122,
      "step": 262650
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.074439050580524e-05,
      "loss": 0.1163,
      "step": 262660
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0743271962595918e-05,
      "loss": 0.1134,
      "step": 262670
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0742153419386593e-05,
      "loss": 0.1226,
      "step": 262680
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0741034876177267e-05,
      "loss": 0.1184,
      "step": 262690
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.073991633296794e-05,
      "loss": 0.1148,
      "step": 262700
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.073879778975862e-05,
      "loss": 0.1199,
      "step": 262710
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0737679246549297e-05,
      "loss": 0.121,
      "step": 262720
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0736560703339972e-05,
      "loss": 0.121,
      "step": 262730
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0735442160130647e-05,
      "loss": 0.1188,
      "step": 262740
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.073432361692132e-05,
      "loss": 0.1204,
      "step": 262750
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0733205073712e-05,
      "loss": 0.1189,
      "step": 262760
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0732086530502677e-05,
      "loss": 0.1094,
      "step": 262770
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.073096798729335e-05,
      "loss": 0.1162,
      "step": 262780
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0729849444084026e-05,
      "loss": 0.1187,
      "step": 262790
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.07287309008747e-05,
      "loss": 0.1198,
      "step": 262800
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.072761235766538e-05,
      "loss": 0.1184,
      "step": 262810
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0726493814456053e-05,
      "loss": 0.1169,
      "step": 262820
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.072537527124673e-05,
      "loss": 0.1161,
      "step": 262830
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0724256728037405e-05,
      "loss": 0.1162,
      "step": 262840
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.072313818482808e-05,
      "loss": 0.1159,
      "step": 262850
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0722019641618755e-05,
      "loss": 0.1171,
      "step": 262860
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0720901098409432e-05,
      "loss": 0.1201,
      "step": 262870
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.071978255520011e-05,
      "loss": 0.1177,
      "step": 262880
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0718664011990785e-05,
      "loss": 0.1163,
      "step": 262890
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.071754546878146e-05,
      "loss": 0.117,
      "step": 262900
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0716426925572134e-05,
      "loss": 0.1154,
      "step": 262910
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0715308382362812e-05,
      "loss": 0.1197,
      "step": 262920
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.071418983915349e-05,
      "loss": 0.1169,
      "step": 262930
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0713071295944164e-05,
      "loss": 0.1215,
      "step": 262940
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.071195275273484e-05,
      "loss": 0.117,
      "step": 262950
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0710834209525514e-05,
      "loss": 0.121,
      "step": 262960
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.070971566631619e-05,
      "loss": 0.115,
      "step": 262970
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0708597123106866e-05,
      "loss": 0.1225,
      "step": 262980
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0707478579897544e-05,
      "loss": 0.1192,
      "step": 262990
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.070636003668822e-05,
      "loss": 0.122,
      "step": 263000
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0705241493478893e-05,
      "loss": 0.1145,
      "step": 263010
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.070412295026957e-05,
      "loss": 0.1149,
      "step": 263020
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0703004407060245e-05,
      "loss": 0.1216,
      "step": 263030
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0701885863850923e-05,
      "loss": 0.1235,
      "step": 263040
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0700767320641598e-05,
      "loss": 0.1228,
      "step": 263050
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0699648777432272e-05,
      "loss": 0.1246,
      "step": 263060
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0698530234222947e-05,
      "loss": 0.1245,
      "step": 263070
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0697411691013625e-05,
      "loss": 0.1182,
      "step": 263080
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.06962931478043e-05,
      "loss": 0.1224,
      "step": 263090
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0695174604594977e-05,
      "loss": 0.1235,
      "step": 263100
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0694056061385652e-05,
      "loss": 0.1182,
      "step": 263110
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0692937518176326e-05,
      "loss": 0.1205,
      "step": 263120
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0691818974967004e-05,
      "loss": 0.1218,
      "step": 263130
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.069070043175768e-05,
      "loss": 0.1211,
      "step": 263140
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0689581888548357e-05,
      "loss": 0.1202,
      "step": 263150
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.068846334533903e-05,
      "loss": 0.1242,
      "step": 263160
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0687344802129706e-05,
      "loss": 0.1202,
      "step": 263170
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0686226258920384e-05,
      "loss": 0.1195,
      "step": 263180
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.068510771571106e-05,
      "loss": 0.1214,
      "step": 263190
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0683989172501736e-05,
      "loss": 0.1262,
      "step": 263200
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.068287062929241e-05,
      "loss": 0.1185,
      "step": 263210
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0681752086083085e-05,
      "loss": 0.1159,
      "step": 263220
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0680633542873763e-05,
      "loss": 0.1259,
      "step": 263230
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0679514999664438e-05,
      "loss": 0.1221,
      "step": 263240
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0678396456455112e-05,
      "loss": 0.122,
      "step": 263250
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.067727791324579e-05,
      "loss": 0.121,
      "step": 263260
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0676159370036465e-05,
      "loss": 0.1235,
      "step": 263270
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0675040826827143e-05,
      "loss": 0.123,
      "step": 263280
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0673922283617817e-05,
      "loss": 0.1235,
      "step": 263290
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0672803740408492e-05,
      "loss": 0.1174,
      "step": 263300
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.067168519719917e-05,
      "loss": 0.1189,
      "step": 263310
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0670566653989844e-05,
      "loss": 0.1245,
      "step": 263320
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.066944811078052e-05,
      "loss": 0.1227,
      "step": 263330
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0668329567571197e-05,
      "loss": 0.1193,
      "step": 263340
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.066721102436187e-05,
      "loss": 0.1215,
      "step": 263350
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.066609248115255e-05,
      "loss": 0.1254,
      "step": 263360
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0664973937943224e-05,
      "loss": 0.115,
      "step": 263370
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.06638553947339e-05,
      "loss": 0.1269,
      "step": 263380
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0662848705845507e-05,
      "loss": 0.1211,
      "step": 263390
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0661730162636185e-05,
      "loss": 0.12,
      "step": 263400
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.066061161942686e-05,
      "loss": 0.1229,
      "step": 263410
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0659493076217534e-05,
      "loss": 0.1219,
      "step": 263420
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0658374533008212e-05,
      "loss": 0.1172,
      "step": 263430
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0657255989798887e-05,
      "loss": 0.1214,
      "step": 263440
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0656137446589565e-05,
      "loss": 0.121,
      "step": 263450
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.065501890338024e-05,
      "loss": 0.1212,
      "step": 263460
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0653900360170914e-05,
      "loss": 0.1191,
      "step": 263470
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0652781816961588e-05,
      "loss": 0.1187,
      "step": 263480
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0651663273752266e-05,
      "loss": 0.1248,
      "step": 263490
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.065054473054294e-05,
      "loss": 0.1314,
      "step": 263500
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.064942618733362e-05,
      "loss": 0.126,
      "step": 263510
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0648307644124293e-05,
      "loss": 0.1269,
      "step": 263520
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0647189100914968e-05,
      "loss": 0.1267,
      "step": 263530
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0646070557705646e-05,
      "loss": 0.1268,
      "step": 263540
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.064495201449632e-05,
      "loss": 0.13,
      "step": 263550
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0643833471286998e-05,
      "loss": 0.127,
      "step": 263560
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0642714928077673e-05,
      "loss": 0.1226,
      "step": 263570
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0641596384868347e-05,
      "loss": 0.1225,
      "step": 263580
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0640477841659025e-05,
      "loss": 0.1264,
      "step": 263590
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.06393592984497e-05,
      "loss": 0.1236,
      "step": 263600
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0638240755240378e-05,
      "loss": 0.126,
      "step": 263610
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0637122212031052e-05,
      "loss": 0.1215,
      "step": 263620
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0636003668821727e-05,
      "loss": 0.1261,
      "step": 263630
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.06348851256124e-05,
      "loss": 0.126,
      "step": 263640
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.063376658240308e-05,
      "loss": 0.1227,
      "step": 263650
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0632648039193757e-05,
      "loss": 0.1281,
      "step": 263660
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.063152949598443e-05,
      "loss": 0.1272,
      "step": 263670
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0630410952775106e-05,
      "loss": 0.1189,
      "step": 263680
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.062929240956578e-05,
      "loss": 0.1251,
      "step": 263690
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.062817386635646e-05,
      "loss": 0.1183,
      "step": 263700
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0627055323147133e-05,
      "loss": 0.1215,
      "step": 263710
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.062593677993781e-05,
      "loss": 0.1255,
      "step": 263720
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0624818236728486e-05,
      "loss": 0.1267,
      "step": 263730
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.062369969351916e-05,
      "loss": 0.1243,
      "step": 263740
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0622581150309838e-05,
      "loss": 0.1286,
      "step": 263750
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0621462607100513e-05,
      "loss": 0.1222,
      "step": 263760
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.062034406389119e-05,
      "loss": 0.122,
      "step": 263770
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0619225520681865e-05,
      "loss": 0.1243,
      "step": 263780
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.061810697747254e-05,
      "loss": 0.1239,
      "step": 263790
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0616988434263214e-05,
      "loss": 0.1244,
      "step": 263800
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0615869891053892e-05,
      "loss": 0.121,
      "step": 263810
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.061475134784457e-05,
      "loss": 0.1259,
      "step": 263820
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0613632804635245e-05,
      "loss": 0.127,
      "step": 263830
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.061251426142592e-05,
      "loss": 0.1205,
      "step": 263840
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0611395718216594e-05,
      "loss": 0.122,
      "step": 263850
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.061027717500727e-05,
      "loss": 0.1244,
      "step": 263860
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.060915863179795e-05,
      "loss": 0.1254,
      "step": 263870
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0608040088588624e-05,
      "loss": 0.126,
      "step": 263880
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.06069215453793e-05,
      "loss": 0.1246,
      "step": 263890
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0605803002169973e-05,
      "loss": 0.1256,
      "step": 263900
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.060468445896065e-05,
      "loss": 0.1262,
      "step": 263910
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0603565915751326e-05,
      "loss": 0.129,
      "step": 263920
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0602447372542003e-05,
      "loss": 0.1266,
      "step": 263930
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0601328829332678e-05,
      "loss": 0.1272,
      "step": 263940
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0600210286123353e-05,
      "loss": 0.1216,
      "step": 263950
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0599091742914027e-05,
      "loss": 0.1246,
      "step": 263960
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0597973199704705e-05,
      "loss": 0.1187,
      "step": 263970
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0596854656495383e-05,
      "loss": 0.1203,
      "step": 263980
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0595736113286057e-05,
      "loss": 0.1228,
      "step": 263990
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0594617570076732e-05,
      "loss": 0.1258,
      "step": 264000
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0593499026867407e-05,
      "loss": 0.1231,
      "step": 264010
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0592380483658084e-05,
      "loss": 0.1212,
      "step": 264020
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0591261940448762e-05,
      "loss": 0.1185,
      "step": 264030
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0590143397239437e-05,
      "loss": 0.1247,
      "step": 264040
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.058902485403011e-05,
      "loss": 0.1278,
      "step": 264050
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0587906310820786e-05,
      "loss": 0.1243,
      "step": 264060
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0586787767611464e-05,
      "loss": 0.1255,
      "step": 264070
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0585669224402142e-05,
      "loss": 0.1215,
      "step": 264080
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0584550681192816e-05,
      "loss": 0.127,
      "step": 264090
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.058343213798349e-05,
      "loss": 0.1254,
      "step": 264100
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0582313594774165e-05,
      "loss": 0.1247,
      "step": 264110
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.058119505156484e-05,
      "loss": 0.1244,
      "step": 264120
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.058007650835552e-05,
      "loss": 0.1239,
      "step": 264130
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0578957965146196e-05,
      "loss": 0.1221,
      "step": 264140
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.057783942193687e-05,
      "loss": 0.1185,
      "step": 264150
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0576720878727545e-05,
      "loss": 0.1281,
      "step": 264160
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.057560233551822e-05,
      "loss": 0.1201,
      "step": 264170
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0574483792308897e-05,
      "loss": 0.128,
      "step": 264180
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0573365249099575e-05,
      "loss": 0.1216,
      "step": 264190
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.057224670589025e-05,
      "loss": 0.1246,
      "step": 264200
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0571128162680924e-05,
      "loss": 0.1268,
      "step": 264210
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.05700096194716e-05,
      "loss": 0.1247,
      "step": 264220
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0568891076262277e-05,
      "loss": 0.1213,
      "step": 264230
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0567772533052955e-05,
      "loss": 0.1226,
      "step": 264240
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.056665398984363e-05,
      "loss": 0.1255,
      "step": 264250
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0565535446634304e-05,
      "loss": 0.1226,
      "step": 264260
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.056441690342498e-05,
      "loss": 0.1276,
      "step": 264270
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0563298360215656e-05,
      "loss": 0.122,
      "step": 264280
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0562179817006334e-05,
      "loss": 0.128,
      "step": 264290
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.056106127379701e-05,
      "loss": 0.1235,
      "step": 264300
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0559942730587683e-05,
      "loss": 0.1235,
      "step": 264310
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0558824187378358e-05,
      "loss": 0.1263,
      "step": 264320
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0557705644169032e-05,
      "loss": 0.1249,
      "step": 264330
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0556587100959714e-05,
      "loss": 0.1174,
      "step": 264340
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.055546855775039e-05,
      "loss": 0.1255,
      "step": 264350
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0554350014541063e-05,
      "loss": 0.1195,
      "step": 264360
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0553231471331737e-05,
      "loss": 0.1225,
      "step": 264370
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0552112928122412e-05,
      "loss": 0.126,
      "step": 264380
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.055099438491309e-05,
      "loss": 0.1235,
      "step": 264390
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0549875841703768e-05,
      "loss": 0.1221,
      "step": 264400
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0548757298494442e-05,
      "loss": 0.125,
      "step": 264410
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0547638755285117e-05,
      "loss": 0.1291,
      "step": 264420
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.054652021207579e-05,
      "loss": 0.1223,
      "step": 264430
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.054540166886647e-05,
      "loss": 0.1214,
      "step": 264440
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0544283125657147e-05,
      "loss": 0.1267,
      "step": 264450
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0543164582447822e-05,
      "loss": 0.1219,
      "step": 264460
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0542046039238496e-05,
      "loss": 0.1239,
      "step": 264470
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.054092749602917e-05,
      "loss": 0.1167,
      "step": 264480
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.053980895281985e-05,
      "loss": 0.1182,
      "step": 264490
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0538802263931454e-05,
      "loss": 0.125,
      "step": 264500
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0537683720722132e-05,
      "loss": 0.1229,
      "step": 264510
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.053656517751281e-05,
      "loss": 0.1213,
      "step": 264520
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0535446634303485e-05,
      "loss": 0.1187,
      "step": 264530
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.053432809109416e-05,
      "loss": 0.1242,
      "step": 264540
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0533209547884834e-05,
      "loss": 0.122,
      "step": 264550
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.053209100467551e-05,
      "loss": 0.1226,
      "step": 264560
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.053097246146619e-05,
      "loss": 0.1246,
      "step": 264570
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0529853918256864e-05,
      "loss": 0.1222,
      "step": 264580
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.052873537504754e-05,
      "loss": 0.1239,
      "step": 264590
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0527616831838213e-05,
      "loss": 0.1192,
      "step": 264600
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.052649828862889e-05,
      "loss": 0.1183,
      "step": 264610
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.052537974541957e-05,
      "loss": 0.1248,
      "step": 264620
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0524261202210244e-05,
      "loss": 0.1271,
      "step": 264630
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0523142659000918e-05,
      "loss": 0.125,
      "step": 264640
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0522024115791593e-05,
      "loss": 0.1249,
      "step": 264650
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.052090557258227e-05,
      "loss": 0.1247,
      "step": 264660
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0519787029372945e-05,
      "loss": 0.1203,
      "step": 264670
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0518668486163623e-05,
      "loss": 0.1232,
      "step": 264680
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0517549942954298e-05,
      "loss": 0.1253,
      "step": 264690
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0516431399744972e-05,
      "loss": 0.1244,
      "step": 264700
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.051531285653565e-05,
      "loss": 0.1209,
      "step": 264710
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0514194313326325e-05,
      "loss": 0.1208,
      "step": 264720
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0513075770117003e-05,
      "loss": 0.1259,
      "step": 264730
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0511957226907677e-05,
      "loss": 0.1262,
      "step": 264740
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.051083868369835e-05,
      "loss": 0.1176,
      "step": 264750
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0509720140489026e-05,
      "loss": 0.1202,
      "step": 264760
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0508601597279704e-05,
      "loss": 0.1189,
      "step": 264770
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0507483054070382e-05,
      "loss": 0.1274,
      "step": 264780
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0506364510861057e-05,
      "loss": 0.1187,
      "step": 264790
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.050524596765173e-05,
      "loss": 0.1268,
      "step": 264800
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0504127424442406e-05,
      "loss": 0.1283,
      "step": 264810
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0503008881233084e-05,
      "loss": 0.1205,
      "step": 264820
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0501890338023758e-05,
      "loss": 0.1266,
      "step": 264830
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0500771794814436e-05,
      "loss": 0.1194,
      "step": 264840
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.049965325160511e-05,
      "loss": 0.1169,
      "step": 264850
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0498534708395785e-05,
      "loss": 0.1224,
      "step": 264860
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0497416165186463e-05,
      "loss": 0.1203,
      "step": 264870
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0496297621977138e-05,
      "loss": 0.1221,
      "step": 264880
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0495179078767815e-05,
      "loss": 0.1237,
      "step": 264890
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.049406053555849e-05,
      "loss": 0.1234,
      "step": 264900
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0492941992349165e-05,
      "loss": 0.1204,
      "step": 264910
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0491823449139842e-05,
      "loss": 0.1209,
      "step": 264920
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0490704905930517e-05,
      "loss": 0.1261,
      "step": 264930
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0489586362721195e-05,
      "loss": 0.123,
      "step": 264940
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.048846781951187e-05,
      "loss": 0.1195,
      "step": 264950
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0487349276302544e-05,
      "loss": 0.1211,
      "step": 264960
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.048623073309322e-05,
      "loss": 0.1223,
      "step": 264970
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0485112189883896e-05,
      "loss": 0.1249,
      "step": 264980
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.048399364667457e-05,
      "loss": 0.1233,
      "step": 264990
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.048287510346525e-05,
      "loss": 0.1218,
      "step": 265000
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0481756560255923e-05,
      "loss": 0.1259,
      "step": 265010
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0480638017046598e-05,
      "loss": 0.1223,
      "step": 265020
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0479519473837276e-05,
      "loss": 0.1207,
      "step": 265030
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.047840093062795e-05,
      "loss": 0.1247,
      "step": 265040
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.047728238741863e-05,
      "loss": 0.1245,
      "step": 265050
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0476163844209303e-05,
      "loss": 0.1248,
      "step": 265060
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0475045300999978e-05,
      "loss": 0.1213,
      "step": 265070
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0473926757790655e-05,
      "loss": 0.1227,
      "step": 265080
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.047280821458133e-05,
      "loss": 0.1202,
      "step": 265090
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0471689671372008e-05,
      "loss": 0.1252,
      "step": 265100
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0470571128162682e-05,
      "loss": 0.1231,
      "step": 265110
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0469452584953357e-05,
      "loss": 0.1229,
      "step": 265120
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0468334041744035e-05,
      "loss": 0.1203,
      "step": 265130
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.046721549853471e-05,
      "loss": 0.122,
      "step": 265140
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0466096955325384e-05,
      "loss": 0.1247,
      "step": 265150
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0464978412116062e-05,
      "loss": 0.1232,
      "step": 265160
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0463859868906736e-05,
      "loss": 0.1226,
      "step": 265170
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.046274132569741e-05,
      "loss": 0.1215,
      "step": 265180
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.046162278248809e-05,
      "loss": 0.1204,
      "step": 265190
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0460504239278763e-05,
      "loss": 0.1281,
      "step": 265200
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.045938569606944e-05,
      "loss": 0.1242,
      "step": 265210
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0458267152860116e-05,
      "loss": 0.1198,
      "step": 265220
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.045714860965079e-05,
      "loss": 0.1194,
      "step": 265230
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.045603006644147e-05,
      "loss": 0.1197,
      "step": 265240
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0454911523232143e-05,
      "loss": 0.1197,
      "step": 265250
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.045379298002282e-05,
      "loss": 0.1197,
      "step": 265260
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0452674436813495e-05,
      "loss": 0.1168,
      "step": 265270
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.045155589360417e-05,
      "loss": 0.1161,
      "step": 265280
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0450437350394848e-05,
      "loss": 0.1247,
      "step": 265290
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0449318807185522e-05,
      "loss": 0.1192,
      "step": 265300
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0448200263976197e-05,
      "loss": 0.1216,
      "step": 265310
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0447081720766875e-05,
      "loss": 0.1215,
      "step": 265320
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.044596317755755e-05,
      "loss": 0.1197,
      "step": 265330
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0444844634348227e-05,
      "loss": 0.1222,
      "step": 265340
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0443726091138902e-05,
      "loss": 0.1205,
      "step": 265350
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0442607547929576e-05,
      "loss": 0.1188,
      "step": 265360
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0441489004720254e-05,
      "loss": 0.1192,
      "step": 265370
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.044037046151093e-05,
      "loss": 0.1218,
      "step": 265380
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0439251918301607e-05,
      "loss": 0.1183,
      "step": 265390
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.043813337509228e-05,
      "loss": 0.1204,
      "step": 265400
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0437014831882956e-05,
      "loss": 0.1232,
      "step": 265410
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0435896288673634e-05,
      "loss": 0.1193,
      "step": 265420
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.043477774546431e-05,
      "loss": 0.1239,
      "step": 265430
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0433659202254983e-05,
      "loss": 0.1236,
      "step": 265440
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.043254065904566e-05,
      "loss": 0.119,
      "step": 265450
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0431422115836335e-05,
      "loss": 0.1154,
      "step": 265460
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.043030357262701e-05,
      "loss": 0.124,
      "step": 265470
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0429185029417688e-05,
      "loss": 0.1258,
      "step": 265480
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0428066486208362e-05,
      "loss": 0.1203,
      "step": 265490
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.042694794299904e-05,
      "loss": 0.1188,
      "step": 265500
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0425829399789715e-05,
      "loss": 0.1209,
      "step": 265510
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.042471085658039e-05,
      "loss": 0.12,
      "step": 265520
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0423592313371067e-05,
      "loss": 0.1198,
      "step": 265530
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0422473770161742e-05,
      "loss": 0.1236,
      "step": 265540
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.042135522695242e-05,
      "loss": 0.1228,
      "step": 265550
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0420236683743094e-05,
      "loss": 0.1185,
      "step": 265560
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.041911814053377e-05,
      "loss": 0.1213,
      "step": 265570
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0417999597324447e-05,
      "loss": 0.1194,
      "step": 265580
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.041688105411512e-05,
      "loss": 0.125,
      "step": 265590
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.04157625109058e-05,
      "loss": 0.1206,
      "step": 265600
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0414643967696474e-05,
      "loss": 0.1208,
      "step": 265610
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.041352542448715e-05,
      "loss": 0.123,
      "step": 265620
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0412406881277823e-05,
      "loss": 0.1217,
      "step": 265630
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.04112883380685e-05,
      "loss": 0.1248,
      "step": 265640
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0410169794859175e-05,
      "loss": 0.1214,
      "step": 265650
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0409051251649853e-05,
      "loss": 0.1276,
      "step": 265660
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0407932708440528e-05,
      "loss": 0.1239,
      "step": 265670
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0406814165231202e-05,
      "loss": 0.125,
      "step": 265680
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.040569562202188e-05,
      "loss": 0.1191,
      "step": 265690
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0404577078812555e-05,
      "loss": 0.1249,
      "step": 265700
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0403458535603233e-05,
      "loss": 0.1241,
      "step": 265710
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0402339992393907e-05,
      "loss": 0.1253,
      "step": 265720
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0401221449184582e-05,
      "loss": 0.1253,
      "step": 265730
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0400102905975256e-05,
      "loss": 0.121,
      "step": 265740
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0398984362765934e-05,
      "loss": 0.1179,
      "step": 265750
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0397865819556612e-05,
      "loss": 0.1211,
      "step": 265760
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0396747276347287e-05,
      "loss": 0.1236,
      "step": 265770
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.039562873313796e-05,
      "loss": 0.1205,
      "step": 265780
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0394510189928636e-05,
      "loss": 0.1199,
      "step": 265790
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0393391646719314e-05,
      "loss": 0.1201,
      "step": 265800
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.039227310350999e-05,
      "loss": 0.122,
      "step": 265810
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0391154560300666e-05,
      "loss": 0.1232,
      "step": 265820
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.039003601709134e-05,
      "loss": 0.1243,
      "step": 265830
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0388917473882015e-05,
      "loss": 0.122,
      "step": 265840
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0387798930672693e-05,
      "loss": 0.1222,
      "step": 265850
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0386680387463368e-05,
      "loss": 0.1216,
      "step": 265860
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0385561844254046e-05,
      "loss": 0.1217,
      "step": 265870
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.038444330104472e-05,
      "loss": 0.1237,
      "step": 265880
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0383324757835395e-05,
      "loss": 0.1203,
      "step": 265890
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.038220621462607e-05,
      "loss": 0.124,
      "step": 265900
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0381087671416747e-05,
      "loss": 0.1186,
      "step": 265910
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0379969128207425e-05,
      "loss": 0.1229,
      "step": 265920
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.03788505849981e-05,
      "loss": 0.1237,
      "step": 265930
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0377732041788774e-05,
      "loss": 0.121,
      "step": 265940
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.037661349857945e-05,
      "loss": 0.1207,
      "step": 265950
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0375494955370127e-05,
      "loss": 0.1246,
      "step": 265960
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0374376412160805e-05,
      "loss": 0.125,
      "step": 265970
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.037325786895148e-05,
      "loss": 0.1213,
      "step": 265980
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0372139325742154e-05,
      "loss": 0.1194,
      "step": 265990
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0371020782532828e-05,
      "loss": 0.1226,
      "step": 266000
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0369902239323506e-05,
      "loss": 0.1265,
      "step": 266010
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0368783696114184e-05,
      "loss": 0.1219,
      "step": 266020
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.036766515290486e-05,
      "loss": 0.1225,
      "step": 266030
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0366546609695533e-05,
      "loss": 0.1209,
      "step": 266040
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0365428066486208e-05,
      "loss": 0.1232,
      "step": 266050
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0364309523276882e-05,
      "loss": 0.1208,
      "step": 266060
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.036319098006756e-05,
      "loss": 0.1193,
      "step": 266070
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0362072436858238e-05,
      "loss": 0.1217,
      "step": 266080
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0360953893648913e-05,
      "loss": 0.1215,
      "step": 266090
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0359835350439587e-05,
      "loss": 0.1238,
      "step": 266100
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0358716807230262e-05,
      "loss": 0.1258,
      "step": 266110
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.035759826402094e-05,
      "loss": 0.1248,
      "step": 266120
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0356479720811618e-05,
      "loss": 0.1248,
      "step": 266130
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0355361177602292e-05,
      "loss": 0.1205,
      "step": 266140
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0354242634392967e-05,
      "loss": 0.1243,
      "step": 266150
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.035312409118364e-05,
      "loss": 0.1213,
      "step": 266160
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.035200554797432e-05,
      "loss": 0.1177,
      "step": 266170
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0350887004764997e-05,
      "loss": 0.1191,
      "step": 266180
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.034976846155567e-05,
      "loss": 0.12,
      "step": 266190
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0348649918346346e-05,
      "loss": 0.1176,
      "step": 266200
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.034753137513702e-05,
      "loss": 0.1205,
      "step": 266210
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.03464128319277e-05,
      "loss": 0.119,
      "step": 266220
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0345294288718377e-05,
      "loss": 0.1207,
      "step": 266230
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.034417574550905e-05,
      "loss": 0.1187,
      "step": 266240
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0343057202299726e-05,
      "loss": 0.118,
      "step": 266250
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.03419386590904e-05,
      "loss": 0.1237,
      "step": 266260
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0340820115881075e-05,
      "loss": 0.1196,
      "step": 266270
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0339701572671756e-05,
      "loss": 0.1237,
      "step": 266280
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.033858302946243e-05,
      "loss": 0.117,
      "step": 266290
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0337464486253105e-05,
      "loss": 0.1224,
      "step": 266300
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.033634594304378e-05,
      "loss": 0.1254,
      "step": 266310
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0335227399834454e-05,
      "loss": 0.1205,
      "step": 266320
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0334108856625132e-05,
      "loss": 0.1215,
      "step": 266330
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.033299031341581e-05,
      "loss": 0.122,
      "step": 266340
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0331871770206485e-05,
      "loss": 0.1208,
      "step": 266350
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.033075322699716e-05,
      "loss": 0.1223,
      "step": 266360
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0329634683787834e-05,
      "loss": 0.1263,
      "step": 266370
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.032851614057851e-05,
      "loss": 0.121,
      "step": 266380
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.032739759736919e-05,
      "loss": 0.1201,
      "step": 266390
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0326279054159864e-05,
      "loss": 0.1212,
      "step": 266400
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.032516051095054e-05,
      "loss": 0.1247,
      "step": 266410
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0324041967741213e-05,
      "loss": 0.1185,
      "step": 266420
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.032292342453189e-05,
      "loss": 0.118,
      "step": 266430
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.032180488132257e-05,
      "loss": 0.1208,
      "step": 266440
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0320686338113244e-05,
      "loss": 0.1199,
      "step": 266450
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0319567794903918e-05,
      "loss": 0.1217,
      "step": 266460
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0318449251694593e-05,
      "loss": 0.1196,
      "step": 266470
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0317330708485267e-05,
      "loss": 0.1248,
      "step": 266480
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.031621216527595e-05,
      "loss": 0.1185,
      "step": 266490
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0315093622066623e-05,
      "loss": 0.1206,
      "step": 266500
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0313975078857298e-05,
      "loss": 0.1213,
      "step": 266510
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0312856535647972e-05,
      "loss": 0.1209,
      "step": 266520
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0311737992438647e-05,
      "loss": 0.1221,
      "step": 266530
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0310619449229325e-05,
      "loss": 0.1231,
      "step": 266540
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0309500906020002e-05,
      "loss": 0.1201,
      "step": 266550
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0308382362810677e-05,
      "loss": 0.1159,
      "step": 266560
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.030726381960135e-05,
      "loss": 0.1187,
      "step": 266570
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0306145276392026e-05,
      "loss": 0.1173,
      "step": 266580
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0305026733182704e-05,
      "loss": 0.1211,
      "step": 266590
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0303908189973382e-05,
      "loss": 0.122,
      "step": 266600
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0302789646764056e-05,
      "loss": 0.1225,
      "step": 266610
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.030167110355473e-05,
      "loss": 0.1228,
      "step": 266620
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0300552560345406e-05,
      "loss": 0.1197,
      "step": 266630
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0299434017136084e-05,
      "loss": 0.1204,
      "step": 266640
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.029831547392676e-05,
      "loss": 0.1206,
      "step": 266650
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0297196930717436e-05,
      "loss": 0.1252,
      "step": 266660
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.029607838750811e-05,
      "loss": 0.1193,
      "step": 266670
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0294959844298785e-05,
      "loss": 0.1234,
      "step": 266680
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.029384130108946e-05,
      "loss": 0.1218,
      "step": 266690
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0292722757880138e-05,
      "loss": 0.1186,
      "step": 266700
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0291604214670815e-05,
      "loss": 0.123,
      "step": 266710
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.029048567146149e-05,
      "loss": 0.1206,
      "step": 266720
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0289367128252165e-05,
      "loss": 0.1193,
      "step": 266730
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.028824858504284e-05,
      "loss": 0.1238,
      "step": 266740
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0287130041833517e-05,
      "loss": 0.1223,
      "step": 266750
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0286011498624195e-05,
      "loss": 0.1218,
      "step": 266760
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.028489295541487e-05,
      "loss": 0.1221,
      "step": 266770
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0283774412205544e-05,
      "loss": 0.1197,
      "step": 266780
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.028265586899622e-05,
      "loss": 0.1184,
      "step": 266790
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0281537325786896e-05,
      "loss": 0.1223,
      "step": 266800
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0280418782577574e-05,
      "loss": 0.1208,
      "step": 266810
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.027930023936825e-05,
      "loss": 0.1254,
      "step": 266820
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0278181696158923e-05,
      "loss": 0.1175,
      "step": 266830
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0277063152949598e-05,
      "loss": 0.1238,
      "step": 266840
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0275944609740276e-05,
      "loss": 0.1142,
      "step": 266850
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.027482606653095e-05,
      "loss": 0.1146,
      "step": 266860
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.027370752332163e-05,
      "loss": 0.1196,
      "step": 266870
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0272588980112303e-05,
      "loss": 0.1254,
      "step": 266880
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0271470436902977e-05,
      "loss": 0.114,
      "step": 266890
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0270351893693655e-05,
      "loss": 0.1144,
      "step": 266900
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.026923335048433e-05,
      "loss": 0.1223,
      "step": 266910
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0268114807275008e-05,
      "loss": 0.1196,
      "step": 266920
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0266996264065682e-05,
      "loss": 0.1199,
      "step": 266930
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0265877720856357e-05,
      "loss": 0.1167,
      "step": 266940
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.026475917764703e-05,
      "loss": 0.1221,
      "step": 266950
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.026364063443771e-05,
      "loss": 0.1179,
      "step": 266960
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0262522091228387e-05,
      "loss": 0.1233,
      "step": 266970
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0261403548019062e-05,
      "loss": 0.1211,
      "step": 266980
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0260285004809736e-05,
      "loss": 0.1217,
      "step": 266990
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.025916646160041e-05,
      "loss": 0.121,
      "step": 267000
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.025804791839109e-05,
      "loss": 0.1202,
      "step": 267010
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0256929375181763e-05,
      "loss": 0.1196,
      "step": 267020
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.025581083197244e-05,
      "loss": 0.1251,
      "step": 267030
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0254692288763116e-05,
      "loss": 0.1234,
      "step": 267040
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.025357374555379e-05,
      "loss": 0.1248,
      "step": 267050
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.025245520234447e-05,
      "loss": 0.124,
      "step": 267060
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0251336659135143e-05,
      "loss": 0.1192,
      "step": 267070
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.025021811592582e-05,
      "loss": 0.1189,
      "step": 267080
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0249099572716495e-05,
      "loss": 0.123,
      "step": 267090
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.024798102950717e-05,
      "loss": 0.1208,
      "step": 267100
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0246862486297848e-05,
      "loss": 0.1178,
      "step": 267110
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0245743943088522e-05,
      "loss": 0.1146,
      "step": 267120
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.02446253998792e-05,
      "loss": 0.1215,
      "step": 267130
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0243506856669875e-05,
      "loss": 0.1213,
      "step": 267140
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.024238831346055e-05,
      "loss": 0.1201,
      "step": 267150
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0241269770251224e-05,
      "loss": 0.1171,
      "step": 267160
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0240151227041902e-05,
      "loss": 0.118,
      "step": 267170
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0239032683832576e-05,
      "loss": 0.1207,
      "step": 267180
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0237914140623254e-05,
      "loss": 0.1225,
      "step": 267190
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.023679559741393e-05,
      "loss": 0.123,
      "step": 267200
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0235677054204603e-05,
      "loss": 0.1232,
      "step": 267210
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0234670365316212e-05,
      "loss": 0.1184,
      "step": 267220
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.023355182210689e-05,
      "loss": 0.1204,
      "step": 267230
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0232433278897565e-05,
      "loss": 0.1195,
      "step": 267240
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.023131473568824e-05,
      "loss": 0.1245,
      "step": 267250
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0230196192478917e-05,
      "loss": 0.1225,
      "step": 267260
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.022907764926959e-05,
      "loss": 0.1186,
      "step": 267270
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.022795910606027e-05,
      "loss": 0.1181,
      "step": 267280
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0226840562850944e-05,
      "loss": 0.1173,
      "step": 267290
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.022572201964162e-05,
      "loss": 0.1229,
      "step": 267300
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0224603476432297e-05,
      "loss": 0.1201,
      "step": 267310
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.022348493322297e-05,
      "loss": 0.1252,
      "step": 267320
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0222366390013646e-05,
      "loss": 0.1232,
      "step": 267330
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0221247846804324e-05,
      "loss": 0.1198,
      "step": 267340
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0220129303594998e-05,
      "loss": 0.1197,
      "step": 267350
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0219010760385676e-05,
      "loss": 0.1202,
      "step": 267360
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.021789221717635e-05,
      "loss": 0.1174,
      "step": 267370
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0216773673967025e-05,
      "loss": 0.1221,
      "step": 267380
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0215655130757703e-05,
      "loss": 0.1201,
      "step": 267390
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0214536587548378e-05,
      "loss": 0.1182,
      "step": 267400
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0213418044339052e-05,
      "loss": 0.1224,
      "step": 267410
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.021229950112973e-05,
      "loss": 0.1182,
      "step": 267420
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0211180957920405e-05,
      "loss": 0.1208,
      "step": 267430
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0210062414711083e-05,
      "loss": 0.1144,
      "step": 267440
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0208943871501757e-05,
      "loss": 0.1214,
      "step": 267450
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.020782532829243e-05,
      "loss": 0.1128,
      "step": 267460
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.020670678508311e-05,
      "loss": 0.1203,
      "step": 267470
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0205588241873784e-05,
      "loss": 0.1231,
      "step": 267480
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0204469698664462e-05,
      "loss": 0.1209,
      "step": 267490
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0203351155455137e-05,
      "loss": 0.1224,
      "step": 267500
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.020223261224581e-05,
      "loss": 0.1213,
      "step": 267510
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.020111406903649e-05,
      "loss": 0.1177,
      "step": 267520
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0199995525827164e-05,
      "loss": 0.1179,
      "step": 267530
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0198876982617838e-05,
      "loss": 0.1199,
      "step": 267540
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0197758439408516e-05,
      "loss": 0.1259,
      "step": 267550
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.019663989619919e-05,
      "loss": 0.1181,
      "step": 267560
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0195521352989865e-05,
      "loss": 0.1212,
      "step": 267570
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0194402809780543e-05,
      "loss": 0.1216,
      "step": 267580
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0193284266571218e-05,
      "loss": 0.1191,
      "step": 267590
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0192165723361896e-05,
      "loss": 0.1184,
      "step": 267600
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.019104718015257e-05,
      "loss": 0.117,
      "step": 267610
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0189928636943245e-05,
      "loss": 0.1239,
      "step": 267620
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0188810093733923e-05,
      "loss": 0.1221,
      "step": 267630
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0187691550524597e-05,
      "loss": 0.1184,
      "step": 267640
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0186573007315275e-05,
      "loss": 0.1222,
      "step": 267650
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.018545446410595e-05,
      "loss": 0.1248,
      "step": 267660
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0184335920896624e-05,
      "loss": 0.1187,
      "step": 267670
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0183217377687302e-05,
      "loss": 0.1188,
      "step": 267680
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0182098834477977e-05,
      "loss": 0.1181,
      "step": 267690
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0180980291268654e-05,
      "loss": 0.1219,
      "step": 267700
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.017986174805933e-05,
      "loss": 0.1226,
      "step": 267710
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0178743204850004e-05,
      "loss": 0.121,
      "step": 267720
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0177624661640678e-05,
      "loss": 0.1223,
      "step": 267730
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0176506118431356e-05,
      "loss": 0.1182,
      "step": 267740
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0175387575222034e-05,
      "loss": 0.1224,
      "step": 267750
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.017426903201271e-05,
      "loss": 0.122,
      "step": 267760
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0173150488803383e-05,
      "loss": 0.1248,
      "step": 267770
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0172031945594058e-05,
      "loss": 0.1197,
      "step": 267780
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0170913402384735e-05,
      "loss": 0.1223,
      "step": 267790
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.016979485917541e-05,
      "loss": 0.1204,
      "step": 267800
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0168676315966088e-05,
      "loss": 0.1197,
      "step": 267810
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0167557772756762e-05,
      "loss": 0.1212,
      "step": 267820
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0166439229547437e-05,
      "loss": 0.1191,
      "step": 267830
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0165320686338115e-05,
      "loss": 0.123,
      "step": 267840
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.016420214312879e-05,
      "loss": 0.1193,
      "step": 267850
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0163083599919467e-05,
      "loss": 0.1156,
      "step": 267860
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0161965056710142e-05,
      "loss": 0.123,
      "step": 267870
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0160846513500817e-05,
      "loss": 0.1175,
      "step": 267880
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.015972797029149e-05,
      "loss": 0.1183,
      "step": 267890
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.015860942708217e-05,
      "loss": 0.1227,
      "step": 267900
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0157490883872847e-05,
      "loss": 0.1204,
      "step": 267910
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.015637234066352e-05,
      "loss": 0.1217,
      "step": 267920
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0155253797454196e-05,
      "loss": 0.1284,
      "step": 267930
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.015413525424487e-05,
      "loss": 0.1191,
      "step": 267940
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.015301671103555e-05,
      "loss": 0.1212,
      "step": 267950
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0151898167826226e-05,
      "loss": 0.1206,
      "step": 267960
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.01507796246169e-05,
      "loss": 0.1212,
      "step": 267970
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0149661081407575e-05,
      "loss": 0.1197,
      "step": 267980
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.014854253819825e-05,
      "loss": 0.1181,
      "step": 267990
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0147423994988928e-05,
      "loss": 0.1197,
      "step": 268000
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0146305451779602e-05,
      "loss": 0.1185,
      "step": 268010
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.014518690857028e-05,
      "loss": 0.122,
      "step": 268020
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0144068365360955e-05,
      "loss": 0.1217,
      "step": 268030
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.014294982215163e-05,
      "loss": 0.1174,
      "step": 268040
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0141831278942304e-05,
      "loss": 0.1184,
      "step": 268050
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0140712735732982e-05,
      "loss": 0.123,
      "step": 268060
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.013959419252366e-05,
      "loss": 0.1183,
      "step": 268070
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0138475649314334e-05,
      "loss": 0.1233,
      "step": 268080
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.013735710610501e-05,
      "loss": 0.1196,
      "step": 268090
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0136238562895683e-05,
      "loss": 0.1244,
      "step": 268100
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.013512001968636e-05,
      "loss": 0.1211,
      "step": 268110
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.013400147647704e-05,
      "loss": 0.1199,
      "step": 268120
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0132882933267714e-05,
      "loss": 0.1225,
      "step": 268130
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.013176439005839e-05,
      "loss": 0.1192,
      "step": 268140
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0130645846849063e-05,
      "loss": 0.1219,
      "step": 268150
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.012952730363974e-05,
      "loss": 0.1166,
      "step": 268160
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.012840876043042e-05,
      "loss": 0.1196,
      "step": 268170
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0127290217221093e-05,
      "loss": 0.1177,
      "step": 268180
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0126171674011768e-05,
      "loss": 0.122,
      "step": 268190
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0125053130802442e-05,
      "loss": 0.1232,
      "step": 268200
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0123934587593117e-05,
      "loss": 0.1203,
      "step": 268210
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0122816044383795e-05,
      "loss": 0.1196,
      "step": 268220
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0121697501174473e-05,
      "loss": 0.1214,
      "step": 268230
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0120578957965147e-05,
      "loss": 0.1234,
      "step": 268240
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0119460414755822e-05,
      "loss": 0.1208,
      "step": 268250
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0118341871546496e-05,
      "loss": 0.1204,
      "step": 268260
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0117223328337174e-05,
      "loss": 0.1206,
      "step": 268270
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0116104785127852e-05,
      "loss": 0.1183,
      "step": 268280
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0114986241918527e-05,
      "loss": 0.1237,
      "step": 268290
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.01138676987092e-05,
      "loss": 0.12,
      "step": 268300
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0112749155499876e-05,
      "loss": 0.1224,
      "step": 268310
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0111630612290554e-05,
      "loss": 0.1189,
      "step": 268320
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0110512069081232e-05,
      "loss": 0.1224,
      "step": 268330
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0109393525871906e-05,
      "loss": 0.1173,
      "step": 268340
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.010827498266258e-05,
      "loss": 0.1216,
      "step": 268350
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0107156439453255e-05,
      "loss": 0.113,
      "step": 268360
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0106037896243933e-05,
      "loss": 0.1187,
      "step": 268370
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.010491935303461e-05,
      "loss": 0.1207,
      "step": 268380
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0103800809825286e-05,
      "loss": 0.119,
      "step": 268390
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.010268226661596e-05,
      "loss": 0.1244,
      "step": 268400
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0101563723406635e-05,
      "loss": 0.1214,
      "step": 268410
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.010044518019731e-05,
      "loss": 0.1168,
      "step": 268420
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0099326636987987e-05,
      "loss": 0.1205,
      "step": 268430
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0098208093778665e-05,
      "loss": 0.118,
      "step": 268440
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.009708955056934e-05,
      "loss": 0.1206,
      "step": 268450
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0095971007360014e-05,
      "loss": 0.1162,
      "step": 268460
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.009485246415069e-05,
      "loss": 0.1178,
      "step": 268470
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0093733920941367e-05,
      "loss": 0.1214,
      "step": 268480
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0092615377732045e-05,
      "loss": 0.1265,
      "step": 268490
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.009149683452272e-05,
      "loss": 0.1224,
      "step": 268500
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0090378291313394e-05,
      "loss": 0.1207,
      "step": 268510
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.008925974810407e-05,
      "loss": 0.1213,
      "step": 268520
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0088141204894746e-05,
      "loss": 0.1177,
      "step": 268530
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0087022661685424e-05,
      "loss": 0.1201,
      "step": 268540
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.00859041184761e-05,
      "loss": 0.1234,
      "step": 268550
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0084785575266773e-05,
      "loss": 0.1229,
      "step": 268560
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0083667032057448e-05,
      "loss": 0.1174,
      "step": 268570
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0082548488848126e-05,
      "loss": 0.127,
      "step": 268580
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0081429945638804e-05,
      "loss": 0.1183,
      "step": 268590
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0080311402429478e-05,
      "loss": 0.1231,
      "step": 268600
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0079192859220153e-05,
      "loss": 0.1227,
      "step": 268610
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0078074316010827e-05,
      "loss": 0.1205,
      "step": 268620
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0076955772801502e-05,
      "loss": 0.1206,
      "step": 268630
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0075837229592183e-05,
      "loss": 0.1199,
      "step": 268640
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0074718686382858e-05,
      "loss": 0.1223,
      "step": 268650
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0073600143173532e-05,
      "loss": 0.1221,
      "step": 268660
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0072481599964207e-05,
      "loss": 0.1201,
      "step": 268670
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.007136305675488e-05,
      "loss": 0.1218,
      "step": 268680
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.007024451354556e-05,
      "loss": 0.1193,
      "step": 268690
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0069125970336237e-05,
      "loss": 0.1216,
      "step": 268700
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0068007427126912e-05,
      "loss": 0.1202,
      "step": 268710
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0066888883917586e-05,
      "loss": 0.1171,
      "step": 268720
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.006577034070826e-05,
      "loss": 0.1197,
      "step": 268730
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.006465179749894e-05,
      "loss": 0.1155,
      "step": 268740
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0063533254289617e-05,
      "loss": 0.1186,
      "step": 268750
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.006241471108029e-05,
      "loss": 0.1254,
      "step": 268760
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0061296167870966e-05,
      "loss": 0.1242,
      "step": 268770
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.006017762466164e-05,
      "loss": 0.1201,
      "step": 268780
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0059059081452318e-05,
      "loss": 0.1191,
      "step": 268790
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0057940538242993e-05,
      "loss": 0.1185,
      "step": 268800
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.005682199503367e-05,
      "loss": 0.1169,
      "step": 268810
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0055703451824345e-05,
      "loss": 0.1221,
      "step": 268820
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.005458490861502e-05,
      "loss": 0.1188,
      "step": 268830
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0053466365405694e-05,
      "loss": 0.12,
      "step": 268840
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0052347822196372e-05,
      "loss": 0.1225,
      "step": 268850
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.005122927898705e-05,
      "loss": 0.1195,
      "step": 268860
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0050110735777725e-05,
      "loss": 0.1229,
      "step": 268870
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.00489921925684e-05,
      "loss": 0.1212,
      "step": 268880
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0047873649359074e-05,
      "loss": 0.1229,
      "step": 268890
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.004675510614975e-05,
      "loss": 0.1222,
      "step": 268900
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.004563656294043e-05,
      "loss": 0.125,
      "step": 268910
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0044518019731104e-05,
      "loss": 0.121,
      "step": 268920
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.004339947652178e-05,
      "loss": 0.1243,
      "step": 268930
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0042280933312453e-05,
      "loss": 0.1217,
      "step": 268940
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.004116239010313e-05,
      "loss": 0.1268,
      "step": 268950
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0040043846893806e-05,
      "loss": 0.1219,
      "step": 268960
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0038925303684484e-05,
      "loss": 0.1162,
      "step": 268970
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0037806760475158e-05,
      "loss": 0.1164,
      "step": 268980
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0036688217265833e-05,
      "loss": 0.1184,
      "step": 268990
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.003556967405651e-05,
      "loss": 0.1214,
      "step": 269000
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0034451130847185e-05,
      "loss": 0.1245,
      "step": 269010
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0033332587637863e-05,
      "loss": 0.12,
      "step": 269020
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0032214044428538e-05,
      "loss": 0.1197,
      "step": 269030
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0031095501219212e-05,
      "loss": 0.1157,
      "step": 269040
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0029976958009887e-05,
      "loss": 0.1164,
      "step": 269050
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0028858414800565e-05,
      "loss": 0.118,
      "step": 269060
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0027739871591243e-05,
      "loss": 0.1191,
      "step": 269070
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0026621328381917e-05,
      "loss": 0.1193,
      "step": 269080
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.002550278517259e-05,
      "loss": 0.1221,
      "step": 269090
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0024384241963266e-05,
      "loss": 0.1193,
      "step": 269100
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0023265698753944e-05,
      "loss": 0.1206,
      "step": 269110
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.002214715554462e-05,
      "loss": 0.1213,
      "step": 269120
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0021028612335297e-05,
      "loss": 0.1276,
      "step": 269130
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.001991006912597e-05,
      "loss": 0.1245,
      "step": 269140
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0018791525916646e-05,
      "loss": 0.1217,
      "step": 269150
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0017672982707324e-05,
      "loss": 0.1161,
      "step": 269160
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0016554439497998e-05,
      "loss": 0.1208,
      "step": 269170
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0015435896288676e-05,
      "loss": 0.1195,
      "step": 269180
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.001431735307935e-05,
      "loss": 0.1218,
      "step": 269190
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0013198809870025e-05,
      "loss": 0.1169,
      "step": 269200
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0012080266660703e-05,
      "loss": 0.1204,
      "step": 269210
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0010961723451378e-05,
      "loss": 0.1177,
      "step": 269220
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0009843180242056e-05,
      "loss": 0.1201,
      "step": 269230
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.000872463703273e-05,
      "loss": 0.1185,
      "step": 269240
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0007606093823405e-05,
      "loss": 0.1189,
      "step": 269250
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0006487550614083e-05,
      "loss": 0.1224,
      "step": 269260
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0005369007404757e-05,
      "loss": 0.1145,
      "step": 269270
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.000425046419543e-05,
      "loss": 0.1182,
      "step": 269280
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.000313192098611e-05,
      "loss": 0.1195,
      "step": 269290
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0002013377776784e-05,
      "loss": 0.1222,
      "step": 269300
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.000089483456746e-05,
      "loss": 0.1207,
      "step": 269310
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9999776291358137e-05,
      "loss": 0.1215,
      "step": 269320
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.999865774814881e-05,
      "loss": 0.1201,
      "step": 269330
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.999753920493949e-05,
      "loss": 0.1199,
      "step": 269340
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9996420661730164e-05,
      "loss": 0.1145,
      "step": 269350
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9995302118520838e-05,
      "loss": 0.1246,
      "step": 269360
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9994183575311516e-05,
      "loss": 0.1188,
      "step": 269370
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.999306503210219e-05,
      "loss": 0.1208,
      "step": 269380
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.999194648889287e-05,
      "loss": 0.125,
      "step": 269390
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9990827945683543e-05,
      "loss": 0.1191,
      "step": 269400
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9989709402474218e-05,
      "loss": 0.1156,
      "step": 269410
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9988590859264895e-05,
      "loss": 0.1235,
      "step": 269420
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.998747231605557e-05,
      "loss": 0.1183,
      "step": 269430
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9986353772846245e-05,
      "loss": 0.1176,
      "step": 269440
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9985235229636922e-05,
      "loss": 0.1207,
      "step": 269450
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9984116686427597e-05,
      "loss": 0.1206,
      "step": 269460
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9982998143218275e-05,
      "loss": 0.1188,
      "step": 269470
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.998187960000895e-05,
      "loss": 0.1204,
      "step": 269480
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9980761056799624e-05,
      "loss": 0.1199,
      "step": 269490
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9979642513590302e-05,
      "loss": 0.1218,
      "step": 269500
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9978523970380977e-05,
      "loss": 0.1217,
      "step": 269510
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.997740542717165e-05,
      "loss": 0.1175,
      "step": 269520
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.997628688396233e-05,
      "loss": 0.1191,
      "step": 269530
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9975168340753004e-05,
      "loss": 0.1206,
      "step": 269540
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.997404979754368e-05,
      "loss": 0.1162,
      "step": 269550
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9972931254334356e-05,
      "loss": 0.1185,
      "step": 269560
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.997181271112503e-05,
      "loss": 0.1208,
      "step": 269570
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.997069416791571e-05,
      "loss": 0.1167,
      "step": 269580
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9969575624706383e-05,
      "loss": 0.1185,
      "step": 269590
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9968457081497058e-05,
      "loss": 0.1222,
      "step": 269600
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9967338538287735e-05,
      "loss": 0.1226,
      "step": 269610
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.996621999507841e-05,
      "loss": 0.1209,
      "step": 269620
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9965101451869088e-05,
      "loss": 0.1226,
      "step": 269630
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9963982908659762e-05,
      "loss": 0.1218,
      "step": 269640
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9962864365450437e-05,
      "loss": 0.1205,
      "step": 269650
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9961745822241115e-05,
      "loss": 0.1188,
      "step": 269660
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.996062727903179e-05,
      "loss": 0.1165,
      "step": 269670
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9959508735822467e-05,
      "loss": 0.1182,
      "step": 269680
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9958390192613142e-05,
      "loss": 0.1156,
      "step": 269690
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9957271649403816e-05,
      "loss": 0.1171,
      "step": 269700
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9956153106194494e-05,
      "loss": 0.1199,
      "step": 269710
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.995503456298517e-05,
      "loss": 0.1212,
      "step": 269720
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9953916019775843e-05,
      "loss": 0.1181,
      "step": 269730
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.995279747656652e-05,
      "loss": 0.121,
      "step": 269740
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9951678933357196e-05,
      "loss": 0.1176,
      "step": 269750
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.995056039014787e-05,
      "loss": 0.1164,
      "step": 269760
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.994944184693855e-05,
      "loss": 0.12,
      "step": 269770
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9948323303729223e-05,
      "loss": 0.1236,
      "step": 269780
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.99472047605199e-05,
      "loss": 0.1218,
      "step": 269790
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9946086217310575e-05,
      "loss": 0.1216,
      "step": 269800
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.994496767410125e-05,
      "loss": 0.1223,
      "step": 269810
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9943849130891928e-05,
      "loss": 0.1198,
      "step": 269820
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9942730587682602e-05,
      "loss": 0.1167,
      "step": 269830
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.994161204447328e-05,
      "loss": 0.1204,
      "step": 269840
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9940493501263955e-05,
      "loss": 0.1158,
      "step": 269850
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.993937495805463e-05,
      "loss": 0.1191,
      "step": 269860
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9938256414845307e-05,
      "loss": 0.1227,
      "step": 269870
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9937137871635982e-05,
      "loss": 0.1168,
      "step": 269880
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.993601932842666e-05,
      "loss": 0.1178,
      "step": 269890
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9934900785217334e-05,
      "loss": 0.1167,
      "step": 269900
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.993378224200801e-05,
      "loss": 0.116,
      "step": 269910
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9932663698798683e-05,
      "loss": 0.1195,
      "step": 269920
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.993154515558936e-05,
      "loss": 0.1168,
      "step": 269930
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9930426612380036e-05,
      "loss": 0.1153,
      "step": 269940
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9929308069170714e-05,
      "loss": 0.1167,
      "step": 269950
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.992818952596139e-05,
      "loss": 0.121,
      "step": 269960
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9927070982752063e-05,
      "loss": 0.1186,
      "step": 269970
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.992595243954274e-05,
      "loss": 0.1198,
      "step": 269980
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9924833896333415e-05,
      "loss": 0.1162,
      "step": 269990
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9923715353124093e-05,
      "loss": 0.1214,
      "step": 270000
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9922596809914768e-05,
      "loss": 0.1152,
      "step": 270010
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9921478266705442e-05,
      "loss": 0.1199,
      "step": 270020
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.992035972349612e-05,
      "loss": 0.1209,
      "step": 270030
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9919241180286795e-05,
      "loss": 0.1182,
      "step": 270040
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9918122637077473e-05,
      "loss": 0.1171,
      "step": 270050
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9917004093868147e-05,
      "loss": 0.1154,
      "step": 270060
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9915885550658822e-05,
      "loss": 0.1189,
      "step": 270070
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9914767007449496e-05,
      "loss": 0.1165,
      "step": 270080
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9913648464240174e-05,
      "loss": 0.1228,
      "step": 270090
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9912529921030852e-05,
      "loss": 0.1163,
      "step": 270100
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9911411377821527e-05,
      "loss": 0.1196,
      "step": 270110
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.99102928346122e-05,
      "loss": 0.1246,
      "step": 270120
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9909174291402876e-05,
      "loss": 0.1214,
      "step": 270130
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9908055748193554e-05,
      "loss": 0.1217,
      "step": 270140
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9906937204984232e-05,
      "loss": 0.116,
      "step": 270150
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9905818661774906e-05,
      "loss": 0.117,
      "step": 270160
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.990470011856558e-05,
      "loss": 0.118,
      "step": 270170
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9903581575356255e-05,
      "loss": 0.1261,
      "step": 270180
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9902463032146933e-05,
      "loss": 0.1183,
      "step": 270190
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9901344488937608e-05,
      "loss": 0.1202,
      "step": 270200
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9900225945728286e-05,
      "loss": 0.1169,
      "step": 270210
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.989910740251896e-05,
      "loss": 0.1178,
      "step": 270220
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9897988859309635e-05,
      "loss": 0.1197,
      "step": 270230
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.989687031610031e-05,
      "loss": 0.1219,
      "step": 270240
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9895751772890987e-05,
      "loss": 0.1195,
      "step": 270250
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9894633229681665e-05,
      "loss": 0.1185,
      "step": 270260
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.989351468647234e-05,
      "loss": 0.1209,
      "step": 270270
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9892396143263014e-05,
      "loss": 0.1145,
      "step": 270280
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.989127760005369e-05,
      "loss": 0.1181,
      "step": 270290
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9890159056844367e-05,
      "loss": 0.1209,
      "step": 270300
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9889040513635045e-05,
      "loss": 0.1159,
      "step": 270310
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.988792197042572e-05,
      "loss": 0.1165,
      "step": 270320
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9886803427216394e-05,
      "loss": 0.1157,
      "step": 270330
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.988568488400707e-05,
      "loss": 0.1232,
      "step": 270340
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9884566340797746e-05,
      "loss": 0.1189,
      "step": 270350
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9883447797588424e-05,
      "loss": 0.1178,
      "step": 270360
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.98823292543791e-05,
      "loss": 0.1203,
      "step": 270370
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9881210711169773e-05,
      "loss": 0.1174,
      "step": 270380
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9880092167960448e-05,
      "loss": 0.1169,
      "step": 270390
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9878973624751122e-05,
      "loss": 0.1205,
      "step": 270400
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.98778550815418e-05,
      "loss": 0.113,
      "step": 270410
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9876736538332478e-05,
      "loss": 0.121,
      "step": 270420
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9875617995123153e-05,
      "loss": 0.1182,
      "step": 270430
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9874499451913827e-05,
      "loss": 0.1213,
      "step": 270440
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9873380908704502e-05,
      "loss": 0.1223,
      "step": 270450
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.987226236549518e-05,
      "loss": 0.1206,
      "step": 270460
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9871143822285858e-05,
      "loss": 0.109,
      "step": 270470
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9870025279076532e-05,
      "loss": 0.1189,
      "step": 270480
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9868906735867207e-05,
      "loss": 0.1146,
      "step": 270490
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.986778819265788e-05,
      "loss": 0.1151,
      "step": 270500
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.986666964944856e-05,
      "loss": 0.1133,
      "step": 270510
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9865551106239237e-05,
      "loss": 0.1167,
      "step": 270520
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.986443256302991e-05,
      "loss": 0.1197,
      "step": 270530
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9863314019820586e-05,
      "loss": 0.118,
      "step": 270540
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.986219547661126e-05,
      "loss": 0.1178,
      "step": 270550
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9861076933401935e-05,
      "loss": 0.1125,
      "step": 270560
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9859958390192617e-05,
      "loss": 0.1185,
      "step": 270570
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.985883984698329e-05,
      "loss": 0.118,
      "step": 270580
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9857721303773966e-05,
      "loss": 0.1197,
      "step": 270590
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.985660276056464e-05,
      "loss": 0.1162,
      "step": 270600
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9855484217355315e-05,
      "loss": 0.1212,
      "step": 270610
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9854365674145993e-05,
      "loss": 0.1172,
      "step": 270620
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.985324713093667e-05,
      "loss": 0.1156,
      "step": 270630
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9852128587727345e-05,
      "loss": 0.118,
      "step": 270640
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.985101004451802e-05,
      "loss": 0.1157,
      "step": 270650
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9849891501308694e-05,
      "loss": 0.1191,
      "step": 270660
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9848772958099372e-05,
      "loss": 0.1129,
      "step": 270670
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.984765441489005e-05,
      "loss": 0.1203,
      "step": 270680
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9846535871680725e-05,
      "loss": 0.1191,
      "step": 270690
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.98454173284714e-05,
      "loss": 0.1177,
      "step": 270700
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9844298785262074e-05,
      "loss": 0.1152,
      "step": 270710
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.984318024205275e-05,
      "loss": 0.1212,
      "step": 270720
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.984206169884343e-05,
      "loss": 0.1129,
      "step": 270730
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9840943155634104e-05,
      "loss": 0.1115,
      "step": 270740
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.983982461242478e-05,
      "loss": 0.1143,
      "step": 270750
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9838706069215453e-05,
      "loss": 0.116,
      "step": 270760
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.983758752600613e-05,
      "loss": 0.1152,
      "step": 270770
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.983646898279681e-05,
      "loss": 0.1156,
      "step": 270780
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9835350439587484e-05,
      "loss": 0.1162,
      "step": 270790
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9834231896378158e-05,
      "loss": 0.1143,
      "step": 270800
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9833113353168833e-05,
      "loss": 0.1183,
      "step": 270810
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9831994809959507e-05,
      "loss": 0.1168,
      "step": 270820
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.983087626675019e-05,
      "loss": 0.1183,
      "step": 270830
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9829757723540863e-05,
      "loss": 0.1186,
      "step": 270840
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9828639180331538e-05,
      "loss": 0.1164,
      "step": 270850
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9827520637122212e-05,
      "loss": 0.1172,
      "step": 270860
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9826402093912887e-05,
      "loss": 0.1173,
      "step": 270870
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9825283550703565e-05,
      "loss": 0.1145,
      "step": 270880
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9824165007494243e-05,
      "loss": 0.1204,
      "step": 270890
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9823046464284917e-05,
      "loss": 0.123,
      "step": 270900
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.982192792107559e-05,
      "loss": 0.1138,
      "step": 270910
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9820809377866266e-05,
      "loss": 0.1142,
      "step": 270920
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9819690834656944e-05,
      "loss": 0.1189,
      "step": 270930
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9818572291447622e-05,
      "loss": 0.1215,
      "step": 270940
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9817453748238297e-05,
      "loss": 0.1225,
      "step": 270950
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.981633520502897e-05,
      "loss": 0.1167,
      "step": 270960
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9815216661819646e-05,
      "loss": 0.1139,
      "step": 270970
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9814098118610324e-05,
      "loss": 0.1215,
      "step": 270980
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9812979575401e-05,
      "loss": 0.1146,
      "step": 270990
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9811861032191676e-05,
      "loss": 0.118,
      "step": 271000
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.981074248898235e-05,
      "loss": 0.1169,
      "step": 271010
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9809623945773025e-05,
      "loss": 0.115,
      "step": 271020
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.98085054025637e-05,
      "loss": 0.1158,
      "step": 271030
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9807386859354378e-05,
      "loss": 0.1128,
      "step": 271040
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9806268316145056e-05,
      "loss": 0.1153,
      "step": 271050
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.980514977293573e-05,
      "loss": 0.1149,
      "step": 271060
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9804031229726405e-05,
      "loss": 0.1168,
      "step": 271070
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.980291268651708e-05,
      "loss": 0.1179,
      "step": 271080
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9801794143307757e-05,
      "loss": 0.1183,
      "step": 271090
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9800675600098435e-05,
      "loss": 0.1179,
      "step": 271100
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.979955705688911e-05,
      "loss": 0.1143,
      "step": 271110
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9798438513679784e-05,
      "loss": 0.1183,
      "step": 271120
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.979731997047046e-05,
      "loss": 0.1156,
      "step": 271130
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9796201427261137e-05,
      "loss": 0.1139,
      "step": 271140
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9795082884051814e-05,
      "loss": 0.1205,
      "step": 271150
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.979396434084249e-05,
      "loss": 0.1192,
      "step": 271160
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9792845797633164e-05,
      "loss": 0.1194,
      "step": 271170
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9791727254423838e-05,
      "loss": 0.12,
      "step": 271180
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9790608711214516e-05,
      "loss": 0.119,
      "step": 271190
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.978949016800519e-05,
      "loss": 0.117,
      "step": 271200
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.978837162479587e-05,
      "loss": 0.1099,
      "step": 271210
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9787253081586543e-05,
      "loss": 0.117,
      "step": 271220
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9786246392698152e-05,
      "loss": 0.118,
      "step": 271230
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9785127849488826e-05,
      "loss": 0.1133,
      "step": 271240
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.97840093062795e-05,
      "loss": 0.1171,
      "step": 271250
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.978289076307018e-05,
      "loss": 0.124,
      "step": 271260
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9781772219860853e-05,
      "loss": 0.1159,
      "step": 271270
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.978065367665153e-05,
      "loss": 0.1152,
      "step": 271280
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9779535133442206e-05,
      "loss": 0.114,
      "step": 271290
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.977841659023288e-05,
      "loss": 0.1167,
      "step": 271300
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9777298047023558e-05,
      "loss": 0.117,
      "step": 271310
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9776179503814233e-05,
      "loss": 0.1176,
      "step": 271320
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.977506096060491e-05,
      "loss": 0.1176,
      "step": 271330
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9773942417395585e-05,
      "loss": 0.1181,
      "step": 271340
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.977282387418626e-05,
      "loss": 0.1163,
      "step": 271350
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9771705330976938e-05,
      "loss": 0.1149,
      "step": 271360
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9770586787767612e-05,
      "loss": 0.1198,
      "step": 271370
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.976946824455829e-05,
      "loss": 0.1128,
      "step": 271380
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9768349701348965e-05,
      "loss": 0.1172,
      "step": 271390
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.976723115813964e-05,
      "loss": 0.1172,
      "step": 271400
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9766112614930317e-05,
      "loss": 0.1165,
      "step": 271410
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9764994071720992e-05,
      "loss": 0.1175,
      "step": 271420
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9763875528511666e-05,
      "loss": 0.1176,
      "step": 271430
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9762756985302344e-05,
      "loss": 0.114,
      "step": 271440
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.976163844209302e-05,
      "loss": 0.1193,
      "step": 271450
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9760519898883693e-05,
      "loss": 0.1157,
      "step": 271460
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.975940135567437e-05,
      "loss": 0.1123,
      "step": 271470
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9758282812465046e-05,
      "loss": 0.115,
      "step": 271480
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9757164269255724e-05,
      "loss": 0.1117,
      "step": 271490
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9756045726046398e-05,
      "loss": 0.1188,
      "step": 271500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9754927182837073e-05,
      "loss": 0.1174,
      "step": 271510
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.975380863962775e-05,
      "loss": 0.1154,
      "step": 271520
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9752690096418425e-05,
      "loss": 0.1188,
      "step": 271530
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9751571553209103e-05,
      "loss": 0.1232,
      "step": 271540
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9750453009999778e-05,
      "loss": 0.1201,
      "step": 271550
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9749334466790452e-05,
      "loss": 0.1124,
      "step": 271560
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.974821592358113e-05,
      "loss": 0.1095,
      "step": 271570
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9747097380371805e-05,
      "loss": 0.1198,
      "step": 271580
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.974597883716248e-05,
      "loss": 0.1169,
      "step": 271590
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9744860293953157e-05,
      "loss": 0.1165,
      "step": 271600
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9743741750743832e-05,
      "loss": 0.1219,
      "step": 271610
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.974262320753451e-05,
      "loss": 0.1173,
      "step": 271620
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9741504664325184e-05,
      "loss": 0.1206,
      "step": 271630
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.974038612111586e-05,
      "loss": 0.1172,
      "step": 271640
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9739267577906537e-05,
      "loss": 0.1203,
      "step": 271650
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.973814903469721e-05,
      "loss": 0.1149,
      "step": 271660
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9737030491487886e-05,
      "loss": 0.1158,
      "step": 271670
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9735911948278564e-05,
      "loss": 0.1139,
      "step": 271680
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9734793405069238e-05,
      "loss": 0.1183,
      "step": 271690
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9733674861859913e-05,
      "loss": 0.1166,
      "step": 271700
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.973255631865059e-05,
      "loss": 0.1162,
      "step": 271710
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9731437775441265e-05,
      "loss": 0.1146,
      "step": 271720
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9730319232231943e-05,
      "loss": 0.118,
      "step": 271730
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9729200689022618e-05,
      "loss": 0.1137,
      "step": 271740
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9728082145813292e-05,
      "loss": 0.1139,
      "step": 271750
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.972696360260397e-05,
      "loss": 0.1148,
      "step": 271760
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9725845059394645e-05,
      "loss": 0.1184,
      "step": 271770
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9724726516185323e-05,
      "loss": 0.1136,
      "step": 271780
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9723607972975997e-05,
      "loss": 0.1164,
      "step": 271790
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.972248942976667e-05,
      "loss": 0.1176,
      "step": 271800
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.972137088655735e-05,
      "loss": 0.1181,
      "step": 271810
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9720252343348024e-05,
      "loss": 0.1161,
      "step": 271820
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9719133800138702e-05,
      "loss": 0.1141,
      "step": 271830
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9718015256929377e-05,
      "loss": 0.1219,
      "step": 271840
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.971689671372005e-05,
      "loss": 0.117,
      "step": 271850
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9715778170510726e-05,
      "loss": 0.116,
      "step": 271860
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9714659627301404e-05,
      "loss": 0.1182,
      "step": 271870
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9713541084092078e-05,
      "loss": 0.1151,
      "step": 271880
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9712422540882756e-05,
      "loss": 0.1175,
      "step": 271890
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.971130399767343e-05,
      "loss": 0.1131,
      "step": 271900
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9710185454464105e-05,
      "loss": 0.119,
      "step": 271910
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9709066911254783e-05,
      "loss": 0.118,
      "step": 271920
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9707948368045458e-05,
      "loss": 0.1165,
      "step": 271930
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9706829824836136e-05,
      "loss": 0.1158,
      "step": 271940
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.970571128162681e-05,
      "loss": 0.1117,
      "step": 271950
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9704592738417485e-05,
      "loss": 0.1182,
      "step": 271960
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9703474195208163e-05,
      "loss": 0.1141,
      "step": 271970
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9702355651998837e-05,
      "loss": 0.1179,
      "step": 271980
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9701237108789515e-05,
      "loss": 0.1154,
      "step": 271990
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.970011856558019e-05,
      "loss": 0.1182,
      "step": 272000
    },
    {
      "epoch": 0.61,
      "eval_NEIMS_canon_smiles": 0.95485,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.18763333333333335,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5784484096296032,
      "eval_NEIMS_exact_mols": 0.18745,
      "eval_NEIMS_exact_smiles": 0.18318333333333334,
      "eval_NEIMS_loss": 0.14869239926338196,
      "eval_NEIMS_matched_formulas": 0.7114,
      "eval_NEIMS_morgan_tanimoto_simil": 0.497468752807355,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.18805,
      "eval_NEIMS_runtime": 728.6793,
      "eval_NEIMS_samples_per_second": 82.341,
      "eval_NEIMS_steps_per_second": 1.287,
      "step": 272000
    },
    {
      "epoch": 0.61,
      "eval_RASSP_canon_smiles": 0.9543693859151167,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.2559354860253114,
      "eval_RASSP_daylight_tanimoto_simil": 0.6767238723323885,
      "eval_RASSP_exact_mols": 0.2551173740274485,
      "eval_RASSP_exact_smiles": 0.24927371689985642,
      "eval_RASSP_loss": 0.11704910546541214,
      "eval_RASSP_matched_formulas": 0.8515043243062744,
      "eval_RASSP_morgan_tanimoto_simil": 0.5597314511480299,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.2552342471700003,
      "eval_RASSP_runtime": 829.0198,
      "eval_RASSP_samples_per_second": 72.247,
      "eval_RASSP_steps_per_second": 1.129,
      "step": 272000
    },
    {
      "epoch": 0.61,
      "eval_NEIMS_old_canon_smiles": 0.9543666666666667,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.18693333333333334,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5768216159250155,
      "eval_NEIMS_old_exact_mols": 0.18656666666666666,
      "eval_NEIMS_old_exact_smiles": 0.1821,
      "eval_NEIMS_old_loss": 0.14844359457492828,
      "eval_NEIMS_old_matched_formulas": 0.7108,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.49742459676388656,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.1874,
      "eval_NEIMS_old_runtime": 368.767,
      "eval_NEIMS_old_samples_per_second": 81.352,
      "eval_NEIMS_old_steps_per_second": 1.272,
      "step": 272000
    },
    {
      "epoch": 0.61,
      "eval_RASSP_old_canon_smiles": 0.9529148730269964,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.28227717155537757,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.6954865411845788,
      "eval_RASSP_old_exact_mols": 0.2817432509093336,
      "eval_RASSP_old_exact_smiles": 0.27480228251076183,
      "eval_RASSP_old_loss": 0.10987779498100281,
      "eval_RASSP_old_matched_formulas": 0.8646844862682284,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.5832676306070302,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.28194347115160007,
      "eval_RASSP_old_runtime": 415.1719,
      "eval_RASSP_old_samples_per_second": 72.18,
      "eval_RASSP_old_steps_per_second": 1.13,
      "step": 272000
    },
    {
      "epoch": 0.61,
      "eval_NIST_canon_smiles": 0.8645349043546154,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.025126876530503602,
      "eval_NIST_daylight_tanimoto_simil": 0.29465860188434156,
      "eval_NIST_exact_mols": 0.02374276892500976,
      "eval_NIST_exact_smiles": 0.022216701565106294,
      "eval_NIST_loss": 1.7978724241256714,
      "eval_NIST_matched_formulas": 0.11622954892288036,
      "eval_NIST_morgan_tanimoto_simil": 0.24539636893789793,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.024913936898889166,
      "eval_NIST_runtime": 601.6261,
      "eval_NIST_samples_per_second": 46.835,
      "eval_NIST_steps_per_second": 0.733,
      "step": 272000
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9699000022370864e-05,
      "loss": 0.1144,
      "step": 272010
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.969788147916154e-05,
      "loss": 0.1139,
      "step": 272020
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9696762935952217e-05,
      "loss": 0.115,
      "step": 272030
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9695644392742895e-05,
      "loss": 0.1201,
      "step": 272040
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.969452584953357e-05,
      "loss": 0.1142,
      "step": 272050
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9693407306324244e-05,
      "loss": 0.1101,
      "step": 272060
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9692288763114918e-05,
      "loss": 0.1208,
      "step": 272070
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9691170219905596e-05,
      "loss": 0.109,
      "step": 272080
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.969005167669627e-05,
      "loss": 0.1143,
      "step": 272090
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.968893313348695e-05,
      "loss": 0.1164,
      "step": 272100
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9687814590277623e-05,
      "loss": 0.1108,
      "step": 272110
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9686696047068298e-05,
      "loss": 0.1125,
      "step": 272120
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9685577503858976e-05,
      "loss": 0.113,
      "step": 272130
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.968445896064965e-05,
      "loss": 0.1128,
      "step": 272140
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9683340417440328e-05,
      "loss": 0.112,
      "step": 272150
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9682221874231003e-05,
      "loss": 0.1165,
      "step": 272160
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9681103331021677e-05,
      "loss": 0.118,
      "step": 272170
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.967998478781235e-05,
      "loss": 0.1155,
      "step": 272180
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.967886624460303e-05,
      "loss": 0.1182,
      "step": 272190
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9677747701393707e-05,
      "loss": 0.1151,
      "step": 272200
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9676629158184382e-05,
      "loss": 0.1169,
      "step": 272210
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9675510614975057e-05,
      "loss": 0.115,
      "step": 272220
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.967439207176573e-05,
      "loss": 0.1158,
      "step": 272230
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.967327352855641e-05,
      "loss": 0.1131,
      "step": 272240
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9672154985347087e-05,
      "loss": 0.1159,
      "step": 272250
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.967103644213776e-05,
      "loss": 0.1134,
      "step": 272260
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9669917898928436e-05,
      "loss": 0.1155,
      "step": 272270
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.966879935571911e-05,
      "loss": 0.1197,
      "step": 272280
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.966768081250979e-05,
      "loss": 0.1126,
      "step": 272290
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9666562269300466e-05,
      "loss": 0.1124,
      "step": 272300
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.966544372609114e-05,
      "loss": 0.1165,
      "step": 272310
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9664325182881816e-05,
      "loss": 0.1153,
      "step": 272320
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.966320663967249e-05,
      "loss": 0.1156,
      "step": 272330
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9662088096463165e-05,
      "loss": 0.1182,
      "step": 272340
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9660969553253843e-05,
      "loss": 0.1117,
      "step": 272350
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.965985101004452e-05,
      "loss": 0.1161,
      "step": 272360
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9658732466835195e-05,
      "loss": 0.1152,
      "step": 272370
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.965761392362587e-05,
      "loss": 0.1184,
      "step": 272380
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9656495380416544e-05,
      "loss": 0.1131,
      "step": 272390
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9655376837207222e-05,
      "loss": 0.1142,
      "step": 272400
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.96542582939979e-05,
      "loss": 0.1188,
      "step": 272410
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9653139750788574e-05,
      "loss": 0.1143,
      "step": 272420
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.965202120757925e-05,
      "loss": 0.115,
      "step": 272430
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9650902664369924e-05,
      "loss": 0.1156,
      "step": 272440
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.96497841211606e-05,
      "loss": 0.1142,
      "step": 272450
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.964866557795128e-05,
      "loss": 0.1154,
      "step": 272460
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9647547034741954e-05,
      "loss": 0.1092,
      "step": 272470
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.964642849153263e-05,
      "loss": 0.1135,
      "step": 272480
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9645309948323303e-05,
      "loss": 0.1135,
      "step": 272490
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9644191405113978e-05,
      "loss": 0.1161,
      "step": 272500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.964307286190466e-05,
      "loss": 0.1225,
      "step": 272510
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9641954318695333e-05,
      "loss": 0.1134,
      "step": 272520
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9640835775486008e-05,
      "loss": 0.1214,
      "step": 272530
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9639717232276682e-05,
      "loss": 0.1158,
      "step": 272540
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9638598689067357e-05,
      "loss": 0.116,
      "step": 272550
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9637480145858035e-05,
      "loss": 0.1196,
      "step": 272560
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9636361602648713e-05,
      "loss": 0.1166,
      "step": 272570
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9635243059439387e-05,
      "loss": 0.1119,
      "step": 272580
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9634124516230062e-05,
      "loss": 0.1103,
      "step": 272590
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9633005973020736e-05,
      "loss": 0.1172,
      "step": 272600
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9631887429811414e-05,
      "loss": 0.1204,
      "step": 272610
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9630768886602092e-05,
      "loss": 0.1211,
      "step": 272620
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9629650343392767e-05,
      "loss": 0.1184,
      "step": 272630
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.962853180018344e-05,
      "loss": 0.1227,
      "step": 272640
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9627413256974116e-05,
      "loss": 0.1163,
      "step": 272650
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9626294713764794e-05,
      "loss": 0.1171,
      "step": 272660
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9625176170555472e-05,
      "loss": 0.1239,
      "step": 272670
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9624057627346146e-05,
      "loss": 0.1274,
      "step": 272680
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.962293908413682e-05,
      "loss": 0.1237,
      "step": 272690
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9621820540927495e-05,
      "loss": 0.1258,
      "step": 272700
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.962070199771817e-05,
      "loss": 0.1236,
      "step": 272710
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.961958345450885e-05,
      "loss": 0.1253,
      "step": 272720
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9618464911299526e-05,
      "loss": 0.127,
      "step": 272730
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.96173463680902e-05,
      "loss": 0.1248,
      "step": 272740
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9616227824880875e-05,
      "loss": 0.1196,
      "step": 272750
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.961510928167155e-05,
      "loss": 0.1244,
      "step": 272760
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9613990738462227e-05,
      "loss": 0.1212,
      "step": 272770
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9612872195252905e-05,
      "loss": 0.1237,
      "step": 272780
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.961175365204358e-05,
      "loss": 0.1235,
      "step": 272790
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9610635108834254e-05,
      "loss": 0.1217,
      "step": 272800
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.960951656562493e-05,
      "loss": 0.1195,
      "step": 272810
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9608398022415607e-05,
      "loss": 0.121,
      "step": 272820
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9607279479206285e-05,
      "loss": 0.1225,
      "step": 272830
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.960616093599696e-05,
      "loss": 0.122,
      "step": 272840
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9605042392787634e-05,
      "loss": 0.1242,
      "step": 272850
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.960392384957831e-05,
      "loss": 0.1259,
      "step": 272860
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9602805306368986e-05,
      "loss": 0.1198,
      "step": 272870
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9601686763159664e-05,
      "loss": 0.1254,
      "step": 272880
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.960056821995034e-05,
      "loss": 0.1182,
      "step": 272890
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9599449676741013e-05,
      "loss": 0.1207,
      "step": 272900
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9598331133531688e-05,
      "loss": 0.1229,
      "step": 272910
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9597212590322366e-05,
      "loss": 0.1251,
      "step": 272920
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9596094047113044e-05,
      "loss": 0.1217,
      "step": 272930
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9594975503903718e-05,
      "loss": 0.1223,
      "step": 272940
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9593856960694393e-05,
      "loss": 0.1213,
      "step": 272950
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9592738417485067e-05,
      "loss": 0.1218,
      "step": 272960
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9591619874275742e-05,
      "loss": 0.1244,
      "step": 272970
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.959050133106642e-05,
      "loss": 0.1278,
      "step": 272980
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9589382787857098e-05,
      "loss": 0.1219,
      "step": 272990
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9588264244647772e-05,
      "loss": 0.1195,
      "step": 273000
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9587145701438447e-05,
      "loss": 0.1211,
      "step": 273010
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.958602715822912e-05,
      "loss": 0.1194,
      "step": 273020
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.95849086150198e-05,
      "loss": 0.1169,
      "step": 273030
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9583790071810477e-05,
      "loss": 0.1199,
      "step": 273040
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9582671528601152e-05,
      "loss": 0.1244,
      "step": 273050
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9581552985391826e-05,
      "loss": 0.127,
      "step": 273060
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.95804344421825e-05,
      "loss": 0.1229,
      "step": 273070
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.957931589897318e-05,
      "loss": 0.1234,
      "step": 273080
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9578197355763857e-05,
      "loss": 0.1235,
      "step": 273090
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.957707881255453e-05,
      "loss": 0.1224,
      "step": 273100
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9575960269345206e-05,
      "loss": 0.1197,
      "step": 273110
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.957484172613588e-05,
      "loss": 0.1224,
      "step": 273120
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9573723182926558e-05,
      "loss": 0.1216,
      "step": 273130
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9572604639717233e-05,
      "loss": 0.1235,
      "step": 273140
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.957148609650791e-05,
      "loss": 0.1271,
      "step": 273150
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9570367553298585e-05,
      "loss": 0.1206,
      "step": 273160
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.956924901008926e-05,
      "loss": 0.1253,
      "step": 273170
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9568130466879934e-05,
      "loss": 0.1229,
      "step": 273180
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9567011923670612e-05,
      "loss": 0.1197,
      "step": 273190
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.956589338046129e-05,
      "loss": 0.123,
      "step": 273200
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9564774837251965e-05,
      "loss": 0.1187,
      "step": 273210
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.956365629404264e-05,
      "loss": 0.1188,
      "step": 273220
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9562537750833314e-05,
      "loss": 0.1276,
      "step": 273230
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9561531061944923e-05,
      "loss": 0.1248,
      "step": 273240
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.95604125187356e-05,
      "loss": 0.1242,
      "step": 273250
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9559293975526275e-05,
      "loss": 0.1186,
      "step": 273260
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9558175432316953e-05,
      "loss": 0.1239,
      "step": 273270
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9557056889107628e-05,
      "loss": 0.1216,
      "step": 273280
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9555938345898302e-05,
      "loss": 0.1217,
      "step": 273290
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.955481980268898e-05,
      "loss": 0.1276,
      "step": 273300
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9553701259479655e-05,
      "loss": 0.1224,
      "step": 273310
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9552582716270332e-05,
      "loss": 0.124,
      "step": 273320
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9551464173061007e-05,
      "loss": 0.1204,
      "step": 273330
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.955034562985168e-05,
      "loss": 0.1251,
      "step": 273340
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9549227086642356e-05,
      "loss": 0.1188,
      "step": 273350
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9548108543433034e-05,
      "loss": 0.1179,
      "step": 273360
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.954699000022371e-05,
      "loss": 0.1208,
      "step": 273370
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9545871457014386e-05,
      "loss": 0.1242,
      "step": 273380
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.954475291380506e-05,
      "loss": 0.1221,
      "step": 273390
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9543634370595736e-05,
      "loss": 0.1188,
      "step": 273400
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9542515827386413e-05,
      "loss": 0.1245,
      "step": 273410
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9541397284177088e-05,
      "loss": 0.1228,
      "step": 273420
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9540278740967766e-05,
      "loss": 0.1199,
      "step": 273430
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.953916019775844e-05,
      "loss": 0.1155,
      "step": 273440
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9538041654549115e-05,
      "loss": 0.1186,
      "step": 273450
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9536923111339793e-05,
      "loss": 0.1232,
      "step": 273460
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9535804568130467e-05,
      "loss": 0.1227,
      "step": 273470
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9534686024921145e-05,
      "loss": 0.1184,
      "step": 273480
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.953356748171182e-05,
      "loss": 0.1246,
      "step": 273490
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9532448938502494e-05,
      "loss": 0.1213,
      "step": 273500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9531330395293172e-05,
      "loss": 0.1169,
      "step": 273510
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9530211852083847e-05,
      "loss": 0.1214,
      "step": 273520
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.952909330887452e-05,
      "loss": 0.1197,
      "step": 273530
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.95279747656652e-05,
      "loss": 0.1187,
      "step": 273540
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9526856222455874e-05,
      "loss": 0.1242,
      "step": 273550
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.952573767924655e-05,
      "loss": 0.1194,
      "step": 273560
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9524619136037226e-05,
      "loss": 0.1267,
      "step": 273570
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.95235005928279e-05,
      "loss": 0.1198,
      "step": 273580
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.952238204961858e-05,
      "loss": 0.1244,
      "step": 273590
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9521263506409253e-05,
      "loss": 0.1242,
      "step": 273600
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9520144963199928e-05,
      "loss": 0.1188,
      "step": 273610
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9519026419990606e-05,
      "loss": 0.1209,
      "step": 273620
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.951790787678128e-05,
      "loss": 0.121,
      "step": 273630
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.951678933357196e-05,
      "loss": 0.1201,
      "step": 273640
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9515670790362633e-05,
      "loss": 0.122,
      "step": 273650
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9514552247153307e-05,
      "loss": 0.1256,
      "step": 273660
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9513433703943985e-05,
      "loss": 0.1228,
      "step": 273670
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.951231516073466e-05,
      "loss": 0.1186,
      "step": 273680
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9511196617525334e-05,
      "loss": 0.1181,
      "step": 273690
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9510078074316012e-05,
      "loss": 0.121,
      "step": 273700
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9508959531106687e-05,
      "loss": 0.1193,
      "step": 273710
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9507840987897365e-05,
      "loss": 0.1242,
      "step": 273720
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.950672244468804e-05,
      "loss": 0.1196,
      "step": 273730
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9505603901478714e-05,
      "loss": 0.1231,
      "step": 273740
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9504485358269392e-05,
      "loss": 0.1185,
      "step": 273750
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9503366815060066e-05,
      "loss": 0.1178,
      "step": 273760
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9502248271850744e-05,
      "loss": 0.1179,
      "step": 273770
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.950112972864142e-05,
      "loss": 0.1231,
      "step": 273780
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9500011185432093e-05,
      "loss": 0.1208,
      "step": 273790
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.949889264222277e-05,
      "loss": 0.1183,
      "step": 273800
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9497774099013446e-05,
      "loss": 0.1176,
      "step": 273810
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.949665555580412e-05,
      "loss": 0.1249,
      "step": 273820
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.94955370125948e-05,
      "loss": 0.1217,
      "step": 273830
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9494418469385473e-05,
      "loss": 0.1162,
      "step": 273840
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9493299926176147e-05,
      "loss": 0.1213,
      "step": 273850
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9492181382966825e-05,
      "loss": 0.1158,
      "step": 273860
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.94910628397575e-05,
      "loss": 0.1241,
      "step": 273870
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9489944296548178e-05,
      "loss": 0.1176,
      "step": 273880
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9488825753338852e-05,
      "loss": 0.1145,
      "step": 273890
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9487707210129527e-05,
      "loss": 0.1242,
      "step": 273900
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9486588666920205e-05,
      "loss": 0.1223,
      "step": 273910
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.948547012371088e-05,
      "loss": 0.1222,
      "step": 273920
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9484351580501557e-05,
      "loss": 0.1181,
      "step": 273930
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9483233037292232e-05,
      "loss": 0.1212,
      "step": 273940
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9482114494082906e-05,
      "loss": 0.1195,
      "step": 273950
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9480995950873584e-05,
      "loss": 0.1179,
      "step": 273960
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.947987740766426e-05,
      "loss": 0.1246,
      "step": 273970
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9478758864454937e-05,
      "loss": 0.1168,
      "step": 273980
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.947764032124561e-05,
      "loss": 0.1209,
      "step": 273990
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9476521778036286e-05,
      "loss": 0.1198,
      "step": 274000
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.947540323482696e-05,
      "loss": 0.1217,
      "step": 274010
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.947428469161764e-05,
      "loss": 0.1198,
      "step": 274020
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9473166148408313e-05,
      "loss": 0.1192,
      "step": 274030
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.947204760519899e-05,
      "loss": 0.1191,
      "step": 274040
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9470929061989665e-05,
      "loss": 0.119,
      "step": 274050
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.946981051878034e-05,
      "loss": 0.1183,
      "step": 274060
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9468691975571018e-05,
      "loss": 0.1197,
      "step": 274070
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9467573432361692e-05,
      "loss": 0.1187,
      "step": 274080
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.946645488915237e-05,
      "loss": 0.1206,
      "step": 274090
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9465336345943045e-05,
      "loss": 0.1182,
      "step": 274100
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.946421780273372e-05,
      "loss": 0.1228,
      "step": 274110
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9463099259524397e-05,
      "loss": 0.1177,
      "step": 274120
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9461980716315072e-05,
      "loss": 0.1173,
      "step": 274130
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.946086217310575e-05,
      "loss": 0.1169,
      "step": 274140
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9459743629896424e-05,
      "loss": 0.1233,
      "step": 274150
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.94586250866871e-05,
      "loss": 0.1205,
      "step": 274160
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9457506543477773e-05,
      "loss": 0.1167,
      "step": 274170
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.945638800026845e-05,
      "loss": 0.1241,
      "step": 274180
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.945526945705913e-05,
      "loss": 0.1209,
      "step": 274190
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9454150913849804e-05,
      "loss": 0.118,
      "step": 274200
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9453032370640478e-05,
      "loss": 0.1194,
      "step": 274210
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9451913827431153e-05,
      "loss": 0.1166,
      "step": 274220
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.945079528422183e-05,
      "loss": 0.1226,
      "step": 274230
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9449676741012505e-05,
      "loss": 0.1162,
      "step": 274240
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9448558197803183e-05,
      "loss": 0.1262,
      "step": 274250
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9447439654593858e-05,
      "loss": 0.1221,
      "step": 274260
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9446321111384532e-05,
      "loss": 0.1209,
      "step": 274270
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.944520256817521e-05,
      "loss": 0.1189,
      "step": 274280
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9444084024965885e-05,
      "loss": 0.1258,
      "step": 274290
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9442965481756563e-05,
      "loss": 0.1221,
      "step": 274300
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9441846938547237e-05,
      "loss": 0.117,
      "step": 274310
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9440728395337912e-05,
      "loss": 0.1208,
      "step": 274320
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9439609852128586e-05,
      "loss": 0.1211,
      "step": 274330
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9438491308919264e-05,
      "loss": 0.1192,
      "step": 274340
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9437372765709942e-05,
      "loss": 0.1227,
      "step": 274350
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9436254222500617e-05,
      "loss": 0.1182,
      "step": 274360
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.943513567929129e-05,
      "loss": 0.1194,
      "step": 274370
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9434017136081966e-05,
      "loss": 0.116,
      "step": 274380
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9432898592872644e-05,
      "loss": 0.1215,
      "step": 274390
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.943178004966332e-05,
      "loss": 0.1184,
      "step": 274400
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9430661506453996e-05,
      "loss": 0.117,
      "step": 274410
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.942954296324467e-05,
      "loss": 0.1246,
      "step": 274420
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9428424420035345e-05,
      "loss": 0.1207,
      "step": 274430
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9427305876826023e-05,
      "loss": 0.1207,
      "step": 274440
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9426187333616698e-05,
      "loss": 0.1199,
      "step": 274450
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9425068790407376e-05,
      "loss": 0.1215,
      "step": 274460
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.942395024719805e-05,
      "loss": 0.1231,
      "step": 274470
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9422831703988725e-05,
      "loss": 0.121,
      "step": 274480
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.94217131607794e-05,
      "loss": 0.1153,
      "step": 274490
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9420594617570077e-05,
      "loss": 0.1209,
      "step": 274500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9419476074360755e-05,
      "loss": 0.1203,
      "step": 274510
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.941835753115143e-05,
      "loss": 0.1212,
      "step": 274520
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9417238987942104e-05,
      "loss": 0.1144,
      "step": 274530
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.941612044473278e-05,
      "loss": 0.1207,
      "step": 274540
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9415001901523457e-05,
      "loss": 0.1207,
      "step": 274550
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9413883358314135e-05,
      "loss": 0.1164,
      "step": 274560
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.941276481510481e-05,
      "loss": 0.1131,
      "step": 274570
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9411646271895484e-05,
      "loss": 0.1197,
      "step": 274580
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9410527728686158e-05,
      "loss": 0.1139,
      "step": 274590
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9409409185476836e-05,
      "loss": 0.1184,
      "step": 274600
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9408290642267514e-05,
      "loss": 0.1196,
      "step": 274610
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.940717209905819e-05,
      "loss": 0.1219,
      "step": 274620
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9406053555848863e-05,
      "loss": 0.1171,
      "step": 274630
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9404935012639538e-05,
      "loss": 0.1158,
      "step": 274640
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9403816469430212e-05,
      "loss": 0.1178,
      "step": 274650
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9402697926220894e-05,
      "loss": 0.1163,
      "step": 274660
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9401579383011568e-05,
      "loss": 0.1166,
      "step": 274670
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9400460839802243e-05,
      "loss": 0.1163,
      "step": 274680
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9399342296592917e-05,
      "loss": 0.1168,
      "step": 274690
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9398223753383592e-05,
      "loss": 0.1197,
      "step": 274700
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.939710521017427e-05,
      "loss": 0.1202,
      "step": 274710
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9395986666964948e-05,
      "loss": 0.1216,
      "step": 274720
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9394868123755622e-05,
      "loss": 0.1137,
      "step": 274730
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9393749580546297e-05,
      "loss": 0.1162,
      "step": 274740
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.939263103733697e-05,
      "loss": 0.1222,
      "step": 274750
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.939151249412765e-05,
      "loss": 0.1193,
      "step": 274760
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9390393950918327e-05,
      "loss": 0.1175,
      "step": 274770
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9389275407709e-05,
      "loss": 0.121,
      "step": 274780
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9388156864499676e-05,
      "loss": 0.1217,
      "step": 274790
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.938703832129035e-05,
      "loss": 0.1206,
      "step": 274800
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.938591977808103e-05,
      "loss": 0.1227,
      "step": 274810
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9384801234871707e-05,
      "loss": 0.1255,
      "step": 274820
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.938368269166238e-05,
      "loss": 0.1168,
      "step": 274830
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9382564148453056e-05,
      "loss": 0.1204,
      "step": 274840
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.938144560524373e-05,
      "loss": 0.1138,
      "step": 274850
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9380327062034405e-05,
      "loss": 0.1161,
      "step": 274860
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9379208518825086e-05,
      "loss": 0.1205,
      "step": 274870
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.937808997561576e-05,
      "loss": 0.118,
      "step": 274880
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9376971432406435e-05,
      "loss": 0.1184,
      "step": 274890
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.937585288919711e-05,
      "loss": 0.1182,
      "step": 274900
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9374734345987784e-05,
      "loss": 0.1173,
      "step": 274910
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9373615802778462e-05,
      "loss": 0.1203,
      "step": 274920
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.937249725956914e-05,
      "loss": 0.119,
      "step": 274930
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9371378716359815e-05,
      "loss": 0.1182,
      "step": 274940
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.937026017315049e-05,
      "loss": 0.1217,
      "step": 274950
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9369141629941164e-05,
      "loss": 0.1164,
      "step": 274960
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.936802308673184e-05,
      "loss": 0.1159,
      "step": 274970
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.936690454352252e-05,
      "loss": 0.1147,
      "step": 274980
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9365786000313194e-05,
      "loss": 0.1227,
      "step": 274990
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.936466745710387e-05,
      "loss": 0.1233,
      "step": 275000
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9363548913894543e-05,
      "loss": 0.1176,
      "step": 275010
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.936243037068522e-05,
      "loss": 0.1177,
      "step": 275020
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.93613118274759e-05,
      "loss": 0.12,
      "step": 275030
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9360193284266573e-05,
      "loss": 0.1237,
      "step": 275040
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9359074741057248e-05,
      "loss": 0.1178,
      "step": 275050
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9357956197847923e-05,
      "loss": 0.1185,
      "step": 275060
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9356837654638597e-05,
      "loss": 0.1138,
      "step": 275070
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9355719111429275e-05,
      "loss": 0.1145,
      "step": 275080
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9354600568219953e-05,
      "loss": 0.1183,
      "step": 275090
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9353482025010627e-05,
      "loss": 0.118,
      "step": 275100
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9352363481801302e-05,
      "loss": 0.1184,
      "step": 275110
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9351244938591977e-05,
      "loss": 0.1222,
      "step": 275120
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9350126395382655e-05,
      "loss": 0.1239,
      "step": 275130
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9349007852173332e-05,
      "loss": 0.1175,
      "step": 275140
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9347889308964007e-05,
      "loss": 0.1198,
      "step": 275150
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.934677076575468e-05,
      "loss": 0.1191,
      "step": 275160
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9345652222545356e-05,
      "loss": 0.1233,
      "step": 275170
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9344533679336034e-05,
      "loss": 0.121,
      "step": 275180
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9343415136126712e-05,
      "loss": 0.118,
      "step": 275190
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9342296592917386e-05,
      "loss": 0.117,
      "step": 275200
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.934117804970806e-05,
      "loss": 0.1179,
      "step": 275210
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9340059506498736e-05,
      "loss": 0.1193,
      "step": 275220
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9338940963289413e-05,
      "loss": 0.1182,
      "step": 275230
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9337934274401022e-05,
      "loss": 0.1169,
      "step": 275240
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9336815731191697e-05,
      "loss": 0.1214,
      "step": 275250
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9335697187982375e-05,
      "loss": 0.1193,
      "step": 275260
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.933457864477305e-05,
      "loss": 0.1122,
      "step": 275270
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9333460101563724e-05,
      "loss": 0.119,
      "step": 275280
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.93323415583544e-05,
      "loss": 0.1204,
      "step": 275290
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9331223015145076e-05,
      "loss": 0.1156,
      "step": 275300
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.933010447193575e-05,
      "loss": 0.1179,
      "step": 275310
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.932898592872643e-05,
      "loss": 0.1203,
      "step": 275320
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9327867385517103e-05,
      "loss": 0.1157,
      "step": 275330
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9326748842307778e-05,
      "loss": 0.1145,
      "step": 275340
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9325630299098456e-05,
      "loss": 0.1206,
      "step": 275350
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.932451175588913e-05,
      "loss": 0.1187,
      "step": 275360
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9323393212679808e-05,
      "loss": 0.1187,
      "step": 275370
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9322274669470483e-05,
      "loss": 0.1154,
      "step": 275380
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9321156126261157e-05,
      "loss": 0.1137,
      "step": 275390
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9320037583051835e-05,
      "loss": 0.1175,
      "step": 275400
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.931891903984251e-05,
      "loss": 0.1212,
      "step": 275410
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9317800496633188e-05,
      "loss": 0.1177,
      "step": 275420
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9316681953423862e-05,
      "loss": 0.116,
      "step": 275430
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9315563410214537e-05,
      "loss": 0.1167,
      "step": 275440
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9314444867005215e-05,
      "loss": 0.1205,
      "step": 275450
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.931332632379589e-05,
      "loss": 0.119,
      "step": 275460
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9312207780586564e-05,
      "loss": 0.1157,
      "step": 275470
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.931108923737724e-05,
      "loss": 0.1184,
      "step": 275480
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9309970694167916e-05,
      "loss": 0.1221,
      "step": 275490
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.930885215095859e-05,
      "loss": 0.1167,
      "step": 275500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.930773360774927e-05,
      "loss": 0.1172,
      "step": 275510
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9306615064539943e-05,
      "loss": 0.1155,
      "step": 275520
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.930549652133062e-05,
      "loss": 0.1178,
      "step": 275530
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9304377978121296e-05,
      "loss": 0.1184,
      "step": 275540
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.930325943491197e-05,
      "loss": 0.118,
      "step": 275550
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9302140891702648e-05,
      "loss": 0.1211,
      "step": 275560
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9301022348493323e-05,
      "loss": 0.1245,
      "step": 275570
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9299903805284e-05,
      "loss": 0.1165,
      "step": 275580
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9298785262074675e-05,
      "loss": 0.1146,
      "step": 275590
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.929766671886535e-05,
      "loss": 0.1169,
      "step": 275600
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9296548175656028e-05,
      "loss": 0.1183,
      "step": 275610
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9295429632446702e-05,
      "loss": 0.1181,
      "step": 275620
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9294311089237377e-05,
      "loss": 0.1174,
      "step": 275630
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9293192546028055e-05,
      "loss": 0.1168,
      "step": 275640
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.929207400281873e-05,
      "loss": 0.1202,
      "step": 275650
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9290955459609407e-05,
      "loss": 0.1207,
      "step": 275660
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.928983691640008e-05,
      "loss": 0.1194,
      "step": 275670
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9288718373190756e-05,
      "loss": 0.1174,
      "step": 275680
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9287599829981434e-05,
      "loss": 0.1159,
      "step": 275690
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.928648128677211e-05,
      "loss": 0.1138,
      "step": 275700
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9285362743562783e-05,
      "loss": 0.1192,
      "step": 275710
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.928424420035346e-05,
      "loss": 0.1204,
      "step": 275720
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9283125657144136e-05,
      "loss": 0.1161,
      "step": 275730
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9282007113934814e-05,
      "loss": 0.1145,
      "step": 275740
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9280888570725488e-05,
      "loss": 0.1173,
      "step": 275750
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9279770027516163e-05,
      "loss": 0.1149,
      "step": 275760
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.927865148430684e-05,
      "loss": 0.1199,
      "step": 275770
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9277532941097515e-05,
      "loss": 0.1193,
      "step": 275780
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.927641439788819e-05,
      "loss": 0.1198,
      "step": 275790
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9275295854678868e-05,
      "loss": 0.1156,
      "step": 275800
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9274177311469542e-05,
      "loss": 0.1218,
      "step": 275810
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.927305876826022e-05,
      "loss": 0.1154,
      "step": 275820
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9271940225050895e-05,
      "loss": 0.1195,
      "step": 275830
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.927082168184157e-05,
      "loss": 0.1177,
      "step": 275840
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9269703138632247e-05,
      "loss": 0.1128,
      "step": 275850
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.926858459542292e-05,
      "loss": 0.1164,
      "step": 275860
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.92674660522136e-05,
      "loss": 0.1202,
      "step": 275870
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9266347509004274e-05,
      "loss": 0.1204,
      "step": 275880
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.926522896579495e-05,
      "loss": 0.1187,
      "step": 275890
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9264110422585627e-05,
      "loss": 0.1182,
      "step": 275900
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.92629918793763e-05,
      "loss": 0.1154,
      "step": 275910
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9261873336166976e-05,
      "loss": 0.1153,
      "step": 275920
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9260754792957654e-05,
      "loss": 0.1149,
      "step": 275930
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9259636249748328e-05,
      "loss": 0.1155,
      "step": 275940
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9258517706539003e-05,
      "loss": 0.118,
      "step": 275950
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.925739916332968e-05,
      "loss": 0.12,
      "step": 275960
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9256280620120355e-05,
      "loss": 0.1179,
      "step": 275970
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9255162076911033e-05,
      "loss": 0.1209,
      "step": 275980
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9254043533701708e-05,
      "loss": 0.1207,
      "step": 275990
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9252924990492382e-05,
      "loss": 0.1206,
      "step": 276000
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.925180644728306e-05,
      "loss": 0.1234,
      "step": 276010
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9250687904073735e-05,
      "loss": 0.1196,
      "step": 276020
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9249569360864413e-05,
      "loss": 0.1178,
      "step": 276030
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9248450817655087e-05,
      "loss": 0.1209,
      "step": 276040
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.924733227444576e-05,
      "loss": 0.118,
      "step": 276050
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.924621373123644e-05,
      "loss": 0.1189,
      "step": 276060
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9245095188027114e-05,
      "loss": 0.1186,
      "step": 276070
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9243976644817792e-05,
      "loss": 0.1153,
      "step": 276080
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9242858101608467e-05,
      "loss": 0.1158,
      "step": 276090
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.924173955839914e-05,
      "loss": 0.1158,
      "step": 276100
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9240621015189816e-05,
      "loss": 0.117,
      "step": 276110
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9239502471980494e-05,
      "loss": 0.1153,
      "step": 276120
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.923838392877117e-05,
      "loss": 0.117,
      "step": 276130
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9237265385561846e-05,
      "loss": 0.115,
      "step": 276140
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.923614684235252e-05,
      "loss": 0.1205,
      "step": 276150
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9235028299143195e-05,
      "loss": 0.1201,
      "step": 276160
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9233909755933873e-05,
      "loss": 0.117,
      "step": 276170
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9232791212724548e-05,
      "loss": 0.1186,
      "step": 276180
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9231672669515225e-05,
      "loss": 0.1205,
      "step": 276190
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.92305541263059e-05,
      "loss": 0.122,
      "step": 276200
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9229435583096575e-05,
      "loss": 0.117,
      "step": 276210
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9228317039887252e-05,
      "loss": 0.1182,
      "step": 276220
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9227198496677927e-05,
      "loss": 0.1164,
      "step": 276230
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9226079953468605e-05,
      "loss": 0.1165,
      "step": 276240
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.922496141025928e-05,
      "loss": 0.1175,
      "step": 276250
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9223842867049954e-05,
      "loss": 0.1178,
      "step": 276260
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.922272432384063e-05,
      "loss": 0.1161,
      "step": 276270
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9221605780631306e-05,
      "loss": 0.1213,
      "step": 276280
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9220487237421984e-05,
      "loss": 0.1187,
      "step": 276290
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.921936869421266e-05,
      "loss": 0.1174,
      "step": 276300
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9218250151003333e-05,
      "loss": 0.1182,
      "step": 276310
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9217131607794008e-05,
      "loss": 0.1204,
      "step": 276320
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9216013064584686e-05,
      "loss": 0.1184,
      "step": 276330
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9214894521375364e-05,
      "loss": 0.1154,
      "step": 276340
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.921377597816604e-05,
      "loss": 0.1208,
      "step": 276350
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9212657434956713e-05,
      "loss": 0.1229,
      "step": 276360
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9211538891747388e-05,
      "loss": 0.121,
      "step": 276370
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9210420348538065e-05,
      "loss": 0.1162,
      "step": 276380
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.920930180532874e-05,
      "loss": 0.1161,
      "step": 276390
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9208183262119418e-05,
      "loss": 0.1163,
      "step": 276400
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9207064718910092e-05,
      "loss": 0.1163,
      "step": 276410
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9205946175700767e-05,
      "loss": 0.1175,
      "step": 276420
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.920482763249144e-05,
      "loss": 0.1135,
      "step": 276430
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.920370908928212e-05,
      "loss": 0.1191,
      "step": 276440
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9202590546072797e-05,
      "loss": 0.1223,
      "step": 276450
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9201472002863472e-05,
      "loss": 0.1195,
      "step": 276460
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9200353459654146e-05,
      "loss": 0.1221,
      "step": 276470
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.919923491644482e-05,
      "loss": 0.1109,
      "step": 276480
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.91981163732355e-05,
      "loss": 0.1152,
      "step": 276490
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9196997830026177e-05,
      "loss": 0.1169,
      "step": 276500
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.919587928681685e-05,
      "loss": 0.1222,
      "step": 276510
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9194760743607526e-05,
      "loss": 0.1212,
      "step": 276520
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.91936422003982e-05,
      "loss": 0.1165,
      "step": 276530
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.919252365718888e-05,
      "loss": 0.1187,
      "step": 276540
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9191405113979556e-05,
      "loss": 0.1218,
      "step": 276550
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.919028657077023e-05,
      "loss": 0.1173,
      "step": 276560
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9189168027560905e-05,
      "loss": 0.1188,
      "step": 276570
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.918804948435158e-05,
      "loss": 0.1206,
      "step": 276580
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9186930941142254e-05,
      "loss": 0.1151,
      "step": 276590
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9185812397932932e-05,
      "loss": 0.1144,
      "step": 276600
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.918469385472361e-05,
      "loss": 0.1185,
      "step": 276610
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9183575311514285e-05,
      "loss": 0.1165,
      "step": 276620
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.918245676830496e-05,
      "loss": 0.1176,
      "step": 276630
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9181338225095634e-05,
      "loss": 0.1228,
      "step": 276640
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9180219681886312e-05,
      "loss": 0.121,
      "step": 276650
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.917910113867699e-05,
      "loss": 0.1159,
      "step": 276660
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9177982595467664e-05,
      "loss": 0.1135,
      "step": 276670
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.917686405225834e-05,
      "loss": 0.118,
      "step": 276680
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9175745509049013e-05,
      "loss": 0.1187,
      "step": 276690
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.917462696583969e-05,
      "loss": 0.1221,
      "step": 276700
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.917350842263037e-05,
      "loss": 0.1193,
      "step": 276710
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9172389879421044e-05,
      "loss": 0.1213,
      "step": 276720
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.917127133621172e-05,
      "loss": 0.1185,
      "step": 276730
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9170152793002393e-05,
      "loss": 0.1224,
      "step": 276740
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.916903424979307e-05,
      "loss": 0.1154,
      "step": 276750
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.916791570658375e-05,
      "loss": 0.12,
      "step": 276760
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9166797163374423e-05,
      "loss": 0.1127,
      "step": 276770
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9165678620165098e-05,
      "loss": 0.1175,
      "step": 276780
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9164560076955772e-05,
      "loss": 0.1194,
      "step": 276790
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9163441533746447e-05,
      "loss": 0.1153,
      "step": 276800
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9162322990537128e-05,
      "loss": 0.1204,
      "step": 276810
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9161204447327803e-05,
      "loss": 0.1152,
      "step": 276820
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9160085904118477e-05,
      "loss": 0.1125,
      "step": 276830
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9158967360909152e-05,
      "loss": 0.1177,
      "step": 276840
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9157848817699826e-05,
      "loss": 0.1188,
      "step": 276850
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9156730274490504e-05,
      "loss": 0.1145,
      "step": 276860
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9155611731281182e-05,
      "loss": 0.1131,
      "step": 276870
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9154493188071857e-05,
      "loss": 0.1163,
      "step": 276880
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.915337464486253e-05,
      "loss": 0.1186,
      "step": 276890
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9152256101653206e-05,
      "loss": 0.1198,
      "step": 276900
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9151137558443884e-05,
      "loss": 0.1221,
      "step": 276910
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9150019015234562e-05,
      "loss": 0.1171,
      "step": 276920
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9148900472025236e-05,
      "loss": 0.1174,
      "step": 276930
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.914778192881591e-05,
      "loss": 0.1179,
      "step": 276940
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9146663385606585e-05,
      "loss": 0.118,
      "step": 276950
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9145544842397263e-05,
      "loss": 0.1181,
      "step": 276960
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.914442629918794e-05,
      "loss": 0.1143,
      "step": 276970
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9143307755978616e-05,
      "loss": 0.119,
      "step": 276980
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.914218921276929e-05,
      "loss": 0.1202,
      "step": 276990
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9141070669559965e-05,
      "loss": 0.1143,
      "step": 277000
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.913995212635064e-05,
      "loss": 0.116,
      "step": 277010
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.913883358314132e-05,
      "loss": 0.1178,
      "step": 277020
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9137715039931995e-05,
      "loss": 0.1169,
      "step": 277030
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.913659649672267e-05,
      "loss": 0.1154,
      "step": 277040
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9135477953513344e-05,
      "loss": 0.1167,
      "step": 277050
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.913435941030402e-05,
      "loss": 0.1211,
      "step": 277060
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9133240867094697e-05,
      "loss": 0.1184,
      "step": 277070
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9132122323885375e-05,
      "loss": 0.1191,
      "step": 277080
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.913100378067605e-05,
      "loss": 0.119,
      "step": 277090
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9129885237466724e-05,
      "loss": 0.1175,
      "step": 277100
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9128766694257398e-05,
      "loss": 0.1243,
      "step": 277110
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9127648151048076e-05,
      "loss": 0.1183,
      "step": 277120
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9126529607838754e-05,
      "loss": 0.1187,
      "step": 277130
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.912541106462943e-05,
      "loss": 0.1129,
      "step": 277140
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9124292521420103e-05,
      "loss": 0.1156,
      "step": 277150
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9123173978210778e-05,
      "loss": 0.1194,
      "step": 277160
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9122055435001456e-05,
      "loss": 0.1158,
      "step": 277170
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9120936891792134e-05,
      "loss": 0.1177,
      "step": 277180
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9119818348582808e-05,
      "loss": 0.1192,
      "step": 277190
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9118699805373483e-05,
      "loss": 0.1191,
      "step": 277200
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9117581262164157e-05,
      "loss": 0.1165,
      "step": 277210
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9116462718954832e-05,
      "loss": 0.1151,
      "step": 277220
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.911534417574551e-05,
      "loss": 0.117,
      "step": 277230
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9114225632536188e-05,
      "loss": 0.1201,
      "step": 277240
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9113107089326862e-05,
      "loss": 0.1202,
      "step": 277250
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.911210040043847e-05,
      "loss": 0.1211,
      "step": 277260
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9110981857229145e-05,
      "loss": 0.1208,
      "step": 277270
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.910986331401982e-05,
      "loss": 0.1173,
      "step": 277280
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9108744770810498e-05,
      "loss": 0.1233,
      "step": 277290
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9107626227601173e-05,
      "loss": 0.1196,
      "step": 277300
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.910650768439185e-05,
      "loss": 0.1192,
      "step": 277310
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9105389141182525e-05,
      "loss": 0.1145,
      "step": 277320
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.91042705979732e-05,
      "loss": 0.1173,
      "step": 277330
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9103152054763877e-05,
      "loss": 0.1205,
      "step": 277340
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9102033511554552e-05,
      "loss": 0.1189,
      "step": 277350
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.910091496834523e-05,
      "loss": 0.1193,
      "step": 277360
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9099796425135904e-05,
      "loss": 0.1144,
      "step": 277370
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.909867788192658e-05,
      "loss": 0.116,
      "step": 277380
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9097559338717257e-05,
      "loss": 0.1145,
      "step": 277390
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.909644079550793e-05,
      "loss": 0.1193,
      "step": 277400
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9095322252298606e-05,
      "loss": 0.1217,
      "step": 277410
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9094203709089284e-05,
      "loss": 0.122,
      "step": 277420
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.909308516587996e-05,
      "loss": 0.1197,
      "step": 277430
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9091966622670633e-05,
      "loss": 0.1188,
      "step": 277440
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.909084807946131e-05,
      "loss": 0.1187,
      "step": 277450
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9089729536251985e-05,
      "loss": 0.118,
      "step": 277460
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9088610993042663e-05,
      "loss": 0.1217,
      "step": 277470
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9087492449833338e-05,
      "loss": 0.1167,
      "step": 277480
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9086373906624012e-05,
      "loss": 0.1163,
      "step": 277490
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.908525536341469e-05,
      "loss": 0.1197,
      "step": 277500
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9084136820205365e-05,
      "loss": 0.1143,
      "step": 277510
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9083018276996043e-05,
      "loss": 0.1136,
      "step": 277520
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9081899733786717e-05,
      "loss": 0.1196,
      "step": 277530
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9080781190577392e-05,
      "loss": 0.1171,
      "step": 277540
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.907966264736807e-05,
      "loss": 0.1204,
      "step": 277550
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9078544104158744e-05,
      "loss": 0.1186,
      "step": 277560
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.907742556094942e-05,
      "loss": 0.1161,
      "step": 277570
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9076307017740097e-05,
      "loss": 0.1183,
      "step": 277580
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.907518847453077e-05,
      "loss": 0.1187,
      "step": 277590
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.907406993132145e-05,
      "loss": 0.1149,
      "step": 277600
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9072951388112124e-05,
      "loss": 0.1148,
      "step": 277610
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.90718328449028e-05,
      "loss": 0.122,
      "step": 277620
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9070714301693476e-05,
      "loss": 0.1143,
      "step": 277630
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.906959575848415e-05,
      "loss": 0.1212,
      "step": 277640
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9068477215274825e-05,
      "loss": 0.1224,
      "step": 277650
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9067358672065503e-05,
      "loss": 0.12,
      "step": 277660
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9066240128856178e-05,
      "loss": 0.1221,
      "step": 277670
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9065121585646856e-05,
      "loss": 0.1202,
      "step": 277680
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.906400304243753e-05,
      "loss": 0.122,
      "step": 277690
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9062884499228205e-05,
      "loss": 0.1177,
      "step": 277700
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9061765956018883e-05,
      "loss": 0.1166,
      "step": 277710
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9060647412809557e-05,
      "loss": 0.1176,
      "step": 277720
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9059528869600232e-05,
      "loss": 0.117,
      "step": 277730
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.905841032639091e-05,
      "loss": 0.115,
      "step": 277740
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9057291783181584e-05,
      "loss": 0.1205,
      "step": 277750
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9056173239972262e-05,
      "loss": 0.1178,
      "step": 277760
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9055054696762937e-05,
      "loss": 0.1145,
      "step": 277770
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.905393615355361e-05,
      "loss": 0.1159,
      "step": 277780
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.905281761034429e-05,
      "loss": 0.1186,
      "step": 277790
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9051699067134964e-05,
      "loss": 0.1133,
      "step": 277800
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9050580523925642e-05,
      "loss": 0.1206,
      "step": 277810
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9049461980716316e-05,
      "loss": 0.1123,
      "step": 277820
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.904834343750699e-05,
      "loss": 0.1162,
      "step": 277830
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.904722489429767e-05,
      "loss": 0.1164,
      "step": 277840
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9046106351088343e-05,
      "loss": 0.1173,
      "step": 277850
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9044987807879018e-05,
      "loss": 0.117,
      "step": 277860
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9043869264669696e-05,
      "loss": 0.12,
      "step": 277870
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.904275072146037e-05,
      "loss": 0.1199,
      "step": 277880
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9041632178251045e-05,
      "loss": 0.1201,
      "step": 277890
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9040513635041723e-05,
      "loss": 0.1139,
      "step": 277900
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9039395091832397e-05,
      "loss": 0.1177,
      "step": 277910
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9038276548623075e-05,
      "loss": 0.1155,
      "step": 277920
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.903715800541375e-05,
      "loss": 0.1205,
      "step": 277930
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9036039462204424e-05,
      "loss": 0.1191,
      "step": 277940
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9034920918995102e-05,
      "loss": 0.1138,
      "step": 277950
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9033802375785777e-05,
      "loss": 0.1209,
      "step": 277960
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9032683832576455e-05,
      "loss": 0.1192,
      "step": 277970
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.903156528936713e-05,
      "loss": 0.1193,
      "step": 277980
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9030446746157804e-05,
      "loss": 0.1158,
      "step": 277990
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9029328202948482e-05,
      "loss": 0.1178,
      "step": 278000
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9028209659739156e-05,
      "loss": 0.1201,
      "step": 278010
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9027091116529834e-05,
      "loss": 0.1195,
      "step": 278020
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.902597257332051e-05,
      "loss": 0.1194,
      "step": 278030
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9024854030111183e-05,
      "loss": 0.1233,
      "step": 278040
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9023735486901858e-05,
      "loss": 0.1165,
      "step": 278050
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9022616943692536e-05,
      "loss": 0.1204,
      "step": 278060
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.902149840048321e-05,
      "loss": 0.1178,
      "step": 278070
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9020379857273888e-05,
      "loss": 0.1149,
      "step": 278080
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9019261314064563e-05,
      "loss": 0.1183,
      "step": 278090
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9018142770855237e-05,
      "loss": 0.1194,
      "step": 278100
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9017024227645915e-05,
      "loss": 0.117,
      "step": 278110
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.901590568443659e-05,
      "loss": 0.1169,
      "step": 278120
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9014787141227268e-05,
      "loss": 0.1121,
      "step": 278130
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9013668598017942e-05,
      "loss": 0.1157,
      "step": 278140
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9012550054808617e-05,
      "loss": 0.1107,
      "step": 278150
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9011431511599295e-05,
      "loss": 0.1223,
      "step": 278160
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.901031296838997e-05,
      "loss": 0.1196,
      "step": 278170
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9009194425180647e-05,
      "loss": 0.1138,
      "step": 278180
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9008075881971322e-05,
      "loss": 0.1173,
      "step": 278190
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9006957338761996e-05,
      "loss": 0.12,
      "step": 278200
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.900583879555267e-05,
      "loss": 0.1194,
      "step": 278210
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.900472025234335e-05,
      "loss": 0.1199,
      "step": 278220
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9003601709134027e-05,
      "loss": 0.1162,
      "step": 278230
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.90024831659247e-05,
      "loss": 0.1222,
      "step": 278240
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9001364622715376e-05,
      "loss": 0.117,
      "step": 278250
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.900024607950605e-05,
      "loss": 0.1182,
      "step": 278260
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8999127536296728e-05,
      "loss": 0.1155,
      "step": 278270
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8998008993087406e-05,
      "loss": 0.1122,
      "step": 278280
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.899689044987808e-05,
      "loss": 0.1174,
      "step": 278290
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8995771906668755e-05,
      "loss": 0.1183,
      "step": 278300
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.899465336345943e-05,
      "loss": 0.1206,
      "step": 278310
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8993534820250108e-05,
      "loss": 0.1168,
      "step": 278320
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8992416277040782e-05,
      "loss": 0.119,
      "step": 278330
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.899129773383146e-05,
      "loss": 0.1185,
      "step": 278340
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.899029104494307e-05,
      "loss": 0.1153,
      "step": 278350
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8989172501733743e-05,
      "loss": 0.1181,
      "step": 278360
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8988053958524418e-05,
      "loss": 0.1174,
      "step": 278370
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8986935415315093e-05,
      "loss": 0.115,
      "step": 278380
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.898581687210577e-05,
      "loss": 0.1137,
      "step": 278390
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.898469832889645e-05,
      "loss": 0.1177,
      "step": 278400
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8983579785687123e-05,
      "loss": 0.1134,
      "step": 278410
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8982461242477797e-05,
      "loss": 0.1211,
      "step": 278420
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8981342699268472e-05,
      "loss": 0.1165,
      "step": 278430
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8980224156059147e-05,
      "loss": 0.1212,
      "step": 278440
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8979105612849828e-05,
      "loss": 0.1191,
      "step": 278450
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8977987069640502e-05,
      "loss": 0.1181,
      "step": 278460
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8976868526431177e-05,
      "loss": 0.1183,
      "step": 278470
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.897574998322185e-05,
      "loss": 0.1179,
      "step": 278480
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8974631440012526e-05,
      "loss": 0.1125,
      "step": 278490
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8973512896803204e-05,
      "loss": 0.1216,
      "step": 278500
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8972394353593882e-05,
      "loss": 0.1198,
      "step": 278510
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8971275810384556e-05,
      "loss": 0.1136,
      "step": 278520
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.897015726717523e-05,
      "loss": 0.1195,
      "step": 278530
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8969038723965906e-05,
      "loss": 0.1185,
      "step": 278540
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8967920180756583e-05,
      "loss": 0.1221,
      "step": 278550
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.896680163754726e-05,
      "loss": 0.1182,
      "step": 278560
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8965683094337936e-05,
      "loss": 0.1131,
      "step": 278570
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.896456455112861e-05,
      "loss": 0.1182,
      "step": 278580
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8963446007919285e-05,
      "loss": 0.1117,
      "step": 278590
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8962327464709963e-05,
      "loss": 0.1205,
      "step": 278600
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.896120892150064e-05,
      "loss": 0.1194,
      "step": 278610
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8960090378291315e-05,
      "loss": 0.117,
      "step": 278620
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.895897183508199e-05,
      "loss": 0.1199,
      "step": 278630
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8957853291872664e-05,
      "loss": 0.1221,
      "step": 278640
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.895673474866334e-05,
      "loss": 0.1186,
      "step": 278650
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.895561620545402e-05,
      "loss": 0.1227,
      "step": 278660
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8954497662244695e-05,
      "loss": 0.114,
      "step": 278670
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.895337911903537e-05,
      "loss": 0.1147,
      "step": 278680
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8952260575826044e-05,
      "loss": 0.1169,
      "step": 278690
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.895114203261672e-05,
      "loss": 0.12,
      "step": 278700
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8950023489407396e-05,
      "loss": 0.1198,
      "step": 278710
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8948904946198074e-05,
      "loss": 0.1147,
      "step": 278720
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.894778640298875e-05,
      "loss": 0.1198,
      "step": 278730
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8946667859779423e-05,
      "loss": 0.1194,
      "step": 278740
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8945549316570098e-05,
      "loss": 0.1241,
      "step": 278750
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8944430773360776e-05,
      "loss": 0.1169,
      "step": 278760
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8943312230151454e-05,
      "loss": 0.1162,
      "step": 278770
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.894219368694213e-05,
      "loss": 0.1207,
      "step": 278780
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8941075143732803e-05,
      "loss": 0.1134,
      "step": 278790
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8939956600523477e-05,
      "loss": 0.1156,
      "step": 278800
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8938838057314155e-05,
      "loss": 0.1181,
      "step": 278810
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8937719514104833e-05,
      "loss": 0.1194,
      "step": 278820
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8936600970895508e-05,
      "loss": 0.1112,
      "step": 278830
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8935482427686182e-05,
      "loss": 0.116,
      "step": 278840
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8934363884476857e-05,
      "loss": 0.1182,
      "step": 278850
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8933245341267535e-05,
      "loss": 0.1185,
      "step": 278860
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8932126798058213e-05,
      "loss": 0.1196,
      "step": 278870
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8931008254848887e-05,
      "loss": 0.1211,
      "step": 278880
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8929889711639562e-05,
      "loss": 0.119,
      "step": 278890
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8928771168430236e-05,
      "loss": 0.1136,
      "step": 278900
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.892765262522091e-05,
      "loss": 0.1154,
      "step": 278910
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.892653408201159e-05,
      "loss": 0.116,
      "step": 278920
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8925415538802267e-05,
      "loss": 0.1149,
      "step": 278930
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.892429699559294e-05,
      "loss": 0.1192,
      "step": 278940
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8923178452383616e-05,
      "loss": 0.1164,
      "step": 278950
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.892205990917429e-05,
      "loss": 0.1203,
      "step": 278960
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8920941365964968e-05,
      "loss": 0.1157,
      "step": 278970
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8919822822755646e-05,
      "loss": 0.1157,
      "step": 278980
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.891870427954632e-05,
      "loss": 0.1164,
      "step": 278990
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8917585736336995e-05,
      "loss": 0.1177,
      "step": 279000
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.891646719312767e-05,
      "loss": 0.1201,
      "step": 279010
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8915348649918348e-05,
      "loss": 0.1145,
      "step": 279020
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8914230106709026e-05,
      "loss": 0.1174,
      "step": 279030
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.89131115634997e-05,
      "loss": 0.1206,
      "step": 279040
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8911993020290375e-05,
      "loss": 0.1159,
      "step": 279050
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.891087447708105e-05,
      "loss": 0.1177,
      "step": 279060
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8909755933871727e-05,
      "loss": 0.1171,
      "step": 279070
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8908637390662402e-05,
      "loss": 0.1181,
      "step": 279080
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.890751884745308e-05,
      "loss": 0.118,
      "step": 279090
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8906400304243754e-05,
      "loss": 0.1183,
      "step": 279100
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.890528176103443e-05,
      "loss": 0.1193,
      "step": 279110
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8904163217825103e-05,
      "loss": 0.1171,
      "step": 279120
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.890304467461578e-05,
      "loss": 0.1159,
      "step": 279130
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.890192613140646e-05,
      "loss": 0.1206,
      "step": 279140
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8900807588197134e-05,
      "loss": 0.1179,
      "step": 279150
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8899689044987808e-05,
      "loss": 0.1202,
      "step": 279160
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8898570501778483e-05,
      "loss": 0.1163,
      "step": 279170
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.889745195856916e-05,
      "loss": 0.1142,
      "step": 279180
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.889633341535984e-05,
      "loss": 0.1215,
      "step": 279190
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8895214872150513e-05,
      "loss": 0.1191,
      "step": 279200
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8894096328941188e-05,
      "loss": 0.1166,
      "step": 279210
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8892977785731862e-05,
      "loss": 0.1183,
      "step": 279220
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.889185924252254e-05,
      "loss": 0.1173,
      "step": 279230
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8890740699313215e-05,
      "loss": 0.1163,
      "step": 279240
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8889622156103893e-05,
      "loss": 0.1194,
      "step": 279250
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8888503612894567e-05,
      "loss": 0.1202,
      "step": 279260
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8887385069685242e-05,
      "loss": 0.1173,
      "step": 279270
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.888626652647592e-05,
      "loss": 0.1178,
      "step": 279280
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8885147983266594e-05,
      "loss": 0.1155,
      "step": 279290
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8884029440057272e-05,
      "loss": 0.1163,
      "step": 279300
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8882910896847947e-05,
      "loss": 0.1224,
      "step": 279310
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.888179235363862e-05,
      "loss": 0.1117,
      "step": 279320
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8880673810429296e-05,
      "loss": 0.1189,
      "step": 279330
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8879555267219974e-05,
      "loss": 0.1151,
      "step": 279340
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.887843672401065e-05,
      "loss": 0.1176,
      "step": 279350
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8877318180801326e-05,
      "loss": 0.1191,
      "step": 279360
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8876199637592e-05,
      "loss": 0.1207,
      "step": 279370
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8875081094382675e-05,
      "loss": 0.1185,
      "step": 279380
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8873962551173353e-05,
      "loss": 0.1195,
      "step": 279390
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8872844007964028e-05,
      "loss": 0.1156,
      "step": 279400
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8871725464754706e-05,
      "loss": 0.1165,
      "step": 279410
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.887060692154538e-05,
      "loss": 0.1208,
      "step": 279420
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8869488378336055e-05,
      "loss": 0.1186,
      "step": 279430
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8868369835126733e-05,
      "loss": 0.1174,
      "step": 279440
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8867251291917407e-05,
      "loss": 0.1167,
      "step": 279450
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8866132748708085e-05,
      "loss": 0.1166,
      "step": 279460
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.886501420549876e-05,
      "loss": 0.1162,
      "step": 279470
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8863895662289434e-05,
      "loss": 0.1165,
      "step": 279480
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8862777119080112e-05,
      "loss": 0.1191,
      "step": 279490
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8861658575870787e-05,
      "loss": 0.1169,
      "step": 279500
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8860540032661465e-05,
      "loss": 0.1138,
      "step": 279510
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.885942148945214e-05,
      "loss": 0.1167,
      "step": 279520
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8858302946242814e-05,
      "loss": 0.1161,
      "step": 279530
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8857184403033488e-05,
      "loss": 0.1171,
      "step": 279540
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8856065859824166e-05,
      "loss": 0.1173,
      "step": 279550
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.885494731661484e-05,
      "loss": 0.1209,
      "step": 279560
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.885382877340552e-05,
      "loss": 0.1164,
      "step": 279570
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8852710230196193e-05,
      "loss": 0.124,
      "step": 279580
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8851591686986868e-05,
      "loss": 0.1175,
      "step": 279590
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8850473143777546e-05,
      "loss": 0.1187,
      "step": 279600
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.884935460056822e-05,
      "loss": 0.1165,
      "step": 279610
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8848236057358898e-05,
      "loss": 0.1133,
      "step": 279620
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8847117514149573e-05,
      "loss": 0.1195,
      "step": 279630
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8845998970940247e-05,
      "loss": 0.1155,
      "step": 279640
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8844880427730925e-05,
      "loss": 0.121,
      "step": 279650
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.88437618845216e-05,
      "loss": 0.1143,
      "step": 279660
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8842643341312278e-05,
      "loss": 0.1169,
      "step": 279670
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8841524798102952e-05,
      "loss": 0.1193,
      "step": 279680
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8840406254893627e-05,
      "loss": 0.123,
      "step": 279690
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8839287711684305e-05,
      "loss": 0.1198,
      "step": 279700
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.883816916847498e-05,
      "loss": 0.1205,
      "step": 279710
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8837050625265654e-05,
      "loss": 0.1177,
      "step": 279720
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.883593208205633e-05,
      "loss": 0.1205,
      "step": 279730
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8834813538847006e-05,
      "loss": 0.1153,
      "step": 279740
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8833694995637684e-05,
      "loss": 0.1202,
      "step": 279750
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.883257645242836e-05,
      "loss": 0.1157,
      "step": 279760
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8831457909219033e-05,
      "loss": 0.1174,
      "step": 279770
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.883033936600971e-05,
      "loss": 0.1154,
      "step": 279780
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8829220822800386e-05,
      "loss": 0.1177,
      "step": 279790
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.882810227959106e-05,
      "loss": 0.1197,
      "step": 279800
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8826983736381738e-05,
      "loss": 0.1155,
      "step": 279810
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8825865193172413e-05,
      "loss": 0.1152,
      "step": 279820
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.882474664996309e-05,
      "loss": 0.1164,
      "step": 279830
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8823628106753765e-05,
      "loss": 0.1229,
      "step": 279840
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.882250956354444e-05,
      "loss": 0.1212,
      "step": 279850
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8821391020335118e-05,
      "loss": 0.1199,
      "step": 279860
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8820272477125792e-05,
      "loss": 0.1198,
      "step": 279870
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8819153933916467e-05,
      "loss": 0.1144,
      "step": 279880
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8818035390707145e-05,
      "loss": 0.1154,
      "step": 279890
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.881691684749782e-05,
      "loss": 0.1168,
      "step": 279900
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8815798304288497e-05,
      "loss": 0.1163,
      "step": 279910
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.881467976107917e-05,
      "loss": 0.1142,
      "step": 279920
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8813561217869846e-05,
      "loss": 0.1183,
      "step": 279930
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8812442674660524e-05,
      "loss": 0.115,
      "step": 279940
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.88113241314512e-05,
      "loss": 0.1174,
      "step": 279950
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8810205588241876e-05,
      "loss": 0.1209,
      "step": 279960
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.880908704503255e-05,
      "loss": 0.1165,
      "step": 279970
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8807968501823226e-05,
      "loss": 0.1156,
      "step": 279980
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8806849958613903e-05,
      "loss": 0.1182,
      "step": 279990
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8805731415404578e-05,
      "loss": 0.1168,
      "step": 280000
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8804612872195253e-05,
      "loss": 0.1169,
      "step": 280010
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.880349432898593e-05,
      "loss": 0.1197,
      "step": 280020
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8802375785776605e-05,
      "loss": 0.1166,
      "step": 280030
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.880125724256728e-05,
      "loss": 0.1173,
      "step": 280040
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8800138699357957e-05,
      "loss": 0.1167,
      "step": 280050
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8799020156148632e-05,
      "loss": 0.1165,
      "step": 280060
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.879790161293931e-05,
      "loss": 0.12,
      "step": 280070
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8796783069729984e-05,
      "loss": 0.1211,
      "step": 280080
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.879566452652066e-05,
      "loss": 0.1181,
      "step": 280090
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8794545983311337e-05,
      "loss": 0.1115,
      "step": 280100
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.879342744010201e-05,
      "loss": 0.1202,
      "step": 280110
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.879230889689269e-05,
      "loss": 0.1175,
      "step": 280120
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8791190353683364e-05,
      "loss": 0.1181,
      "step": 280130
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.879007181047404e-05,
      "loss": 0.113,
      "step": 280140
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8788953267264716e-05,
      "loss": 0.1204,
      "step": 280150
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.878783472405539e-05,
      "loss": 0.115,
      "step": 280160
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.878671618084607e-05,
      "loss": 0.1166,
      "step": 280170
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8785597637636743e-05,
      "loss": 0.1144,
      "step": 280180
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8784479094427418e-05,
      "loss": 0.1125,
      "step": 280190
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8783360551218093e-05,
      "loss": 0.1195,
      "step": 280200
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.878224200800877e-05,
      "loss": 0.1142,
      "step": 280210
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8781123464799445e-05,
      "loss": 0.1204,
      "step": 280220
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8780004921590123e-05,
      "loss": 0.1171,
      "step": 280230
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8778886378380797e-05,
      "loss": 0.1147,
      "step": 280240
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8777767835171472e-05,
      "loss": 0.1196,
      "step": 280250
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.877664929196215e-05,
      "loss": 0.1199,
      "step": 280260
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8775530748752824e-05,
      "loss": 0.1203,
      "step": 280270
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8774412205543502e-05,
      "loss": 0.1178,
      "step": 280280
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8773293662334177e-05,
      "loss": 0.1168,
      "step": 280290
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.877217511912485e-05,
      "loss": 0.1202,
      "step": 280300
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8771056575915526e-05,
      "loss": 0.1123,
      "step": 280310
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8769938032706204e-05,
      "loss": 0.1216,
      "step": 280320
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8768819489496882e-05,
      "loss": 0.1173,
      "step": 280330
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8767700946287556e-05,
      "loss": 0.119,
      "step": 280340
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.876658240307823e-05,
      "loss": 0.1162,
      "step": 280350
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8765463859868905e-05,
      "loss": 0.1191,
      "step": 280360
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8764345316659583e-05,
      "loss": 0.1214,
      "step": 280370
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.876322677345026e-05,
      "loss": 0.1179,
      "step": 280380
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8762108230240936e-05,
      "loss": 0.1173,
      "step": 280390
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.876098968703161e-05,
      "loss": 0.1229,
      "step": 280400
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8759871143822285e-05,
      "loss": 0.1154,
      "step": 280410
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8758752600612963e-05,
      "loss": 0.1217,
      "step": 280420
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8757634057403637e-05,
      "loss": 0.1145,
      "step": 280430
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8756515514194315e-05,
      "loss": 0.1159,
      "step": 280440
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.875539697098499e-05,
      "loss": 0.1225,
      "step": 280450
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8754278427775664e-05,
      "loss": 0.1175,
      "step": 280460
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.875315988456634e-05,
      "loss": 0.1204,
      "step": 280470
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8752041341357017e-05,
      "loss": 0.1209,
      "step": 280480
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8750922798147695e-05,
      "loss": 0.1201,
      "step": 280490
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.874980425493837e-05,
      "loss": 0.117,
      "step": 280500
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8748685711729044e-05,
      "loss": 0.1183,
      "step": 280510
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.874756716851972e-05,
      "loss": 0.1172,
      "step": 280520
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8746448625310396e-05,
      "loss": 0.1194,
      "step": 280530
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8745330082101074e-05,
      "loss": 0.1154,
      "step": 280540
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.874421153889175e-05,
      "loss": 0.1218,
      "step": 280550
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8743092995682423e-05,
      "loss": 0.1133,
      "step": 280560
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8741974452473098e-05,
      "loss": 0.1193,
      "step": 280570
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8740855909263776e-05,
      "loss": 0.1171,
      "step": 280580
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8739737366054454e-05,
      "loss": 0.1155,
      "step": 280590
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.873861882284513e-05,
      "loss": 0.119,
      "step": 280600
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8737500279635803e-05,
      "loss": 0.1163,
      "step": 280610
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8736381736426477e-05,
      "loss": 0.1119,
      "step": 280620
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8735263193217152e-05,
      "loss": 0.1154,
      "step": 280630
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8734144650007833e-05,
      "loss": 0.1199,
      "step": 280640
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8733026106798508e-05,
      "loss": 0.1183,
      "step": 280650
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8731907563589182e-05,
      "loss": 0.1168,
      "step": 280660
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8730789020379857e-05,
      "loss": 0.114,
      "step": 280670
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.872967047717053e-05,
      "loss": 0.1159,
      "step": 280680
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.872855193396121e-05,
      "loss": 0.1157,
      "step": 280690
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8727433390751887e-05,
      "loss": 0.1152,
      "step": 280700
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8726314847542562e-05,
      "loss": 0.1128,
      "step": 280710
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8725196304333236e-05,
      "loss": 0.1163,
      "step": 280720
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.872407776112391e-05,
      "loss": 0.114,
      "step": 280730
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.872295921791459e-05,
      "loss": 0.1179,
      "step": 280740
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8721840674705267e-05,
      "loss": 0.1176,
      "step": 280750
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.872072213149594e-05,
      "loss": 0.1172,
      "step": 280760
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8719603588286616e-05,
      "loss": 0.1157,
      "step": 280770
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.871848504507729e-05,
      "loss": 0.117,
      "step": 280780
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8717366501867968e-05,
      "loss": 0.118,
      "step": 280790
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8716247958658646e-05,
      "loss": 0.1134,
      "step": 280800
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.871512941544932e-05,
      "loss": 0.1168,
      "step": 280810
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8714010872239995e-05,
      "loss": 0.1135,
      "step": 280820
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.871289232903067e-05,
      "loss": 0.1182,
      "step": 280830
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8711773785821344e-05,
      "loss": 0.1175,
      "step": 280840
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8710655242612026e-05,
      "loss": 0.1169,
      "step": 280850
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.87095366994027e-05,
      "loss": 0.1202,
      "step": 280860
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8708418156193375e-05,
      "loss": 0.1174,
      "step": 280870
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.870729961298405e-05,
      "loss": 0.1201,
      "step": 280880
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8706181069774724e-05,
      "loss": 0.1192,
      "step": 280890
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8705062526565402e-05,
      "loss": 0.1163,
      "step": 280900
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.870394398335608e-05,
      "loss": 0.1168,
      "step": 280910
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8702825440146754e-05,
      "loss": 0.1203,
      "step": 280920
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.870170689693743e-05,
      "loss": 0.1154,
      "step": 280930
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8700588353728103e-05,
      "loss": 0.1164,
      "step": 280940
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.869946981051878e-05,
      "loss": 0.1198,
      "step": 280950
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.869835126730946e-05,
      "loss": 0.1201,
      "step": 280960
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8697232724100134e-05,
      "loss": 0.1223,
      "step": 280970
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8696114180890808e-05,
      "loss": 0.1145,
      "step": 280980
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8694995637681483e-05,
      "loss": 0.117,
      "step": 280990
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.869387709447216e-05,
      "loss": 0.1195,
      "step": 281000
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.869275855126284e-05,
      "loss": 0.1136,
      "step": 281010
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8691640008053513e-05,
      "loss": 0.1184,
      "step": 281020
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8690521464844188e-05,
      "loss": 0.1157,
      "step": 281030
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8689402921634862e-05,
      "loss": 0.1179,
      "step": 281040
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8688284378425537e-05,
      "loss": 0.1185,
      "step": 281050
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8687165835216218e-05,
      "loss": 0.119,
      "step": 281060
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8686047292006893e-05,
      "loss": 0.1179,
      "step": 281070
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8684928748797567e-05,
      "loss": 0.1182,
      "step": 281080
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8683810205588242e-05,
      "loss": 0.1158,
      "step": 281090
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8682691662378916e-05,
      "loss": 0.1161,
      "step": 281100
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8681573119169594e-05,
      "loss": 0.1144,
      "step": 281110
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8680454575960272e-05,
      "loss": 0.1205,
      "step": 281120
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8679336032750947e-05,
      "loss": 0.1154,
      "step": 281130
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.867821748954162e-05,
      "loss": 0.1151,
      "step": 281140
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8677098946332296e-05,
      "loss": 0.1131,
      "step": 281150
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8675980403122974e-05,
      "loss": 0.1171,
      "step": 281160
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.867486185991365e-05,
      "loss": 0.1187,
      "step": 281170
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8673743316704326e-05,
      "loss": 0.1137,
      "step": 281180
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8672624773495e-05,
      "loss": 0.1203,
      "step": 281190
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8671506230285675e-05,
      "loss": 0.1121,
      "step": 281200
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8670387687076353e-05,
      "loss": 0.1156,
      "step": 281210
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.866926914386703e-05,
      "loss": 0.1203,
      "step": 281220
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8668150600657706e-05,
      "loss": 0.1171,
      "step": 281230
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.866703205744838e-05,
      "loss": 0.1116,
      "step": 281240
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8665913514239055e-05,
      "loss": 0.1162,
      "step": 281250
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8664794971029733e-05,
      "loss": 0.1168,
      "step": 281260
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8663676427820407e-05,
      "loss": 0.1138,
      "step": 281270
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8662557884611085e-05,
      "loss": 0.1194,
      "step": 281280
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.866143934140176e-05,
      "loss": 0.1162,
      "step": 281290
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8660320798192434e-05,
      "loss": 0.1119,
      "step": 281300
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.865920225498311e-05,
      "loss": 0.1138,
      "step": 281310
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8658083711773787e-05,
      "loss": 0.117,
      "step": 281320
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8656965168564465e-05,
      "loss": 0.1163,
      "step": 281330
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.865584662535514e-05,
      "loss": 0.1203,
      "step": 281340
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8654728082145814e-05,
      "loss": 0.1176,
      "step": 281350
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8653609538936488e-05,
      "loss": 0.1164,
      "step": 281360
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8652490995727166e-05,
      "loss": 0.1152,
      "step": 281370
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8651372452517844e-05,
      "loss": 0.116,
      "step": 281380
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.865025390930852e-05,
      "loss": 0.1158,
      "step": 281390
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8649135366099193e-05,
      "loss": 0.1193,
      "step": 281400
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8648016822889868e-05,
      "loss": 0.1126,
      "step": 281410
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8646898279680546e-05,
      "loss": 0.114,
      "step": 281420
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.864577973647122e-05,
      "loss": 0.1202,
      "step": 281430
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8644661193261898e-05,
      "loss": 0.1172,
      "step": 281440
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8643542650052573e-05,
      "loss": 0.1179,
      "step": 281450
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8642424106843247e-05,
      "loss": 0.1157,
      "step": 281460
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8641305563633925e-05,
      "loss": 0.1201,
      "step": 281470
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.86401870204246e-05,
      "loss": 0.1233,
      "step": 281480
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8639068477215278e-05,
      "loss": 0.1165,
      "step": 281490
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8637949934005952e-05,
      "loss": 0.1146,
      "step": 281500
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8636831390796627e-05,
      "loss": 0.1145,
      "step": 281510
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.86357128475873e-05,
      "loss": 0.1174,
      "step": 281520
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.863459430437798e-05,
      "loss": 0.1168,
      "step": 281530
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8633475761168657e-05,
      "loss": 0.1152,
      "step": 281540
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.863235721795933e-05,
      "loss": 0.1122,
      "step": 281550
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8631238674750006e-05,
      "loss": 0.1152,
      "step": 281560
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.863012013154068e-05,
      "loss": 0.1187,
      "step": 281570
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.862900158833136e-05,
      "loss": 0.1139,
      "step": 281580
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8627883045122033e-05,
      "loss": 0.1174,
      "step": 281590
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.862676450191271e-05,
      "loss": 0.1191,
      "step": 281600
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8625645958703386e-05,
      "loss": 0.116,
      "step": 281610
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.862452741549406e-05,
      "loss": 0.1147,
      "step": 281620
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8623408872284738e-05,
      "loss": 0.1145,
      "step": 281630
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8622290329075413e-05,
      "loss": 0.1203,
      "step": 281640
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.862117178586609e-05,
      "loss": 0.1191,
      "step": 281650
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8620053242656765e-05,
      "loss": 0.1185,
      "step": 281660
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.861893469944744e-05,
      "loss": 0.1159,
      "step": 281670
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8617816156238117e-05,
      "loss": 0.1207,
      "step": 281680
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8616697613028792e-05,
      "loss": 0.113,
      "step": 281690
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.861557906981947e-05,
      "loss": 0.1146,
      "step": 281700
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8614460526610145e-05,
      "loss": 0.117,
      "step": 281710
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.861334198340082e-05,
      "loss": 0.1135,
      "step": 281720
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8612223440191494e-05,
      "loss": 0.119,
      "step": 281730
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.861110489698217e-05,
      "loss": 0.1171,
      "step": 281740
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8609986353772846e-05,
      "loss": 0.1187,
      "step": 281750
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8608867810563524e-05,
      "loss": 0.1124,
      "step": 281760
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.86077492673542e-05,
      "loss": 0.1182,
      "step": 281770
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8606630724144873e-05,
      "loss": 0.1172,
      "step": 281780
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.860551218093555e-05,
      "loss": 0.1179,
      "step": 281790
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8604393637726226e-05,
      "loss": 0.1148,
      "step": 281800
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8603275094516903e-05,
      "loss": 0.1198,
      "step": 281810
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8602156551307578e-05,
      "loss": 0.11,
      "step": 281820
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8601038008098253e-05,
      "loss": 0.1111,
      "step": 281830
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.859991946488893e-05,
      "loss": 0.1202,
      "step": 281840
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8598800921679605e-05,
      "loss": 0.1182,
      "step": 281850
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8597682378470283e-05,
      "loss": 0.1191,
      "step": 281860
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8596563835260957e-05,
      "loss": 0.1132,
      "step": 281870
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8595445292051632e-05,
      "loss": 0.1156,
      "step": 281880
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.859432674884231e-05,
      "loss": 0.122,
      "step": 281890
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8593208205632984e-05,
      "loss": 0.1193,
      "step": 281900
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.859208966242366e-05,
      "loss": 0.1153,
      "step": 281910
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8590971119214337e-05,
      "loss": 0.1183,
      "step": 281920
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.858985257600501e-05,
      "loss": 0.1143,
      "step": 281930
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8588734032795686e-05,
      "loss": 0.1239,
      "step": 281940
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8587615489586364e-05,
      "loss": 0.1165,
      "step": 281950
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.858649694637704e-05,
      "loss": 0.1141,
      "step": 281960
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8585378403167716e-05,
      "loss": 0.1197,
      "step": 281970
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.858425985995839e-05,
      "loss": 0.1148,
      "step": 281980
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8583141316749065e-05,
      "loss": 0.1156,
      "step": 281990
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8582022773539743e-05,
      "loss": 0.1148,
      "step": 282000
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8580904230330418e-05,
      "loss": 0.1186,
      "step": 282010
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8579785687121096e-05,
      "loss": 0.1171,
      "step": 282020
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.857866714391177e-05,
      "loss": 0.1161,
      "step": 282030
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8577548600702445e-05,
      "loss": 0.1172,
      "step": 282040
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8576430057493123e-05,
      "loss": 0.1134,
      "step": 282050
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8575311514283797e-05,
      "loss": 0.1123,
      "step": 282060
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8574192971074472e-05,
      "loss": 0.1187,
      "step": 282070
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.857307442786515e-05,
      "loss": 0.1131,
      "step": 282080
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8571955884655824e-05,
      "loss": 0.1182,
      "step": 282090
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8570837341446502e-05,
      "loss": 0.1174,
      "step": 282100
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8569718798237177e-05,
      "loss": 0.1152,
      "step": 282110
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.856860025502785e-05,
      "loss": 0.1186,
      "step": 282120
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.856748171181853e-05,
      "loss": 0.1164,
      "step": 282130
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8566363168609204e-05,
      "loss": 0.1157,
      "step": 282140
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8565244625399882e-05,
      "loss": 0.1121,
      "step": 282150
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8564126082190556e-05,
      "loss": 0.1176,
      "step": 282160
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.856300753898123e-05,
      "loss": 0.1218,
      "step": 282170
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.856188899577191e-05,
      "loss": 0.1165,
      "step": 282180
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8560770452562583e-05,
      "loss": 0.1173,
      "step": 282190
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8559651909353258e-05,
      "loss": 0.1142,
      "step": 282200
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8558533366143936e-05,
      "loss": 0.1172,
      "step": 282210
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.855741482293461e-05,
      "loss": 0.1209,
      "step": 282220
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8556296279725285e-05,
      "loss": 0.1195,
      "step": 282230
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8555177736515963e-05,
      "loss": 0.1156,
      "step": 282240
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8554059193306637e-05,
      "loss": 0.1156,
      "step": 282250
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8552940650097315e-05,
      "loss": 0.1153,
      "step": 282260
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.855182210688799e-05,
      "loss": 0.1161,
      "step": 282270
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8550703563678664e-05,
      "loss": 0.1125,
      "step": 282280
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8549585020469342e-05,
      "loss": 0.1189,
      "step": 282290
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8548466477260017e-05,
      "loss": 0.1189,
      "step": 282300
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8547347934050695e-05,
      "loss": 0.1209,
      "step": 282310
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.854622939084137e-05,
      "loss": 0.1186,
      "step": 282320
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8545110847632044e-05,
      "loss": 0.1177,
      "step": 282330
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8543992304422722e-05,
      "loss": 0.1165,
      "step": 282340
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8542873761213396e-05,
      "loss": 0.1178,
      "step": 282350
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8541867072325005e-05,
      "loss": 0.1162,
      "step": 282360
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.854074852911568e-05,
      "loss": 0.1108,
      "step": 282370
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8539629985906358e-05,
      "loss": 0.1224,
      "step": 282380
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8538511442697032e-05,
      "loss": 0.1164,
      "step": 282390
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8537392899487707e-05,
      "loss": 0.1164,
      "step": 282400
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8536274356278385e-05,
      "loss": 0.1161,
      "step": 282410
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.853515581306906e-05,
      "loss": 0.1203,
      "step": 282420
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8534037269859737e-05,
      "loss": 0.1158,
      "step": 282430
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.853291872665041e-05,
      "loss": 0.1163,
      "step": 282440
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8531800183441086e-05,
      "loss": 0.1159,
      "step": 282450
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.853068164023176e-05,
      "loss": 0.1152,
      "step": 282460
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.852956309702244e-05,
      "loss": 0.1139,
      "step": 282470
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8528444553813117e-05,
      "loss": 0.1164,
      "step": 282480
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.852732601060379e-05,
      "loss": 0.117,
      "step": 282490
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8526207467394466e-05,
      "loss": 0.116,
      "step": 282500
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.852508892418514e-05,
      "loss": 0.1194,
      "step": 282510
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8523970380975818e-05,
      "loss": 0.1152,
      "step": 282520
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8522851837766496e-05,
      "loss": 0.1173,
      "step": 282530
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.852173329455717e-05,
      "loss": 0.1199,
      "step": 282540
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8520614751347845e-05,
      "loss": 0.1158,
      "step": 282550
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.851949620813852e-05,
      "loss": 0.1138,
      "step": 282560
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8518377664929198e-05,
      "loss": 0.12,
      "step": 282570
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8517259121719872e-05,
      "loss": 0.1165,
      "step": 282580
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.851614057851055e-05,
      "loss": 0.1166,
      "step": 282590
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8515022035301225e-05,
      "loss": 0.1205,
      "step": 282600
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.85139034920919e-05,
      "loss": 0.1188,
      "step": 282610
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8512784948882574e-05,
      "loss": 0.1208,
      "step": 282620
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.851166640567325e-05,
      "loss": 0.1182,
      "step": 282630
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.851054786246393e-05,
      "loss": 0.1171,
      "step": 282640
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8509429319254604e-05,
      "loss": 0.1217,
      "step": 282650
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.850831077604528e-05,
      "loss": 0.1171,
      "step": 282660
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8507192232835953e-05,
      "loss": 0.1159,
      "step": 282670
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.850607368962663e-05,
      "loss": 0.113,
      "step": 282680
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.850495514641731e-05,
      "loss": 0.1169,
      "step": 282690
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8503836603207984e-05,
      "loss": 0.1155,
      "step": 282700
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8502718059998658e-05,
      "loss": 0.1174,
      "step": 282710
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8501599516789333e-05,
      "loss": 0.1145,
      "step": 282720
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.850048097358001e-05,
      "loss": 0.1163,
      "step": 282730
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.849936243037069e-05,
      "loss": 0.1173,
      "step": 282740
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8498243887161363e-05,
      "loss": 0.1221,
      "step": 282750
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8497125343952038e-05,
      "loss": 0.1121,
      "step": 282760
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8496006800742712e-05,
      "loss": 0.1182,
      "step": 282770
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8494888257533387e-05,
      "loss": 0.1154,
      "step": 282780
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8493769714324068e-05,
      "loss": 0.1128,
      "step": 282790
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8492651171114742e-05,
      "loss": 0.1115,
      "step": 282800
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8491532627905417e-05,
      "loss": 0.1145,
      "step": 282810
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.849041408469609e-05,
      "loss": 0.122,
      "step": 282820
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8489295541486766e-05,
      "loss": 0.1178,
      "step": 282830
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8488176998277444e-05,
      "loss": 0.1156,
      "step": 282840
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8487058455068122e-05,
      "loss": 0.1151,
      "step": 282850
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8485939911858796e-05,
      "loss": 0.1161,
      "step": 282860
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.848482136864947e-05,
      "loss": 0.1169,
      "step": 282870
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8483702825440146e-05,
      "loss": 0.1168,
      "step": 282880
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8482584282230823e-05,
      "loss": 0.116,
      "step": 282890
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.84814657390215e-05,
      "loss": 0.1222,
      "step": 282900
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8480347195812176e-05,
      "loss": 0.1151,
      "step": 282910
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.847922865260285e-05,
      "loss": 0.1117,
      "step": 282920
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8478110109393525e-05,
      "loss": 0.1107,
      "step": 282930
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8476991566184203e-05,
      "loss": 0.1226,
      "step": 282940
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.847587302297488e-05,
      "loss": 0.1206,
      "step": 282950
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8474754479765555e-05,
      "loss": 0.1185,
      "step": 282960
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.847363593655623e-05,
      "loss": 0.11,
      "step": 282970
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8472517393346905e-05,
      "loss": 0.1169,
      "step": 282980
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.847139885013758e-05,
      "loss": 0.1146,
      "step": 282990
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.847028030692826e-05,
      "loss": 0.1128,
      "step": 283000
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8469161763718935e-05,
      "loss": 0.1139,
      "step": 283010
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.846804322050961e-05,
      "loss": 0.1191,
      "step": 283020
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8466924677300284e-05,
      "loss": 0.1151,
      "step": 283030
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.846580613409096e-05,
      "loss": 0.1186,
      "step": 283040
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8464687590881636e-05,
      "loss": 0.1179,
      "step": 283050
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8463569047672314e-05,
      "loss": 0.1181,
      "step": 283060
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.846245050446299e-05,
      "loss": 0.1177,
      "step": 283070
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8461331961253663e-05,
      "loss": 0.1206,
      "step": 283080
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8460213418044338e-05,
      "loss": 0.1172,
      "step": 283090
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8459094874835016e-05,
      "loss": 0.1162,
      "step": 283100
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8457976331625694e-05,
      "loss": 0.1215,
      "step": 283110
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.845685778841637e-05,
      "loss": 0.1164,
      "step": 283120
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8455739245207043e-05,
      "loss": 0.1166,
      "step": 283130
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8454620701997717e-05,
      "loss": 0.1165,
      "step": 283140
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8453502158788395e-05,
      "loss": 0.1115,
      "step": 283150
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8452383615579073e-05,
      "loss": 0.1162,
      "step": 283160
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8451265072369748e-05,
      "loss": 0.1213,
      "step": 283170
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8450146529160422e-05,
      "loss": 0.1163,
      "step": 283180
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8449027985951097e-05,
      "loss": 0.1211,
      "step": 283190
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.844790944274177e-05,
      "loss": 0.1133,
      "step": 283200
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8446790899532453e-05,
      "loss": 0.1159,
      "step": 283210
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8445672356323127e-05,
      "loss": 0.1181,
      "step": 283220
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8444553813113802e-05,
      "loss": 0.1161,
      "step": 283230
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8443435269904476e-05,
      "loss": 0.1131,
      "step": 283240
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.844231672669515e-05,
      "loss": 0.1185,
      "step": 283250
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.844119818348583e-05,
      "loss": 0.1144,
      "step": 283260
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8440079640276507e-05,
      "loss": 0.1195,
      "step": 283270
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.843896109706718e-05,
      "loss": 0.1156,
      "step": 283280
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8437842553857856e-05,
      "loss": 0.1176,
      "step": 283290
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.843672401064853e-05,
      "loss": 0.1163,
      "step": 283300
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.843560546743921e-05,
      "loss": 0.1189,
      "step": 283310
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8434486924229886e-05,
      "loss": 0.1192,
      "step": 283320
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.843336838102056e-05,
      "loss": 0.1162,
      "step": 283330
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8432249837811235e-05,
      "loss": 0.1173,
      "step": 283340
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.843113129460191e-05,
      "loss": 0.1129,
      "step": 283350
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8430012751392588e-05,
      "loss": 0.1169,
      "step": 283360
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8428894208183262e-05,
      "loss": 0.1088,
      "step": 283370
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.842777566497394e-05,
      "loss": 0.1133,
      "step": 283380
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8426657121764615e-05,
      "loss": 0.1156,
      "step": 283390
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.842553857855529e-05,
      "loss": 0.1143,
      "step": 283400
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8424420035345964e-05,
      "loss": 0.1181,
      "step": 283410
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8423301492136642e-05,
      "loss": 0.118,
      "step": 283420
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.842218294892732e-05,
      "loss": 0.115,
      "step": 283430
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8421064405717994e-05,
      "loss": 0.1194,
      "step": 283440
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.841994586250867e-05,
      "loss": 0.1203,
      "step": 283450
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8418827319299343e-05,
      "loss": 0.1186,
      "step": 283460
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.841770877609002e-05,
      "loss": 0.1203,
      "step": 283470
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.84165902328807e-05,
      "loss": 0.1157,
      "step": 283480
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8415471689671374e-05,
      "loss": 0.116,
      "step": 283490
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.841435314646205e-05,
      "loss": 0.1143,
      "step": 283500
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8413234603252723e-05,
      "loss": 0.1189,
      "step": 283510
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.84121160600434e-05,
      "loss": 0.1152,
      "step": 283520
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8410997516834075e-05,
      "loss": 0.117,
      "step": 283530
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8409878973624753e-05,
      "loss": 0.1167,
      "step": 283540
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8408760430415428e-05,
      "loss": 0.1169,
      "step": 283550
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8407641887206102e-05,
      "loss": 0.1143,
      "step": 283560
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.840652334399678e-05,
      "loss": 0.1174,
      "step": 283570
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8405404800787455e-05,
      "loss": 0.1142,
      "step": 283580
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8404286257578133e-05,
      "loss": 0.1188,
      "step": 283590
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8403167714368807e-05,
      "loss": 0.1178,
      "step": 283600
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8402049171159482e-05,
      "loss": 0.115,
      "step": 283610
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.840093062795016e-05,
      "loss": 0.1165,
      "step": 283620
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8399812084740834e-05,
      "loss": 0.1147,
      "step": 283630
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8398693541531512e-05,
      "loss": 0.1155,
      "step": 283640
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8397574998322187e-05,
      "loss": 0.1156,
      "step": 283650
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.839645645511286e-05,
      "loss": 0.1139,
      "step": 283660
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8395337911903536e-05,
      "loss": 0.1162,
      "step": 283670
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8394219368694214e-05,
      "loss": 0.1181,
      "step": 283680
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8393100825484888e-05,
      "loss": 0.1177,
      "step": 283690
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8391982282275566e-05,
      "loss": 0.1171,
      "step": 283700
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.839086373906624e-05,
      "loss": 0.1159,
      "step": 283710
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8389745195856915e-05,
      "loss": 0.1189,
      "step": 283720
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8388626652647593e-05,
      "loss": 0.1136,
      "step": 283730
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8387508109438268e-05,
      "loss": 0.118,
      "step": 283740
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8386389566228946e-05,
      "loss": 0.115,
      "step": 283750
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.838527102301962e-05,
      "loss": 0.118,
      "step": 283760
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8384152479810295e-05,
      "loss": 0.1126,
      "step": 283770
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8383033936600973e-05,
      "loss": 0.1186,
      "step": 283780
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8381915393391647e-05,
      "loss": 0.1176,
      "step": 283790
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8380796850182325e-05,
      "loss": 0.1129,
      "step": 283800
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8379678306973e-05,
      "loss": 0.1187,
      "step": 283810
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8378559763763674e-05,
      "loss": 0.1171,
      "step": 283820
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8377441220554352e-05,
      "loss": 0.1187,
      "step": 283830
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8376322677345027e-05,
      "loss": 0.1175,
      "step": 283840
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.83752041341357e-05,
      "loss": 0.117,
      "step": 283850
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.837408559092638e-05,
      "loss": 0.121,
      "step": 283860
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8372967047717054e-05,
      "loss": 0.1173,
      "step": 283870
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8371848504507728e-05,
      "loss": 0.1173,
      "step": 283880
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8370729961298406e-05,
      "loss": 0.1161,
      "step": 283890
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836961141808908e-05,
      "loss": 0.1162,
      "step": 283900
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836849287487976e-05,
      "loss": 0.1148,
      "step": 283910
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8367374331670433e-05,
      "loss": 0.116,
      "step": 283920
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8366255788461108e-05,
      "loss": 0.1125,
      "step": 283930
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8365137245251786e-05,
      "loss": 0.1145,
      "step": 283940
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836401870204246e-05,
      "loss": 0.1116,
      "step": 283950
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8362900158833138e-05,
      "loss": 0.1159,
      "step": 283960
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8361781615623813e-05,
      "loss": 0.1126,
      "step": 283970
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8360663072414487e-05,
      "loss": 0.1164,
      "step": 283980
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8359544529205165e-05,
      "loss": 0.1163,
      "step": 283990
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835842598599584e-05,
      "loss": 0.1181,
      "step": 284000
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8357307442786514e-05,
      "loss": 0.1148,
      "step": 284010
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8356188899577192e-05,
      "loss": 0.1196,
      "step": 284020
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8355070356367867e-05,
      "loss": 0.1171,
      "step": 284030
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8353951813158545e-05,
      "loss": 0.1205,
      "step": 284040
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835283326994922e-05,
      "loss": 0.1118,
      "step": 284050
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8351714726739894e-05,
      "loss": 0.1162,
      "step": 284060
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835059618353057e-05,
      "loss": 0.1097,
      "step": 284070
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8349477640321246e-05,
      "loss": 0.1199,
      "step": 284080
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.834835909711192e-05,
      "loss": 0.1155,
      "step": 284090
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.83472405539026e-05,
      "loss": 0.1115,
      "step": 284100
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8346122010693273e-05,
      "loss": 0.1138,
      "step": 284110
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.834500346748395e-05,
      "loss": 0.1124,
      "step": 284120
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8343884924274626e-05,
      "loss": 0.1133,
      "step": 284130
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.83427663810653e-05,
      "loss": 0.1136,
      "step": 284140
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8341647837855978e-05,
      "loss": 0.1157,
      "step": 284150
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8340529294646653e-05,
      "loss": 0.1166,
      "step": 284160
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8339410751437327e-05,
      "loss": 0.1138,
      "step": 284170
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8338292208228005e-05,
      "loss": 0.1156,
      "step": 284180
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833717366501868e-05,
      "loss": 0.1164,
      "step": 284190
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8336055121809358e-05,
      "loss": 0.1181,
      "step": 284200
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8334936578600032e-05,
      "loss": 0.1202,
      "step": 284210
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8333818035390707e-05,
      "loss": 0.1188,
      "step": 284220
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8332699492181385e-05,
      "loss": 0.1135,
      "step": 284230
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833158094897206e-05,
      "loss": 0.1151,
      "step": 284240
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8330462405762737e-05,
      "loss": 0.1143,
      "step": 284250
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832934386255341e-05,
      "loss": 0.1149,
      "step": 284260
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8328225319344086e-05,
      "loss": 0.1199,
      "step": 284270
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8327106776134764e-05,
      "loss": 0.1203,
      "step": 284280
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832598823292544e-05,
      "loss": 0.1182,
      "step": 284290
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8324869689716117e-05,
      "loss": 0.1154,
      "step": 284300
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832375114650679e-05,
      "loss": 0.1134,
      "step": 284310
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8322632603297466e-05,
      "loss": 0.1147,
      "step": 284320
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832151406008814e-05,
      "loss": 0.1125,
      "step": 284330
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8320395516878818e-05,
      "loss": 0.116,
      "step": 284340
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8319276973669493e-05,
      "loss": 0.1185,
      "step": 284350
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.831815843046017e-05,
      "loss": 0.1137,
      "step": 284360
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8317039887250845e-05,
      "loss": 0.1184,
      "step": 284370
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8316033198362454e-05,
      "loss": 0.1201,
      "step": 284380
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.831491465515313e-05,
      "loss": 0.1173,
      "step": 284390
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8313796111943803e-05,
      "loss": 0.1183,
      "step": 284400
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.831267756873448e-05,
      "loss": 0.1139,
      "step": 284410
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.831155902552516e-05,
      "loss": 0.1151,
      "step": 284420
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8310440482315833e-05,
      "loss": 0.1171,
      "step": 284430
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8309321939106508e-05,
      "loss": 0.1194,
      "step": 284440
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8308203395897182e-05,
      "loss": 0.1176,
      "step": 284450
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.830708485268786e-05,
      "loss": 0.1187,
      "step": 284460
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8305966309478538e-05,
      "loss": 0.1126,
      "step": 284470
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8304847766269213e-05,
      "loss": 0.1146,
      "step": 284480
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8303729223059887e-05,
      "loss": 0.1178,
      "step": 284490
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8302610679850562e-05,
      "loss": 0.114,
      "step": 284500
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.830149213664124e-05,
      "loss": 0.1161,
      "step": 284510
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8300373593431914e-05,
      "loss": 0.1189,
      "step": 284520
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8299255050222592e-05,
      "loss": 0.1162,
      "step": 284530
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8298136507013267e-05,
      "loss": 0.1188,
      "step": 284540
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.829701796380394e-05,
      "loss": 0.1211,
      "step": 284550
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8295899420594616e-05,
      "loss": 0.1196,
      "step": 284560
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8294780877385294e-05,
      "loss": 0.1136,
      "step": 284570
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8293662334175972e-05,
      "loss": 0.1153,
      "step": 284580
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8292543790966646e-05,
      "loss": 0.1204,
      "step": 284590
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.829142524775732e-05,
      "loss": 0.1152,
      "step": 284600
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8290306704547995e-05,
      "loss": 0.1189,
      "step": 284610
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8289188161338673e-05,
      "loss": 0.1155,
      "step": 284620
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.828806961812935e-05,
      "loss": 0.1176,
      "step": 284630
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8286951074920026e-05,
      "loss": 0.1182,
      "step": 284640
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.82858325317107e-05,
      "loss": 0.1135,
      "step": 284650
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8284713988501375e-05,
      "loss": 0.116,
      "step": 284660
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8283595445292053e-05,
      "loss": 0.1195,
      "step": 284670
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.828247690208273e-05,
      "loss": 0.1157,
      "step": 284680
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8281358358873405e-05,
      "loss": 0.1132,
      "step": 284690
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.828023981566408e-05,
      "loss": 0.1156,
      "step": 284700
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8279121272454754e-05,
      "loss": 0.1178,
      "step": 284710
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8278114583566363e-05,
      "loss": 0.1155,
      "step": 284720
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8276996040357038e-05,
      "loss": 0.119,
      "step": 284730
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8275877497147716e-05,
      "loss": 0.114,
      "step": 284740
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8274758953938393e-05,
      "loss": 0.1211,
      "step": 284750
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8273640410729068e-05,
      "loss": 0.1181,
      "step": 284760
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8272521867519743e-05,
      "loss": 0.1183,
      "step": 284770
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8271403324310417e-05,
      "loss": 0.1152,
      "step": 284780
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8270284781101095e-05,
      "loss": 0.1158,
      "step": 284790
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8269166237891773e-05,
      "loss": 0.1164,
      "step": 284800
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8268047694682448e-05,
      "loss": 0.116,
      "step": 284810
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8266929151473122e-05,
      "loss": 0.1131,
      "step": 284820
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8265810608263797e-05,
      "loss": 0.1115,
      "step": 284830
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8264692065054475e-05,
      "loss": 0.1177,
      "step": 284840
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8263573521845152e-05,
      "loss": 0.1136,
      "step": 284850
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8262454978635827e-05,
      "loss": 0.1169,
      "step": 284860
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.82613364354265e-05,
      "loss": 0.1123,
      "step": 284870
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8260217892217176e-05,
      "loss": 0.1126,
      "step": 284880
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.825909934900785e-05,
      "loss": 0.113,
      "step": 284890
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.825798080579853e-05,
      "loss": 0.1183,
      "step": 284900
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8256862262589206e-05,
      "loss": 0.1187,
      "step": 284910
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.825574371937988e-05,
      "loss": 0.1209,
      "step": 284920
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8254625176170556e-05,
      "loss": 0.1185,
      "step": 284930
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.825350663296123e-05,
      "loss": 0.1149,
      "step": 284940
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8252388089751908e-05,
      "loss": 0.1188,
      "step": 284950
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8251269546542586e-05,
      "loss": 0.111,
      "step": 284960
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.825015100333326e-05,
      "loss": 0.1142,
      "step": 284970
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8249032460123935e-05,
      "loss": 0.1147,
      "step": 284980
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.824791391691461e-05,
      "loss": 0.1147,
      "step": 284990
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8246795373705287e-05,
      "loss": 0.1189,
      "step": 285000
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8245676830495965e-05,
      "loss": 0.1167,
      "step": 285010
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.824455828728664e-05,
      "loss": 0.121,
      "step": 285020
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8243439744077314e-05,
      "loss": 0.1198,
      "step": 285030
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.824232120086799e-05,
      "loss": 0.1182,
      "step": 285040
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8241202657658667e-05,
      "loss": 0.114,
      "step": 285050
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8240084114449345e-05,
      "loss": 0.1165,
      "step": 285060
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.823896557124002e-05,
      "loss": 0.1199,
      "step": 285070
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8237847028030694e-05,
      "loss": 0.1166,
      "step": 285080
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.823672848482137e-05,
      "loss": 0.1148,
      "step": 285090
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8235609941612043e-05,
      "loss": 0.1162,
      "step": 285100
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.823449139840272e-05,
      "loss": 0.1123,
      "step": 285110
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.82333728551934e-05,
      "loss": 0.1178,
      "step": 285120
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8232254311984073e-05,
      "loss": 0.1138,
      "step": 285130
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8231135768774748e-05,
      "loss": 0.1152,
      "step": 285140
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8230017225565423e-05,
      "loss": 0.1139,
      "step": 285150
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.82288986823561e-05,
      "loss": 0.1165,
      "step": 285160
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.822778013914678e-05,
      "loss": 0.1146,
      "step": 285170
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8226661595937453e-05,
      "loss": 0.1153,
      "step": 285180
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8225543052728127e-05,
      "loss": 0.117,
      "step": 285190
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8224424509518802e-05,
      "loss": 0.1151,
      "step": 285200
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.822330596630948e-05,
      "loss": 0.1184,
      "step": 285210
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8222187423100158e-05,
      "loss": 0.114,
      "step": 285220
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8221068879890832e-05,
      "loss": 0.1148,
      "step": 285230
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8219950336681507e-05,
      "loss": 0.1126,
      "step": 285240
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.821883179347218e-05,
      "loss": 0.1147,
      "step": 285250
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.821771325026286e-05,
      "loss": 0.1163,
      "step": 285260
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8216594707053534e-05,
      "loss": 0.1197,
      "step": 285270
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8215476163844212e-05,
      "loss": 0.1176,
      "step": 285280
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8214357620634886e-05,
      "loss": 0.1149,
      "step": 285290
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.821323907742556e-05,
      "loss": 0.1132,
      "step": 285300
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8212120534216235e-05,
      "loss": 0.1135,
      "step": 285310
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8211001991006913e-05,
      "loss": 0.1156,
      "step": 285320
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.820988344779759e-05,
      "loss": 0.112,
      "step": 285330
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8208764904588266e-05,
      "loss": 0.1179,
      "step": 285340
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.820764636137894e-05,
      "loss": 0.1166,
      "step": 285350
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8206527818169615e-05,
      "loss": 0.1176,
      "step": 285360
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8205409274960293e-05,
      "loss": 0.1158,
      "step": 285370
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.820429073175097e-05,
      "loss": 0.1184,
      "step": 285380
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8203172188541645e-05,
      "loss": 0.1145,
      "step": 285390
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.820205364533232e-05,
      "loss": 0.1099,
      "step": 285400
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8200935102122994e-05,
      "loss": 0.1143,
      "step": 285410
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8199816558913672e-05,
      "loss": 0.1154,
      "step": 285420
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8198698015704347e-05,
      "loss": 0.1144,
      "step": 285430
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8197579472495025e-05,
      "loss": 0.116,
      "step": 285440
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.81964609292857e-05,
      "loss": 0.1213,
      "step": 285450
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8195342386076374e-05,
      "loss": 0.1194,
      "step": 285460
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8194223842867052e-05,
      "loss": 0.1104,
      "step": 285470
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8193105299657726e-05,
      "loss": 0.1118,
      "step": 285480
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8191986756448404e-05,
      "loss": 0.1142,
      "step": 285490
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.819086821323908e-05,
      "loss": 0.111,
      "step": 285500
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8189749670029753e-05,
      "loss": 0.1169,
      "step": 285510
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8188631126820428e-05,
      "loss": 0.1157,
      "step": 285520
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8187512583611106e-05,
      "loss": 0.1168,
      "step": 285530
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8186394040401784e-05,
      "loss": 0.1172,
      "step": 285540
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8185275497192458e-05,
      "loss": 0.1158,
      "step": 285550
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8184156953983133e-05,
      "loss": 0.1143,
      "step": 285560
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8183038410773807e-05,
      "loss": 0.11,
      "step": 285570
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8181919867564485e-05,
      "loss": 0.1147,
      "step": 285580
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.818080132435516e-05,
      "loss": 0.118,
      "step": 285590
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8179682781145838e-05,
      "loss": 0.1163,
      "step": 285600
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8178564237936512e-05,
      "loss": 0.1179,
      "step": 285610
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8177445694727187e-05,
      "loss": 0.1138,
      "step": 285620
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8176327151517865e-05,
      "loss": 0.1174,
      "step": 285630
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.817520860830854e-05,
      "loss": 0.1157,
      "step": 285640
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8174090065099217e-05,
      "loss": 0.1178,
      "step": 285650
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8172971521889892e-05,
      "loss": 0.1208,
      "step": 285660
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8171852978680566e-05,
      "loss": 0.1179,
      "step": 285670
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8170734435471244e-05,
      "loss": 0.1182,
      "step": 285680
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.816961589226192e-05,
      "loss": 0.1174,
      "step": 285690
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8168497349052597e-05,
      "loss": 0.1125,
      "step": 285700
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.816737880584327e-05,
      "loss": 0.1173,
      "step": 285710
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8166260262633946e-05,
      "loss": 0.1116,
      "step": 285720
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8165141719424624e-05,
      "loss": 0.1145,
      "step": 285730
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8164023176215298e-05,
      "loss": 0.1145,
      "step": 285740
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8162904633005973e-05,
      "loss": 0.1121,
      "step": 285750
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.816178608979665e-05,
      "loss": 0.1194,
      "step": 285760
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8160667546587325e-05,
      "loss": 0.1151,
      "step": 285770
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8159549003378e-05,
      "loss": 0.112,
      "step": 285780
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8158430460168678e-05,
      "loss": 0.1189,
      "step": 285790
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8157311916959352e-05,
      "loss": 0.1155,
      "step": 285800
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.815619337375003e-05,
      "loss": 0.1189,
      "step": 285810
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8155074830540705e-05,
      "loss": 0.1164,
      "step": 285820
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.815395628733138e-05,
      "loss": 0.1178,
      "step": 285830
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8152837744122057e-05,
      "loss": 0.1143,
      "step": 285840
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8151719200912732e-05,
      "loss": 0.1213,
      "step": 285850
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.815060065770341e-05,
      "loss": 0.1163,
      "step": 285860
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8149482114494084e-05,
      "loss": 0.119,
      "step": 285870
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.814836357128476e-05,
      "loss": 0.1146,
      "step": 285880
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8147245028075437e-05,
      "loss": 0.1172,
      "step": 285890
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.814612648486611e-05,
      "loss": 0.1232,
      "step": 285900
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8145007941656786e-05,
      "loss": 0.1156,
      "step": 285910
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8143889398447464e-05,
      "loss": 0.1136,
      "step": 285920
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8142770855238138e-05,
      "loss": 0.1187,
      "step": 285930
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8141652312028816e-05,
      "loss": 0.119,
      "step": 285940
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.814053376881949e-05,
      "loss": 0.1153,
      "step": 285950
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8139415225610165e-05,
      "loss": 0.1154,
      "step": 285960
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8138296682400843e-05,
      "loss": 0.1154,
      "step": 285970
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8137178139191518e-05,
      "loss": 0.1134,
      "step": 285980
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8136059595982192e-05,
      "loss": 0.115,
      "step": 285990
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.813494105277287e-05,
      "loss": 0.1145,
      "step": 286000
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8133822509563545e-05,
      "loss": 0.1173,
      "step": 286010
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.813270396635422e-05,
      "loss": 0.1171,
      "step": 286020
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8131585423144897e-05,
      "loss": 0.1145,
      "step": 286030
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8130466879935572e-05,
      "loss": 0.1192,
      "step": 286040
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.812934833672625e-05,
      "loss": 0.1152,
      "step": 286050
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8128229793516924e-05,
      "loss": 0.121,
      "step": 286060
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.81271112503076e-05,
      "loss": 0.118,
      "step": 286070
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8125992707098277e-05,
      "loss": 0.1159,
      "step": 286080
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.812487416388895e-05,
      "loss": 0.1161,
      "step": 286090
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.812375562067963e-05,
      "loss": 0.1185,
      "step": 286100
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8122637077470304e-05,
      "loss": 0.1203,
      "step": 286110
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8121518534260978e-05,
      "loss": 0.1165,
      "step": 286120
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8120399991051656e-05,
      "loss": 0.1171,
      "step": 286130
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.811928144784233e-05,
      "loss": 0.1133,
      "step": 286140
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.811816290463301e-05,
      "loss": 0.1162,
      "step": 286150
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8117044361423683e-05,
      "loss": 0.1154,
      "step": 286160
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8115925818214358e-05,
      "loss": 0.1147,
      "step": 286170
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8114807275005032e-05,
      "loss": 0.1128,
      "step": 286180
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.811368873179571e-05,
      "loss": 0.1162,
      "step": 286190
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8112570188586385e-05,
      "loss": 0.1206,
      "step": 286200
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8111451645377063e-05,
      "loss": 0.1105,
      "step": 286210
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8110333102167737e-05,
      "loss": 0.1137,
      "step": 286220
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8109214558958412e-05,
      "loss": 0.1184,
      "step": 286230
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.810809601574909e-05,
      "loss": 0.116,
      "step": 286240
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8106977472539764e-05,
      "loss": 0.1152,
      "step": 286250
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8105858929330442e-05,
      "loss": 0.1138,
      "step": 286260
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8104740386121117e-05,
      "loss": 0.1179,
      "step": 286270
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.810362184291179e-05,
      "loss": 0.1138,
      "step": 286280
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.810250329970247e-05,
      "loss": 0.1139,
      "step": 286290
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8101384756493144e-05,
      "loss": 0.1095,
      "step": 286300
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.810026621328382e-05,
      "loss": 0.1154,
      "step": 286310
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8099147670074496e-05,
      "loss": 0.1175,
      "step": 286320
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.809802912686517e-05,
      "loss": 0.117,
      "step": 286330
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8096910583655845e-05,
      "loss": 0.1164,
      "step": 286340
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8095792040446523e-05,
      "loss": 0.1183,
      "step": 286350
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.80946734972372e-05,
      "loss": 0.1159,
      "step": 286360
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8093554954027876e-05,
      "loss": 0.1163,
      "step": 286370
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.809243641081855e-05,
      "loss": 0.1172,
      "step": 286380
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8091317867609225e-05,
      "loss": 0.1221,
      "step": 286390
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8090199324399903e-05,
      "loss": 0.1195,
      "step": 286400
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8089080781190577e-05,
      "loss": 0.1166,
      "step": 286410
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8087962237981255e-05,
      "loss": 0.1154,
      "step": 286420
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.808684369477193e-05,
      "loss": 0.1125,
      "step": 286430
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8085725151562604e-05,
      "loss": 0.112,
      "step": 286440
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8084606608353282e-05,
      "loss": 0.1176,
      "step": 286450
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8083488065143957e-05,
      "loss": 0.1177,
      "step": 286460
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8082369521934635e-05,
      "loss": 0.114,
      "step": 286470
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.808125097872531e-05,
      "loss": 0.1139,
      "step": 286480
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8080132435515984e-05,
      "loss": 0.1159,
      "step": 286490
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8079013892306658e-05,
      "loss": 0.1155,
      "step": 286500
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8077895349097336e-05,
      "loss": 0.114,
      "step": 286510
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8076776805888014e-05,
      "loss": 0.1248,
      "step": 286520
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.807565826267869e-05,
      "loss": 0.1185,
      "step": 286530
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8074539719469363e-05,
      "loss": 0.1158,
      "step": 286540
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8073421176260038e-05,
      "loss": 0.1177,
      "step": 286550
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8072302633050716e-05,
      "loss": 0.1139,
      "step": 286560
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8071184089841393e-05,
      "loss": 0.1103,
      "step": 286570
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8070065546632068e-05,
      "loss": 0.1158,
      "step": 286580
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8068947003422743e-05,
      "loss": 0.1199,
      "step": 286590
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8067828460213417e-05,
      "loss": 0.1146,
      "step": 286600
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8066709917004095e-05,
      "loss": 0.1169,
      "step": 286610
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8065591373794773e-05,
      "loss": 0.117,
      "step": 286620
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8064472830585447e-05,
      "loss": 0.1158,
      "step": 286630
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8063354287376122e-05,
      "loss": 0.1202,
      "step": 286640
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8062235744166797e-05,
      "loss": 0.1176,
      "step": 286650
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.806111720095747e-05,
      "loss": 0.1182,
      "step": 286660
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.805999865774815e-05,
      "loss": 0.1136,
      "step": 286670
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8058880114538827e-05,
      "loss": 0.1184,
      "step": 286680
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.80577615713295e-05,
      "loss": 0.1144,
      "step": 286690
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8056643028120176e-05,
      "loss": 0.1198,
      "step": 286700
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.805552448491085e-05,
      "loss": 0.1197,
      "step": 286710
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.805440594170153e-05,
      "loss": 0.1134,
      "step": 286720
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8053287398492206e-05,
      "loss": 0.1179,
      "step": 286730
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.805216885528288e-05,
      "loss": 0.1141,
      "step": 286740
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8051050312073556e-05,
      "loss": 0.1185,
      "step": 286750
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.804993176886423e-05,
      "loss": 0.1214,
      "step": 286760
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8048813225654908e-05,
      "loss": 0.1148,
      "step": 286770
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8047694682445586e-05,
      "loss": 0.114,
      "step": 286780
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.804657613923626e-05,
      "loss": 0.1195,
      "step": 286790
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8045457596026935e-05,
      "loss": 0.1192,
      "step": 286800
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.804433905281761e-05,
      "loss": 0.1136,
      "step": 286810
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8043220509608284e-05,
      "loss": 0.1141,
      "step": 286820
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8042101966398965e-05,
      "loss": 0.1149,
      "step": 286830
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.804098342318964e-05,
      "loss": 0.1142,
      "step": 286840
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8039864879980314e-05,
      "loss": 0.1167,
      "step": 286850
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.803874633677099e-05,
      "loss": 0.1141,
      "step": 286860
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8037627793561664e-05,
      "loss": 0.1224,
      "step": 286870
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.803650925035234e-05,
      "loss": 0.1182,
      "step": 286880
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.803539070714302e-05,
      "loss": 0.1177,
      "step": 286890
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8034272163933694e-05,
      "loss": 0.1134,
      "step": 286900
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.803315362072437e-05,
      "loss": 0.1143,
      "step": 286910
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8032035077515043e-05,
      "loss": 0.1169,
      "step": 286920
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.803091653430572e-05,
      "loss": 0.1111,
      "step": 286930
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.80297979910964e-05,
      "loss": 0.1147,
      "step": 286940
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8028679447887073e-05,
      "loss": 0.1158,
      "step": 286950
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8027560904677748e-05,
      "loss": 0.1204,
      "step": 286960
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8026442361468422e-05,
      "loss": 0.1115,
      "step": 286970
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.80253238182591e-05,
      "loss": 0.1184,
      "step": 286980
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.802420527504978e-05,
      "loss": 0.1107,
      "step": 286990
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8023086731840453e-05,
      "loss": 0.1155,
      "step": 287000
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8021968188631127e-05,
      "loss": 0.1174,
      "step": 287010
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8020849645421802e-05,
      "loss": 0.1124,
      "step": 287020
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8019731102212477e-05,
      "loss": 0.1106,
      "step": 287030
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8018612559003158e-05,
      "loss": 0.1171,
      "step": 287040
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8017494015793832e-05,
      "loss": 0.1127,
      "step": 287050
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8016375472584507e-05,
      "loss": 0.117,
      "step": 287060
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.801525692937518e-05,
      "loss": 0.1135,
      "step": 287070
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8014138386165856e-05,
      "loss": 0.1143,
      "step": 287080
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8013019842956534e-05,
      "loss": 0.1187,
      "step": 287090
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8011901299747212e-05,
      "loss": 0.114,
      "step": 287100
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8010782756537886e-05,
      "loss": 0.1144,
      "step": 287110
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.800966421332856e-05,
      "loss": 0.1157,
      "step": 287120
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8008545670119235e-05,
      "loss": 0.1152,
      "step": 287130
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8007427126909913e-05,
      "loss": 0.1135,
      "step": 287140
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.800630858370059e-05,
      "loss": 0.1186,
      "step": 287150
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8005190040491266e-05,
      "loss": 0.12,
      "step": 287160
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.800407149728194e-05,
      "loss": 0.1124,
      "step": 287170
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8002952954072615e-05,
      "loss": 0.1157,
      "step": 287180
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8001834410863293e-05,
      "loss": 0.1074,
      "step": 287190
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.800071586765397e-05,
      "loss": 0.1153,
      "step": 287200
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7999597324444645e-05,
      "loss": 0.1135,
      "step": 287210
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.799847878123532e-05,
      "loss": 0.1116,
      "step": 287220
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7997360238025994e-05,
      "loss": 0.1156,
      "step": 287230
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7996241694816672e-05,
      "loss": 0.1143,
      "step": 287240
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.799512315160735e-05,
      "loss": 0.1176,
      "step": 287250
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7994004608398025e-05,
      "loss": 0.1179,
      "step": 287260
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.79928860651887e-05,
      "loss": 0.1182,
      "step": 287270
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7991767521979374e-05,
      "loss": 0.1117,
      "step": 287280
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.799064897877005e-05,
      "loss": 0.1119,
      "step": 287290
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7989530435560726e-05,
      "loss": 0.1148,
      "step": 287300
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7988411892351404e-05,
      "loss": 0.1197,
      "step": 287310
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.798729334914208e-05,
      "loss": 0.1185,
      "step": 287320
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7986174805932753e-05,
      "loss": 0.1141,
      "step": 287330
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7985056262723428e-05,
      "loss": 0.1162,
      "step": 287340
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7983937719514106e-05,
      "loss": 0.1159,
      "step": 287350
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7982819176304784e-05,
      "loss": 0.1164,
      "step": 287360
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7981700633095458e-05,
      "loss": 0.1184,
      "step": 287370
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7980582089886133e-05,
      "loss": 0.1178,
      "step": 287380
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7979463546676807e-05,
      "loss": 0.1142,
      "step": 287390
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7978345003467485e-05,
      "loss": 0.1168,
      "step": 287400
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7977226460258163e-05,
      "loss": 0.1158,
      "step": 287410
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7976107917048838e-05,
      "loss": 0.1155,
      "step": 287420
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7974989373839512e-05,
      "loss": 0.1195,
      "step": 287430
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7973870830630187e-05,
      "loss": 0.1181,
      "step": 287440
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7972752287420865e-05,
      "loss": 0.118,
      "step": 287450
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.797163374421154e-05,
      "loss": 0.1168,
      "step": 287460
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7970515201002217e-05,
      "loss": 0.1185,
      "step": 287470
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7969396657792892e-05,
      "loss": 0.1175,
      "step": 287480
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7968278114583566e-05,
      "loss": 0.1164,
      "step": 287490
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.796715957137424e-05,
      "loss": 0.111,
      "step": 287500
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.796604102816492e-05,
      "loss": 0.1183,
      "step": 287510
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7964922484955597e-05,
      "loss": 0.116,
      "step": 287520
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.796380394174627e-05,
      "loss": 0.1145,
      "step": 287530
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7962685398536946e-05,
      "loss": 0.1151,
      "step": 287540
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.796156685532762e-05,
      "loss": 0.1157,
      "step": 287550
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7960448312118298e-05,
      "loss": 0.121,
      "step": 287560
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7959329768908976e-05,
      "loss": 0.1149,
      "step": 287570
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.795821122569965e-05,
      "loss": 0.1162,
      "step": 287580
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7957092682490325e-05,
      "loss": 0.1172,
      "step": 287590
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7955974139281e-05,
      "loss": 0.1181,
      "step": 287600
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7954855596071678e-05,
      "loss": 0.1192,
      "step": 287610
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7953737052862352e-05,
      "loss": 0.1173,
      "step": 287620
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.795261850965303e-05,
      "loss": 0.1187,
      "step": 287630
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7951499966443705e-05,
      "loss": 0.1173,
      "step": 287640
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.795038142323438e-05,
      "loss": 0.1151,
      "step": 287650
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7949262880025057e-05,
      "loss": 0.1176,
      "step": 287660
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7948144336815732e-05,
      "loss": 0.1176,
      "step": 287670
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.794702579360641e-05,
      "loss": 0.1159,
      "step": 287680
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7945907250397084e-05,
      "loss": 0.1158,
      "step": 287690
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.794478870718776e-05,
      "loss": 0.1168,
      "step": 287700
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7943670163978433e-05,
      "loss": 0.1143,
      "step": 287710
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.794255162076911e-05,
      "loss": 0.1137,
      "step": 287720
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.794143307755979e-05,
      "loss": 0.1192,
      "step": 287730
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7940314534350464e-05,
      "loss": 0.1183,
      "step": 287740
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7939195991141138e-05,
      "loss": 0.1155,
      "step": 287750
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7938077447931813e-05,
      "loss": 0.1174,
      "step": 287760
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.793695890472249e-05,
      "loss": 0.1174,
      "step": 287770
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7935840361513165e-05,
      "loss": 0.1123,
      "step": 287780
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7934721818303843e-05,
      "loss": 0.1184,
      "step": 287790
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7933603275094518e-05,
      "loss": 0.1175,
      "step": 287800
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7932484731885192e-05,
      "loss": 0.1133,
      "step": 287810
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.793136618867587e-05,
      "loss": 0.1122,
      "step": 287820
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7930247645466545e-05,
      "loss": 0.1133,
      "step": 287830
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7929129102257223e-05,
      "loss": 0.1187,
      "step": 287840
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7928010559047897e-05,
      "loss": 0.1134,
      "step": 287850
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7926892015838572e-05,
      "loss": 0.1189,
      "step": 287860
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.792577347262925e-05,
      "loss": 0.1138,
      "step": 287870
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7924654929419924e-05,
      "loss": 0.1119,
      "step": 287880
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7923536386210602e-05,
      "loss": 0.1173,
      "step": 287890
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7922417843001277e-05,
      "loss": 0.1114,
      "step": 287900
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.792129929979195e-05,
      "loss": 0.1166,
      "step": 287910
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7920180756582626e-05,
      "loss": 0.1122,
      "step": 287920
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7919062213373304e-05,
      "loss": 0.1143,
      "step": 287930
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7917943670163978e-05,
      "loss": 0.1138,
      "step": 287940
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7916825126954656e-05,
      "loss": 0.1136,
      "step": 287950
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.791570658374533e-05,
      "loss": 0.1165,
      "step": 287960
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7914588040536005e-05,
      "loss": 0.1188,
      "step": 287970
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7913469497326683e-05,
      "loss": 0.1144,
      "step": 287980
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7912350954117358e-05,
      "loss": 0.1179,
      "step": 287990
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7911232410908036e-05,
      "loss": 0.1152,
      "step": 288000
    },
    {
      "epoch": 0.64,
      "eval_NEIMS_canon_smiles": 0.9586833333333333,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.19921666666666665,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5881733091929915,
      "eval_NEIMS_exact_mols": 0.19895,
      "eval_NEIMS_exact_smiles": 0.19528333333333334,
      "eval_NEIMS_loss": 0.14393387734889984,
      "eval_NEIMS_matched_formulas": 0.7153833333333334,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5077900595401424,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.19961666666666666,
      "eval_NEIMS_runtime": 729.0769,
      "eval_NEIMS_samples_per_second": 82.296,
      "eval_NEIMS_steps_per_second": 1.287,
      "step": 288000
    },
    {
      "epoch": 0.64,
      "eval_RASSP_canon_smiles": 0.9574581761111297,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.269709820683207,
      "eval_RASSP_daylight_tanimoto_simil": 0.6864319360339366,
      "eval_RASSP_exact_mols": 0.26902527799111764,
      "eval_RASSP_exact_smiles": 0.2627475206197616,
      "eval_RASSP_loss": 0.11323179304599762,
      "eval_RASSP_matched_formulas": 0.8537249140147594,
      "eval_RASSP_morgan_tanimoto_simil": 0.571618975833053,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.26915884729689116,
      "eval_RASSP_runtime": 829.974,
      "eval_RASSP_samples_per_second": 72.164,
      "eval_RASSP_steps_per_second": 1.128,
      "step": 288000
    },
    {
      "epoch": 0.64,
      "eval_NEIMS_old_canon_smiles": 0.9576666666666667,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.19863333333333333,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5857080139043928,
      "eval_NEIMS_old_exact_mols": 0.19843333333333332,
      "eval_NEIMS_old_exact_smiles": 0.194,
      "eval_NEIMS_old_loss": 0.1436818689107895,
      "eval_NEIMS_old_matched_formulas": 0.7117666666666667,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.507762403295439,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.1991,
      "eval_NEIMS_old_runtime": 367.1535,
      "eval_NEIMS_old_samples_per_second": 81.71,
      "eval_NEIMS_old_steps_per_second": 1.277,
      "step": 288000
    },
    {
      "epoch": 0.64,
      "eval_RASSP_old_canon_smiles": 0.9568525377915708,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.29769413020989755,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.7037417372107411,
      "eval_RASSP_old_exact_mols": 0.29695998932158707,
      "eval_RASSP_old_exact_smiles": 0.28981880068074883,
      "eval_RASSP_old_loss": 0.10671654343605042,
      "eval_RASSP_old_matched_formulas": 0.8665532085293823,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.5943208885771611,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.29709346948309806,
      "eval_RASSP_old_runtime": 414.8508,
      "eval_RASSP_old_samples_per_second": 72.236,
      "eval_RASSP_old_steps_per_second": 1.131,
      "step": 288000
    },
    {
      "epoch": 0.64,
      "eval_NIST_canon_smiles": 0.8757852148915782,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.02615608474997338,
      "eval_NIST_daylight_tanimoto_simil": 0.2950594122241269,
      "eval_NIST_exact_mols": 0.024984916776093977,
      "eval_NIST_exact_smiles": 0.02392021861802179,
      "eval_NIST_loss": 1.793601632118225,
      "eval_NIST_matched_formulas": 0.12229832842389182,
      "eval_NIST_morgan_tanimoto_simil": 0.2469883162168312,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.025907655179756538,
      "eval_NIST_runtime": 524.4581,
      "eval_NIST_samples_per_second": 53.726,
      "eval_NIST_steps_per_second": 0.841,
      "step": 288000
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.791011386769871e-05,
      "loss": 0.113,
      "step": 288010
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7908995324489385e-05,
      "loss": 0.1167,
      "step": 288020
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7907876781280063e-05,
      "loss": 0.1113,
      "step": 288030
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7906758238070737e-05,
      "loss": 0.1161,
      "step": 288040
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7905639694861415e-05,
      "loss": 0.1152,
      "step": 288050
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.790452115165209e-05,
      "loss": 0.1167,
      "step": 288060
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7903402608442764e-05,
      "loss": 0.1149,
      "step": 288070
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7902284065233442e-05,
      "loss": 0.1165,
      "step": 288080
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7901165522024117e-05,
      "loss": 0.1225,
      "step": 288090
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.790004697881479e-05,
      "loss": 0.1162,
      "step": 288100
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.789892843560547e-05,
      "loss": 0.114,
      "step": 288110
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7897809892396144e-05,
      "loss": 0.1156,
      "step": 288120
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.789669134918682e-05,
      "loss": 0.1117,
      "step": 288130
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7895572805977496e-05,
      "loss": 0.1125,
      "step": 288140
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.789445426276817e-05,
      "loss": 0.1143,
      "step": 288150
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.789333571955885e-05,
      "loss": 0.1113,
      "step": 288160
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7892217176349523e-05,
      "loss": 0.1116,
      "step": 288170
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7891098633140198e-05,
      "loss": 0.1134,
      "step": 288180
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7889980089930876e-05,
      "loss": 0.1181,
      "step": 288190
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.788886154672155e-05,
      "loss": 0.1123,
      "step": 288200
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7887743003512228e-05,
      "loss": 0.1087,
      "step": 288210
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7886624460302903e-05,
      "loss": 0.1126,
      "step": 288220
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7885505917093577e-05,
      "loss": 0.1137,
      "step": 288230
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7884387373884255e-05,
      "loss": 0.1136,
      "step": 288240
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.788326883067493e-05,
      "loss": 0.116,
      "step": 288250
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7882150287465604e-05,
      "loss": 0.1141,
      "step": 288260
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7881031744256282e-05,
      "loss": 0.1133,
      "step": 288270
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7879913201046957e-05,
      "loss": 0.1174,
      "step": 288280
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7878794657837635e-05,
      "loss": 0.114,
      "step": 288290
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.787767611462831e-05,
      "loss": 0.113,
      "step": 288300
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7876557571418984e-05,
      "loss": 0.1142,
      "step": 288310
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.787543902820966e-05,
      "loss": 0.116,
      "step": 288320
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7874320485000336e-05,
      "loss": 0.121,
      "step": 288330
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7873201941791014e-05,
      "loss": 0.1113,
      "step": 288340
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.787208339858169e-05,
      "loss": 0.1134,
      "step": 288350
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7870964855372363e-05,
      "loss": 0.1123,
      "step": 288360
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.786984631216304e-05,
      "loss": 0.1161,
      "step": 288370
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7868727768953716e-05,
      "loss": 0.1131,
      "step": 288380
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.786760922574439e-05,
      "loss": 0.1121,
      "step": 288390
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7866490682535068e-05,
      "loss": 0.1159,
      "step": 288400
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7865372139325743e-05,
      "loss": 0.1161,
      "step": 288410
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7864253596116417e-05,
      "loss": 0.1114,
      "step": 288420
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7863135052907095e-05,
      "loss": 0.1186,
      "step": 288430
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.786201650969777e-05,
      "loss": 0.115,
      "step": 288440
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7860897966488447e-05,
      "loss": 0.1208,
      "step": 288450
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7859779423279122e-05,
      "loss": 0.1131,
      "step": 288460
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7858660880069797e-05,
      "loss": 0.1114,
      "step": 288470
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7857542336860474e-05,
      "loss": 0.1125,
      "step": 288480
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.785642379365115e-05,
      "loss": 0.1161,
      "step": 288490
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7855305250441827e-05,
      "loss": 0.1162,
      "step": 288500
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.78541867072325e-05,
      "loss": 0.1217,
      "step": 288510
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7853068164023176e-05,
      "loss": 0.1135,
      "step": 288520
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7851949620813854e-05,
      "loss": 0.118,
      "step": 288530
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.785083107760453e-05,
      "loss": 0.1157,
      "step": 288540
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7849712534395206e-05,
      "loss": 0.1141,
      "step": 288550
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.784859399118588e-05,
      "loss": 0.1165,
      "step": 288560
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7847475447976555e-05,
      "loss": 0.1151,
      "step": 288570
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.784635690476723e-05,
      "loss": 0.1215,
      "step": 288580
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7845238361557908e-05,
      "loss": 0.1121,
      "step": 288590
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7844119818348583e-05,
      "loss": 0.1132,
      "step": 288600
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.784300127513926e-05,
      "loss": 0.114,
      "step": 288610
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7841882731929935e-05,
      "loss": 0.1152,
      "step": 288620
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.784076418872061e-05,
      "loss": 0.1171,
      "step": 288630
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7839645645511287e-05,
      "loss": 0.1192,
      "step": 288640
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7838527102301962e-05,
      "loss": 0.1129,
      "step": 288650
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.783740855909264e-05,
      "loss": 0.1099,
      "step": 288660
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7836290015883314e-05,
      "loss": 0.1125,
      "step": 288670
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.783517147267399e-05,
      "loss": 0.1197,
      "step": 288680
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7834052929464667e-05,
      "loss": 0.111,
      "step": 288690
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.783293438625534e-05,
      "loss": 0.117,
      "step": 288700
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.783181584304602e-05,
      "loss": 0.1109,
      "step": 288710
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7830697299836694e-05,
      "loss": 0.1124,
      "step": 288720
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7829690610948303e-05,
      "loss": 0.1182,
      "step": 288730
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7828572067738977e-05,
      "loss": 0.1159,
      "step": 288740
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7827453524529652e-05,
      "loss": 0.1144,
      "step": 288750
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.782633498132033e-05,
      "loss": 0.1136,
      "step": 288760
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7825216438111008e-05,
      "loss": 0.1142,
      "step": 288770
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7824097894901682e-05,
      "loss": 0.1139,
      "step": 288780
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7822979351692357e-05,
      "loss": 0.111,
      "step": 288790
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.782186080848303e-05,
      "loss": 0.1195,
      "step": 288800
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7820742265273706e-05,
      "loss": 0.1119,
      "step": 288810
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7819623722064384e-05,
      "loss": 0.1165,
      "step": 288820
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.781850517885506e-05,
      "loss": 0.1142,
      "step": 288830
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7817386635645736e-05,
      "loss": 0.1118,
      "step": 288840
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.781626809243641e-05,
      "loss": 0.114,
      "step": 288850
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7815149549227085e-05,
      "loss": 0.1126,
      "step": 288860
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7814031006017763e-05,
      "loss": 0.1166,
      "step": 288870
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.781291246280844e-05,
      "loss": 0.1145,
      "step": 288880
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7811793919599116e-05,
      "loss": 0.1131,
      "step": 288890
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.781067537638979e-05,
      "loss": 0.1123,
      "step": 288900
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7809556833180465e-05,
      "loss": 0.1146,
      "step": 288910
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7808438289971143e-05,
      "loss": 0.1155,
      "step": 288920
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.780731974676182e-05,
      "loss": 0.1132,
      "step": 288930
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7806201203552495e-05,
      "loss": 0.1121,
      "step": 288940
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.780508266034317e-05,
      "loss": 0.1172,
      "step": 288950
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7803964117133844e-05,
      "loss": 0.1175,
      "step": 288960
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.780284557392452e-05,
      "loss": 0.1171,
      "step": 288970
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.78017270307152e-05,
      "loss": 0.1181,
      "step": 288980
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7800608487505875e-05,
      "loss": 0.1148,
      "step": 288990
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.779948994429655e-05,
      "loss": 0.1167,
      "step": 289000
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7798371401087224e-05,
      "loss": 0.111,
      "step": 289010
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7797252857877898e-05,
      "loss": 0.1145,
      "step": 289020
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7796134314668576e-05,
      "loss": 0.1199,
      "step": 289030
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7795015771459254e-05,
      "loss": 0.1155,
      "step": 289040
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.779389722824993e-05,
      "loss": 0.1178,
      "step": 289050
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7792778685040603e-05,
      "loss": 0.1147,
      "step": 289060
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7791660141831278e-05,
      "loss": 0.1129,
      "step": 289070
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7790541598621956e-05,
      "loss": 0.1185,
      "step": 289080
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7789423055412634e-05,
      "loss": 0.1174,
      "step": 289090
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7788304512203308e-05,
      "loss": 0.1159,
      "step": 289100
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7787185968993983e-05,
      "loss": 0.1173,
      "step": 289110
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7786067425784657e-05,
      "loss": 0.117,
      "step": 289120
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7784948882575335e-05,
      "loss": 0.1145,
      "step": 289130
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7783830339366013e-05,
      "loss": 0.1117,
      "step": 289140
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7782711796156688e-05,
      "loss": 0.1171,
      "step": 289150
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7781593252947362e-05,
      "loss": 0.1152,
      "step": 289160
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7780474709738037e-05,
      "loss": 0.112,
      "step": 289170
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.777935616652871e-05,
      "loss": 0.1109,
      "step": 289180
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7778237623319393e-05,
      "loss": 0.1141,
      "step": 289190
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7777119080110067e-05,
      "loss": 0.1165,
      "step": 289200
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.777600053690074e-05,
      "loss": 0.1158,
      "step": 289210
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7774881993691416e-05,
      "loss": 0.1166,
      "step": 289220
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.777376345048209e-05,
      "loss": 0.1129,
      "step": 289230
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.777264490727277e-05,
      "loss": 0.1124,
      "step": 289240
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7771526364063447e-05,
      "loss": 0.1177,
      "step": 289250
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.777040782085412e-05,
      "loss": 0.117,
      "step": 289260
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7769289277644796e-05,
      "loss": 0.1178,
      "step": 289270
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.776817073443547e-05,
      "loss": 0.1152,
      "step": 289280
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7767052191226148e-05,
      "loss": 0.1188,
      "step": 289290
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7765933648016826e-05,
      "loss": 0.114,
      "step": 289300
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.77648151048075e-05,
      "loss": 0.1157,
      "step": 289310
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7763696561598175e-05,
      "loss": 0.1129,
      "step": 289320
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.776257801838885e-05,
      "loss": 0.1205,
      "step": 289330
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7761459475179528e-05,
      "loss": 0.1105,
      "step": 289340
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7760340931970205e-05,
      "loss": 0.1157,
      "step": 289350
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.775922238876088e-05,
      "loss": 0.1158,
      "step": 289360
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7758103845551555e-05,
      "loss": 0.1143,
      "step": 289370
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.775698530234223e-05,
      "loss": 0.1191,
      "step": 289380
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7755866759132904e-05,
      "loss": 0.1147,
      "step": 289390
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.775474821592358e-05,
      "loss": 0.1154,
      "step": 289400
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.775362967271426e-05,
      "loss": 0.1143,
      "step": 289410
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7752511129504934e-05,
      "loss": 0.1162,
      "step": 289420
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.775139258629561e-05,
      "loss": 0.1194,
      "step": 289430
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7750274043086283e-05,
      "loss": 0.1163,
      "step": 289440
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.774915549987696e-05,
      "loss": 0.1116,
      "step": 289450
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.774803695666764e-05,
      "loss": 0.1168,
      "step": 289460
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7746918413458313e-05,
      "loss": 0.1152,
      "step": 289470
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7745799870248988e-05,
      "loss": 0.116,
      "step": 289480
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7744681327039663e-05,
      "loss": 0.1192,
      "step": 289490
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.774356278383034e-05,
      "loss": 0.1127,
      "step": 289500
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.774244424062102e-05,
      "loss": 0.113,
      "step": 289510
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7741325697411693e-05,
      "loss": 0.1118,
      "step": 289520
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7740207154202368e-05,
      "loss": 0.1158,
      "step": 289530
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7739088610993042e-05,
      "loss": 0.1139,
      "step": 289540
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.773797006778372e-05,
      "loss": 0.1157,
      "step": 289550
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7736851524574395e-05,
      "loss": 0.1073,
      "step": 289560
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7735732981365072e-05,
      "loss": 0.1191,
      "step": 289570
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7734614438155747e-05,
      "loss": 0.1132,
      "step": 289580
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.773349589494642e-05,
      "loss": 0.1153,
      "step": 289590
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.77323773517371e-05,
      "loss": 0.117,
      "step": 289600
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7731258808527774e-05,
      "loss": 0.112,
      "step": 289610
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7730140265318452e-05,
      "loss": 0.1143,
      "step": 289620
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7729021722109126e-05,
      "loss": 0.1196,
      "step": 289630
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.77279031788998e-05,
      "loss": 0.1156,
      "step": 289640
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7726784635690476e-05,
      "loss": 0.1124,
      "step": 289650
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7725666092481153e-05,
      "loss": 0.1149,
      "step": 289660
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.772454754927183e-05,
      "loss": 0.1173,
      "step": 289670
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7723429006062506e-05,
      "loss": 0.1188,
      "step": 289680
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.772231046285318e-05,
      "loss": 0.1151,
      "step": 289690
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7721191919643855e-05,
      "loss": 0.1187,
      "step": 289700
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7720073376434533e-05,
      "loss": 0.1161,
      "step": 289710
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7718954833225207e-05,
      "loss": 0.1159,
      "step": 289720
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7717836290015885e-05,
      "loss": 0.116,
      "step": 289730
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.771671774680656e-05,
      "loss": 0.1143,
      "step": 289740
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7715599203597234e-05,
      "loss": 0.1136,
      "step": 289750
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7714480660387912e-05,
      "loss": 0.1203,
      "step": 289760
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7713362117178587e-05,
      "loss": 0.114,
      "step": 289770
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7712243573969265e-05,
      "loss": 0.1146,
      "step": 289780
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.771112503075994e-05,
      "loss": 0.1128,
      "step": 289790
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7710006487550614e-05,
      "loss": 0.1168,
      "step": 289800
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7708887944341292e-05,
      "loss": 0.1167,
      "step": 289810
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7707769401131966e-05,
      "loss": 0.1144,
      "step": 289820
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7706650857922644e-05,
      "loss": 0.1166,
      "step": 289830
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.770553231471332e-05,
      "loss": 0.1128,
      "step": 289840
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7704413771503993e-05,
      "loss": 0.1129,
      "step": 289850
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7703295228294668e-05,
      "loss": 0.116,
      "step": 289860
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7702176685085346e-05,
      "loss": 0.1201,
      "step": 289870
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.770105814187602e-05,
      "loss": 0.1166,
      "step": 289880
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.76999395986667e-05,
      "loss": 0.117,
      "step": 289890
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7698821055457373e-05,
      "loss": 0.1182,
      "step": 289900
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7697702512248047e-05,
      "loss": 0.1128,
      "step": 289910
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7696583969038725e-05,
      "loss": 0.1223,
      "step": 289920
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.76954654258294e-05,
      "loss": 0.1154,
      "step": 289930
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7694346882620078e-05,
      "loss": 0.1183,
      "step": 289940
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7693228339410752e-05,
      "loss": 0.1128,
      "step": 289950
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7692109796201427e-05,
      "loss": 0.1106,
      "step": 289960
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7690991252992105e-05,
      "loss": 0.1116,
      "step": 289970
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.768987270978278e-05,
      "loss": 0.1114,
      "step": 289980
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7688754166573457e-05,
      "loss": 0.115,
      "step": 289990
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7687635623364132e-05,
      "loss": 0.1085,
      "step": 290000
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7686517080154806e-05,
      "loss": 0.1152,
      "step": 290010
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7685398536945484e-05,
      "loss": 0.1136,
      "step": 290020
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.768427999373616e-05,
      "loss": 0.1138,
      "step": 290030
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7683161450526833e-05,
      "loss": 0.1103,
      "step": 290040
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.768204290731751e-05,
      "loss": 0.1079,
      "step": 290050
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7680924364108186e-05,
      "loss": 0.1177,
      "step": 290060
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.767980582089886e-05,
      "loss": 0.1147,
      "step": 290070
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.767868727768954e-05,
      "loss": 0.1187,
      "step": 290080
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7677568734480213e-05,
      "loss": 0.1174,
      "step": 290090
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.767645019127089e-05,
      "loss": 0.1174,
      "step": 290100
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7675331648061565e-05,
      "loss": 0.1158,
      "step": 290110
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.767421310485224e-05,
      "loss": 0.1119,
      "step": 290120
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7673094561642918e-05,
      "loss": 0.115,
      "step": 290130
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7671976018433592e-05,
      "loss": 0.1095,
      "step": 290140
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.767085747522427e-05,
      "loss": 0.1102,
      "step": 290150
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7669738932014945e-05,
      "loss": 0.119,
      "step": 290160
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.766862038880562e-05,
      "loss": 0.1115,
      "step": 290170
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7667501845596297e-05,
      "loss": 0.1157,
      "step": 290180
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7666383302386972e-05,
      "loss": 0.1112,
      "step": 290190
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7665264759177646e-05,
      "loss": 0.11,
      "step": 290200
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7664146215968324e-05,
      "loss": 0.11,
      "step": 290210
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7663027672759e-05,
      "loss": 0.1126,
      "step": 290220
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7661909129549677e-05,
      "loss": 0.1154,
      "step": 290230
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.766079058634035e-05,
      "loss": 0.119,
      "step": 290240
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7659672043131026e-05,
      "loss": 0.1146,
      "step": 290250
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7658553499921704e-05,
      "loss": 0.1144,
      "step": 290260
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7657434956712378e-05,
      "loss": 0.1187,
      "step": 290270
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7656316413503056e-05,
      "loss": 0.1173,
      "step": 290280
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.765519787029373e-05,
      "loss": 0.1179,
      "step": 290290
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7654079327084405e-05,
      "loss": 0.1148,
      "step": 290300
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7652960783875083e-05,
      "loss": 0.1143,
      "step": 290310
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7651842240665758e-05,
      "loss": 0.112,
      "step": 290320
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7650723697456432e-05,
      "loss": 0.1143,
      "step": 290330
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.764960515424711e-05,
      "loss": 0.1164,
      "step": 290340
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7648486611037785e-05,
      "loss": 0.1202,
      "step": 290350
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.764736806782846e-05,
      "loss": 0.1138,
      "step": 290360
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7646249524619137e-05,
      "loss": 0.1135,
      "step": 290370
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7645130981409812e-05,
      "loss": 0.1112,
      "step": 290380
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.764401243820049e-05,
      "loss": 0.1174,
      "step": 290390
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7642893894991164e-05,
      "loss": 0.1155,
      "step": 290400
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.764177535178184e-05,
      "loss": 0.1196,
      "step": 290410
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7640656808572517e-05,
      "loss": 0.1175,
      "step": 290420
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.763953826536319e-05,
      "loss": 0.1164,
      "step": 290430
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.763841972215387e-05,
      "loss": 0.1131,
      "step": 290440
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7637301178944544e-05,
      "loss": 0.1166,
      "step": 290450
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7636182635735218e-05,
      "loss": 0.1123,
      "step": 290460
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7635064092525896e-05,
      "loss": 0.1104,
      "step": 290470
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.763394554931657e-05,
      "loss": 0.1152,
      "step": 290480
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.763282700610725e-05,
      "loss": 0.1108,
      "step": 290490
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7631708462897923e-05,
      "loss": 0.1104,
      "step": 290500
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7630589919688598e-05,
      "loss": 0.1122,
      "step": 290510
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7629471376479272e-05,
      "loss": 0.1119,
      "step": 290520
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.762835283326995e-05,
      "loss": 0.1183,
      "step": 290530
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7627234290060625e-05,
      "loss": 0.1125,
      "step": 290540
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7626115746851303e-05,
      "loss": 0.1143,
      "step": 290550
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7624997203641977e-05,
      "loss": 0.1173,
      "step": 290560
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7623878660432652e-05,
      "loss": 0.1154,
      "step": 290570
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.762276011722333e-05,
      "loss": 0.1125,
      "step": 290580
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7621641574014004e-05,
      "loss": 0.1138,
      "step": 290590
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7620523030804682e-05,
      "loss": 0.1174,
      "step": 290600
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7619404487595357e-05,
      "loss": 0.1156,
      "step": 290610
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.761828594438603e-05,
      "loss": 0.1168,
      "step": 290620
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.761716740117671e-05,
      "loss": 0.1126,
      "step": 290630
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7616048857967384e-05,
      "loss": 0.1148,
      "step": 290640
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.761493031475806e-05,
      "loss": 0.1122,
      "step": 290650
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7613811771548736e-05,
      "loss": 0.1129,
      "step": 290660
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.761269322833941e-05,
      "loss": 0.1188,
      "step": 290670
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7611574685130085e-05,
      "loss": 0.1148,
      "step": 290680
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7610456141920763e-05,
      "loss": 0.1152,
      "step": 290690
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.760933759871144e-05,
      "loss": 0.1145,
      "step": 290700
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7608219055502116e-05,
      "loss": 0.1098,
      "step": 290710
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.760710051229279e-05,
      "loss": 0.1193,
      "step": 290720
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.76060938234044e-05,
      "loss": 0.1183,
      "step": 290730
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7604975280195073e-05,
      "loss": 0.1126,
      "step": 290740
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7603856736985748e-05,
      "loss": 0.1079,
      "step": 290750
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7602738193776426e-05,
      "loss": 0.1098,
      "step": 290760
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7601619650567104e-05,
      "loss": 0.1152,
      "step": 290770
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.760050110735778e-05,
      "loss": 0.1121,
      "step": 290780
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7599382564148453e-05,
      "loss": 0.1126,
      "step": 290790
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7598264020939128e-05,
      "loss": 0.1165,
      "step": 290800
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7597145477729805e-05,
      "loss": 0.1107,
      "step": 290810
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7596026934520483e-05,
      "loss": 0.1128,
      "step": 290820
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7594908391311158e-05,
      "loss": 0.1172,
      "step": 290830
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7593789848101832e-05,
      "loss": 0.1124,
      "step": 290840
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7592671304892507e-05,
      "loss": 0.1128,
      "step": 290850
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7591552761683185e-05,
      "loss": 0.1155,
      "step": 290860
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7590434218473863e-05,
      "loss": 0.1169,
      "step": 290870
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7589315675264537e-05,
      "loss": 0.1172,
      "step": 290880
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7588197132055212e-05,
      "loss": 0.1119,
      "step": 290890
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7587078588845886e-05,
      "loss": 0.1163,
      "step": 290900
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.758596004563656e-05,
      "loss": 0.1181,
      "step": 290910
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.758484150242724e-05,
      "loss": 0.114,
      "step": 290920
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7583722959217917e-05,
      "loss": 0.1172,
      "step": 290930
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.758260441600859e-05,
      "loss": 0.1136,
      "step": 290940
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7581485872799266e-05,
      "loss": 0.117,
      "step": 290950
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.758036732958994e-05,
      "loss": 0.1124,
      "step": 290960
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.757924878638062e-05,
      "loss": 0.1133,
      "step": 290970
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7578130243171296e-05,
      "loss": 0.1151,
      "step": 290980
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.757701169996197e-05,
      "loss": 0.1142,
      "step": 290990
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7575893156752645e-05,
      "loss": 0.1154,
      "step": 291000
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.757477461354332e-05,
      "loss": 0.1184,
      "step": 291010
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7573656070333998e-05,
      "loss": 0.1145,
      "step": 291020
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7572537527124676e-05,
      "loss": 0.1157,
      "step": 291030
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.757141898391535e-05,
      "loss": 0.1164,
      "step": 291040
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7570300440706025e-05,
      "loss": 0.1163,
      "step": 291050
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.75691818974967e-05,
      "loss": 0.1129,
      "step": 291060
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7568063354287377e-05,
      "loss": 0.1097,
      "step": 291070
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7566944811078055e-05,
      "loss": 0.1155,
      "step": 291080
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.756582626786873e-05,
      "loss": 0.1134,
      "step": 291090
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7564707724659404e-05,
      "loss": 0.1115,
      "step": 291100
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.756358918145008e-05,
      "loss": 0.1165,
      "step": 291110
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7562470638240753e-05,
      "loss": 0.1129,
      "step": 291120
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7561352095031435e-05,
      "loss": 0.114,
      "step": 291130
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.756023355182211e-05,
      "loss": 0.1144,
      "step": 291140
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7559115008612784e-05,
      "loss": 0.1121,
      "step": 291150
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.755799646540346e-05,
      "loss": 0.1143,
      "step": 291160
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7556877922194133e-05,
      "loss": 0.1218,
      "step": 291170
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.755575937898481e-05,
      "loss": 0.1133,
      "step": 291180
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.755464083577549e-05,
      "loss": 0.1136,
      "step": 291190
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7553522292566163e-05,
      "loss": 0.11,
      "step": 291200
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7552403749356838e-05,
      "loss": 0.1177,
      "step": 291210
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7551285206147512e-05,
      "loss": 0.1227,
      "step": 291220
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.755016666293819e-05,
      "loss": 0.1128,
      "step": 291230
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7549048119728868e-05,
      "loss": 0.1161,
      "step": 291240
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7547929576519543e-05,
      "loss": 0.1116,
      "step": 291250
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7546811033310217e-05,
      "loss": 0.115,
      "step": 291260
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7545692490100892e-05,
      "loss": 0.1123,
      "step": 291270
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.754457394689157e-05,
      "loss": 0.1129,
      "step": 291280
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7543455403682248e-05,
      "loss": 0.1148,
      "step": 291290
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7542336860472922e-05,
      "loss": 0.1137,
      "step": 291300
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7541218317263597e-05,
      "loss": 0.1157,
      "step": 291310
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.754009977405427e-05,
      "loss": 0.1168,
      "step": 291320
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7538981230844946e-05,
      "loss": 0.1112,
      "step": 291330
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7537862687635627e-05,
      "loss": 0.1136,
      "step": 291340
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7536744144426302e-05,
      "loss": 0.1123,
      "step": 291350
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7535625601216976e-05,
      "loss": 0.1115,
      "step": 291360
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.753450705800765e-05,
      "loss": 0.1153,
      "step": 291370
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7533388514798325e-05,
      "loss": 0.1147,
      "step": 291380
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7532269971589003e-05,
      "loss": 0.1172,
      "step": 291390
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.753115142837968e-05,
      "loss": 0.1174,
      "step": 291400
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7530032885170356e-05,
      "loss": 0.1167,
      "step": 291410
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.752891434196103e-05,
      "loss": 0.1131,
      "step": 291420
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7527795798751705e-05,
      "loss": 0.1088,
      "step": 291430
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7526677255542383e-05,
      "loss": 0.1142,
      "step": 291440
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.752555871233306e-05,
      "loss": 0.1185,
      "step": 291450
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7524440169123735e-05,
      "loss": 0.1167,
      "step": 291460
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.752332162591441e-05,
      "loss": 0.115,
      "step": 291470
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7522203082705084e-05,
      "loss": 0.1154,
      "step": 291480
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7521084539495762e-05,
      "loss": 0.1117,
      "step": 291490
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.751996599628644e-05,
      "loss": 0.1138,
      "step": 291500
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7518847453077115e-05,
      "loss": 0.1153,
      "step": 291510
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.751772890986779e-05,
      "loss": 0.1169,
      "step": 291520
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7516610366658464e-05,
      "loss": 0.1152,
      "step": 291530
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.751549182344914e-05,
      "loss": 0.1158,
      "step": 291540
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7514373280239816e-05,
      "loss": 0.1173,
      "step": 291550
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7513254737030494e-05,
      "loss": 0.1143,
      "step": 291560
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.751213619382117e-05,
      "loss": 0.1129,
      "step": 291570
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7511017650611843e-05,
      "loss": 0.1094,
      "step": 291580
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7509899107402518e-05,
      "loss": 0.1108,
      "step": 291590
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7508780564193196e-05,
      "loss": 0.1118,
      "step": 291600
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7507662020983874e-05,
      "loss": 0.1208,
      "step": 291610
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7506543477774548e-05,
      "loss": 0.1203,
      "step": 291620
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7505424934565223e-05,
      "loss": 0.1175,
      "step": 291630
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7504306391355897e-05,
      "loss": 0.1136,
      "step": 291640
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7503187848146575e-05,
      "loss": 0.1119,
      "step": 291650
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7502069304937253e-05,
      "loss": 0.1175,
      "step": 291660
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7500950761727928e-05,
      "loss": 0.1176,
      "step": 291670
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7499832218518602e-05,
      "loss": 0.1175,
      "step": 291680
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7498713675309277e-05,
      "loss": 0.1157,
      "step": 291690
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7497595132099955e-05,
      "loss": 0.12,
      "step": 291700
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.749647658889063e-05,
      "loss": 0.1163,
      "step": 291710
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7495358045681307e-05,
      "loss": 0.1177,
      "step": 291720
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.749423950247198e-05,
      "loss": 0.1153,
      "step": 291730
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7493120959262656e-05,
      "loss": 0.1147,
      "step": 291740
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7492002416053334e-05,
      "loss": 0.112,
      "step": 291750
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.749088387284401e-05,
      "loss": 0.1134,
      "step": 291760
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7489765329634687e-05,
      "loss": 0.1178,
      "step": 291770
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.748864678642536e-05,
      "loss": 0.1141,
      "step": 291780
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7487528243216036e-05,
      "loss": 0.1168,
      "step": 291790
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.748640970000671e-05,
      "loss": 0.1161,
      "step": 291800
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7485291156797388e-05,
      "loss": 0.1135,
      "step": 291810
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7484172613588066e-05,
      "loss": 0.1156,
      "step": 291820
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.748305407037874e-05,
      "loss": 0.1152,
      "step": 291830
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7481935527169415e-05,
      "loss": 0.113,
      "step": 291840
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.748081698396009e-05,
      "loss": 0.1136,
      "step": 291850
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7479698440750768e-05,
      "loss": 0.1144,
      "step": 291860
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7478579897541442e-05,
      "loss": 0.1108,
      "step": 291870
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.747746135433212e-05,
      "loss": 0.1148,
      "step": 291880
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7476342811122795e-05,
      "loss": 0.1129,
      "step": 291890
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.747522426791347e-05,
      "loss": 0.1167,
      "step": 291900
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7474105724704147e-05,
      "loss": 0.1119,
      "step": 291910
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.747298718149482e-05,
      "loss": 0.1145,
      "step": 291920
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.74718686382855e-05,
      "loss": 0.1108,
      "step": 291930
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7470750095076174e-05,
      "loss": 0.1062,
      "step": 291940
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.746963155186685e-05,
      "loss": 0.1158,
      "step": 291950
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7468513008657527e-05,
      "loss": 0.1137,
      "step": 291960
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.74673944654482e-05,
      "loss": 0.108,
      "step": 291970
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7466275922238876e-05,
      "loss": 0.1124,
      "step": 291980
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7465157379029554e-05,
      "loss": 0.1176,
      "step": 291990
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7464038835820228e-05,
      "loss": 0.1114,
      "step": 292000
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7462920292610903e-05,
      "loss": 0.1138,
      "step": 292010
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.746180174940158e-05,
      "loss": 0.1137,
      "step": 292020
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7460683206192255e-05,
      "loss": 0.1139,
      "step": 292030
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7459564662982933e-05,
      "loss": 0.1159,
      "step": 292040
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7458446119773608e-05,
      "loss": 0.114,
      "step": 292050
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7457327576564282e-05,
      "loss": 0.1122,
      "step": 292060
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.745620903335496e-05,
      "loss": 0.1176,
      "step": 292070
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7455090490145635e-05,
      "loss": 0.112,
      "step": 292080
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7453971946936313e-05,
      "loss": 0.1124,
      "step": 292090
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7452853403726987e-05,
      "loss": 0.1171,
      "step": 292100
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.745173486051766e-05,
      "loss": 0.1109,
      "step": 292110
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.745061631730834e-05,
      "loss": 0.1101,
      "step": 292120
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7449497774099014e-05,
      "loss": 0.1106,
      "step": 292130
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.744837923088969e-05,
      "loss": 0.1186,
      "step": 292140
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7447260687680367e-05,
      "loss": 0.1126,
      "step": 292150
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.744614214447104e-05,
      "loss": 0.1167,
      "step": 292160
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.744502360126172e-05,
      "loss": 0.1154,
      "step": 292170
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7443905058052394e-05,
      "loss": 0.1114,
      "step": 292180
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7442786514843068e-05,
      "loss": 0.121,
      "step": 292190
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7441667971633746e-05,
      "loss": 0.1138,
      "step": 292200
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.744054942842442e-05,
      "loss": 0.1172,
      "step": 292210
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7439430885215095e-05,
      "loss": 0.1152,
      "step": 292220
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7438312342005773e-05,
      "loss": 0.1153,
      "step": 292230
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7437193798796448e-05,
      "loss": 0.1088,
      "step": 292240
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7436075255587125e-05,
      "loss": 0.1118,
      "step": 292250
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.74349567123778e-05,
      "loss": 0.1135,
      "step": 292260
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7433838169168475e-05,
      "loss": 0.1143,
      "step": 292270
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7432719625959152e-05,
      "loss": 0.1159,
      "step": 292280
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7431601082749827e-05,
      "loss": 0.1165,
      "step": 292290
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.74304825395405e-05,
      "loss": 0.119,
      "step": 292300
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.742936399633118e-05,
      "loss": 0.1159,
      "step": 292310
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7428245453121854e-05,
      "loss": 0.1193,
      "step": 292320
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7427126909912532e-05,
      "loss": 0.1093,
      "step": 292330
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7426008366703207e-05,
      "loss": 0.116,
      "step": 292340
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.742488982349388e-05,
      "loss": 0.1151,
      "step": 292350
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.742377128028456e-05,
      "loss": 0.1176,
      "step": 292360
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7422652737075234e-05,
      "loss": 0.1096,
      "step": 292370
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.742153419386591e-05,
      "loss": 0.1157,
      "step": 292380
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7420415650656586e-05,
      "loss": 0.1141,
      "step": 292390
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.741929710744726e-05,
      "loss": 0.1147,
      "step": 292400
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.741817856423794e-05,
      "loss": 0.1121,
      "step": 292410
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7417060021028613e-05,
      "loss": 0.1126,
      "step": 292420
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7415941477819288e-05,
      "loss": 0.1139,
      "step": 292430
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7414822934609965e-05,
      "loss": 0.1104,
      "step": 292440
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.741370439140064e-05,
      "loss": 0.1163,
      "step": 292450
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7412585848191315e-05,
      "loss": 0.1103,
      "step": 292460
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7411467304981992e-05,
      "loss": 0.1179,
      "step": 292470
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7410348761772667e-05,
      "loss": 0.1155,
      "step": 292480
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7409230218563345e-05,
      "loss": 0.1136,
      "step": 292490
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.740811167535402e-05,
      "loss": 0.1151,
      "step": 292500
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7406993132144694e-05,
      "loss": 0.1182,
      "step": 292510
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7405874588935372e-05,
      "loss": 0.1126,
      "step": 292520
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7404756045726046e-05,
      "loss": 0.1159,
      "step": 292530
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7403637502516724e-05,
      "loss": 0.1109,
      "step": 292540
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.74025189593074e-05,
      "loss": 0.1157,
      "step": 292550
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7401400416098073e-05,
      "loss": 0.1137,
      "step": 292560
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.740028187288875e-05,
      "loss": 0.11,
      "step": 292570
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7399163329679426e-05,
      "loss": 0.1151,
      "step": 292580
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7398044786470104e-05,
      "loss": 0.117,
      "step": 292590
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.739692624326078e-05,
      "loss": 0.1135,
      "step": 292600
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7395807700051453e-05,
      "loss": 0.1098,
      "step": 292610
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7394689156842127e-05,
      "loss": 0.1142,
      "step": 292620
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7393570613632805e-05,
      "loss": 0.1135,
      "step": 292630
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7392452070423483e-05,
      "loss": 0.1153,
      "step": 292640
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7391333527214158e-05,
      "loss": 0.1149,
      "step": 292650
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7390214984004832e-05,
      "loss": 0.1112,
      "step": 292660
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7389096440795507e-05,
      "loss": 0.1122,
      "step": 292670
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7387977897586185e-05,
      "loss": 0.1167,
      "step": 292680
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.738685935437686e-05,
      "loss": 0.114,
      "step": 292690
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7385740811167537e-05,
      "loss": 0.1159,
      "step": 292700
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7384622267958212e-05,
      "loss": 0.117,
      "step": 292710
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7383503724748886e-05,
      "loss": 0.1144,
      "step": 292720
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7382497035860495e-05,
      "loss": 0.1153,
      "step": 292730
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.738137849265117e-05,
      "loss": 0.11,
      "step": 292740
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7380259949441848e-05,
      "loss": 0.1171,
      "step": 292750
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7379141406232526e-05,
      "loss": 0.1116,
      "step": 292760
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.73780228630232e-05,
      "loss": 0.1161,
      "step": 292770
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7376904319813875e-05,
      "loss": 0.1151,
      "step": 292780
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.737578577660455e-05,
      "loss": 0.1116,
      "step": 292790
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7374667233395227e-05,
      "loss": 0.1125,
      "step": 292800
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7373548690185905e-05,
      "loss": 0.116,
      "step": 292810
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.737243014697658e-05,
      "loss": 0.1113,
      "step": 292820
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7371311603767254e-05,
      "loss": 0.1071,
      "step": 292830
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.737019306055793e-05,
      "loss": 0.1161,
      "step": 292840
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7369074517348603e-05,
      "loss": 0.1091,
      "step": 292850
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.736795597413928e-05,
      "loss": 0.1143,
      "step": 292860
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.736683743092996e-05,
      "loss": 0.1122,
      "step": 292870
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7365718887720634e-05,
      "loss": 0.1152,
      "step": 292880
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7364600344511308e-05,
      "loss": 0.1124,
      "step": 292890
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7363481801301983e-05,
      "loss": 0.1137,
      "step": 292900
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.736236325809266e-05,
      "loss": 0.1168,
      "step": 292910
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.736124471488334e-05,
      "loss": 0.1137,
      "step": 292920
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7360126171674013e-05,
      "loss": 0.1126,
      "step": 292930
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7359007628464688e-05,
      "loss": 0.1129,
      "step": 292940
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7357889085255362e-05,
      "loss": 0.1159,
      "step": 292950
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.735677054204604e-05,
      "loss": 0.1147,
      "step": 292960
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7355651998836718e-05,
      "loss": 0.1166,
      "step": 292970
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7354533455627393e-05,
      "loss": 0.1128,
      "step": 292980
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7353414912418067e-05,
      "loss": 0.1133,
      "step": 292990
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.735229636920874e-05,
      "loss": 0.1132,
      "step": 293000
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7351177825999416e-05,
      "loss": 0.1168,
      "step": 293010
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7350059282790098e-05,
      "loss": 0.1172,
      "step": 293020
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7348940739580772e-05,
      "loss": 0.1175,
      "step": 293030
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7347822196371447e-05,
      "loss": 0.1121,
      "step": 293040
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.734670365316212e-05,
      "loss": 0.1162,
      "step": 293050
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7345585109952796e-05,
      "loss": 0.1129,
      "step": 293060
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7344466566743474e-05,
      "loss": 0.1117,
      "step": 293070
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.734334802353415e-05,
      "loss": 0.115,
      "step": 293080
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7342229480324826e-05,
      "loss": 0.1148,
      "step": 293090
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.73411109371155e-05,
      "loss": 0.1126,
      "step": 293100
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7339992393906175e-05,
      "loss": 0.1164,
      "step": 293110
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7338873850696853e-05,
      "loss": 0.1102,
      "step": 293120
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.733775530748753e-05,
      "loss": 0.1144,
      "step": 293130
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7336636764278206e-05,
      "loss": 0.1138,
      "step": 293140
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.733551822106888e-05,
      "loss": 0.1152,
      "step": 293150
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7334399677859555e-05,
      "loss": 0.1163,
      "step": 293160
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7333281134650233e-05,
      "loss": 0.1135,
      "step": 293170
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.733216259144091e-05,
      "loss": 0.1171,
      "step": 293180
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7331044048231585e-05,
      "loss": 0.1087,
      "step": 293190
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.732992550502226e-05,
      "loss": 0.1161,
      "step": 293200
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7328806961812934e-05,
      "loss": 0.1132,
      "step": 293210
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7327688418603612e-05,
      "loss": 0.1096,
      "step": 293220
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.732656987539429e-05,
      "loss": 0.1165,
      "step": 293230
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7325451332184964e-05,
      "loss": 0.1167,
      "step": 293240
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.732433278897564e-05,
      "loss": 0.1119,
      "step": 293250
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7323214245766314e-05,
      "loss": 0.113,
      "step": 293260
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7322095702556988e-05,
      "loss": 0.1146,
      "step": 293270
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7320977159347666e-05,
      "loss": 0.1146,
      "step": 293280
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7319858616138344e-05,
      "loss": 0.1166,
      "step": 293290
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.731874007292902e-05,
      "loss": 0.12,
      "step": 293300
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7317621529719693e-05,
      "loss": 0.1144,
      "step": 293310
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7316502986510368e-05,
      "loss": 0.1155,
      "step": 293320
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7315384443301046e-05,
      "loss": 0.1151,
      "step": 293330
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7314265900091723e-05,
      "loss": 0.1126,
      "step": 293340
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7313147356882398e-05,
      "loss": 0.114,
      "step": 293350
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7312028813673073e-05,
      "loss": 0.1115,
      "step": 293360
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7310910270463747e-05,
      "loss": 0.1156,
      "step": 293370
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7309791727254425e-05,
      "loss": 0.1205,
      "step": 293380
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7308673184045103e-05,
      "loss": 0.1114,
      "step": 293390
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7307554640835777e-05,
      "loss": 0.1122,
      "step": 293400
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7306436097626452e-05,
      "loss": 0.1109,
      "step": 293410
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7305317554417127e-05,
      "loss": 0.1135,
      "step": 293420
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7304199011207804e-05,
      "loss": 0.1129,
      "step": 293430
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7303080467998482e-05,
      "loss": 0.1114,
      "step": 293440
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7301961924789157e-05,
      "loss": 0.1122,
      "step": 293450
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.730084338157983e-05,
      "loss": 0.1136,
      "step": 293460
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7299724838370506e-05,
      "loss": 0.1109,
      "step": 293470
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.729860629516118e-05,
      "loss": 0.1143,
      "step": 293480
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.729748775195186e-05,
      "loss": 0.117,
      "step": 293490
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7296369208742536e-05,
      "loss": 0.1173,
      "step": 293500
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.729525066553321e-05,
      "loss": 0.1131,
      "step": 293510
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7294132122323885e-05,
      "loss": 0.1159,
      "step": 293520
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.729301357911456e-05,
      "loss": 0.1184,
      "step": 293530
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7291895035905238e-05,
      "loss": 0.1156,
      "step": 293540
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7290776492695916e-05,
      "loss": 0.1144,
      "step": 293550
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.728965794948659e-05,
      "loss": 0.1147,
      "step": 293560
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7288539406277265e-05,
      "loss": 0.1183,
      "step": 293570
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.728742086306794e-05,
      "loss": 0.1155,
      "step": 293580
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7286302319858617e-05,
      "loss": 0.1122,
      "step": 293590
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7285183776649295e-05,
      "loss": 0.1163,
      "step": 293600
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.728406523343997e-05,
      "loss": 0.113,
      "step": 293610
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7282946690230644e-05,
      "loss": 0.1124,
      "step": 293620
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.728182814702132e-05,
      "loss": 0.1134,
      "step": 293630
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7280709603811997e-05,
      "loss": 0.1169,
      "step": 293640
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.727959106060267e-05,
      "loss": 0.1132,
      "step": 293650
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.727847251739335e-05,
      "loss": 0.1129,
      "step": 293660
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7277353974184024e-05,
      "loss": 0.1127,
      "step": 293670
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.72762354309747e-05,
      "loss": 0.1104,
      "step": 293680
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7275116887765373e-05,
      "loss": 0.1164,
      "step": 293690
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.727399834455605e-05,
      "loss": 0.1122,
      "step": 293700
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.727287980134673e-05,
      "loss": 0.1172,
      "step": 293710
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7271761258137403e-05,
      "loss": 0.1097,
      "step": 293720
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7270642714928078e-05,
      "loss": 0.1142,
      "step": 293730
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7269524171718752e-05,
      "loss": 0.1123,
      "step": 293740
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.726840562850943e-05,
      "loss": 0.1114,
      "step": 293750
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.726728708530011e-05,
      "loss": 0.1131,
      "step": 293760
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7266168542090783e-05,
      "loss": 0.1144,
      "step": 293770
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7265049998881457e-05,
      "loss": 0.1145,
      "step": 293780
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7263931455672132e-05,
      "loss": 0.1146,
      "step": 293790
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.726281291246281e-05,
      "loss": 0.1168,
      "step": 293800
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7261694369253484e-05,
      "loss": 0.1177,
      "step": 293810
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7260575826044162e-05,
      "loss": 0.115,
      "step": 293820
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7259457282834837e-05,
      "loss": 0.1139,
      "step": 293830
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.725833873962551e-05,
      "loss": 0.1112,
      "step": 293840
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.725722019641619e-05,
      "loss": 0.1109,
      "step": 293850
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7256101653206864e-05,
      "loss": 0.1104,
      "step": 293860
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7254983109997542e-05,
      "loss": 0.1143,
      "step": 293870
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7253864566788216e-05,
      "loss": 0.1182,
      "step": 293880
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.725274602357889e-05,
      "loss": 0.108,
      "step": 293890
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7251627480369565e-05,
      "loss": 0.1135,
      "step": 293900
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7250508937160243e-05,
      "loss": 0.1109,
      "step": 293910
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.724939039395092e-05,
      "loss": 0.1098,
      "step": 293920
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7248271850741596e-05,
      "loss": 0.1105,
      "step": 293930
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.724715330753227e-05,
      "loss": 0.114,
      "step": 293940
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7246034764322945e-05,
      "loss": 0.1175,
      "step": 293950
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7244916221113623e-05,
      "loss": 0.1127,
      "step": 293960
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7243797677904297e-05,
      "loss": 0.1182,
      "step": 293970
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7242679134694975e-05,
      "loss": 0.1153,
      "step": 293980
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.724156059148565e-05,
      "loss": 0.1118,
      "step": 293990
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7240442048276324e-05,
      "loss": 0.1155,
      "step": 294000
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7239323505067002e-05,
      "loss": 0.1105,
      "step": 294010
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7238204961857677e-05,
      "loss": 0.1196,
      "step": 294020
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7237086418648355e-05,
      "loss": 0.1114,
      "step": 294030
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.723596787543903e-05,
      "loss": 0.1142,
      "step": 294040
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7234849332229704e-05,
      "loss": 0.1148,
      "step": 294050
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7233730789020382e-05,
      "loss": 0.1122,
      "step": 294060
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7232612245811056e-05,
      "loss": 0.1179,
      "step": 294070
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7231493702601734e-05,
      "loss": 0.1117,
      "step": 294080
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.723037515939241e-05,
      "loss": 0.1124,
      "step": 294090
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7229256616183083e-05,
      "loss": 0.1106,
      "step": 294100
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.722813807297376e-05,
      "loss": 0.1136,
      "step": 294110
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7227019529764436e-05,
      "loss": 0.1156,
      "step": 294120
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.722590098655511e-05,
      "loss": 0.1148,
      "step": 294130
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7224782443345788e-05,
      "loss": 0.1184,
      "step": 294140
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7223663900136463e-05,
      "loss": 0.1155,
      "step": 294150
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7222545356927137e-05,
      "loss": 0.1152,
      "step": 294160
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7221426813717815e-05,
      "loss": 0.1125,
      "step": 294170
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.722030827050849e-05,
      "loss": 0.1176,
      "step": 294180
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7219189727299168e-05,
      "loss": 0.1163,
      "step": 294190
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7218071184089842e-05,
      "loss": 0.1146,
      "step": 294200
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7216952640880517e-05,
      "loss": 0.1103,
      "step": 294210
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7215834097671195e-05,
      "loss": 0.1168,
      "step": 294220
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.721471555446187e-05,
      "loss": 0.1155,
      "step": 294230
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7213597011252547e-05,
      "loss": 0.1153,
      "step": 294240
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7212478468043222e-05,
      "loss": 0.1112,
      "step": 294250
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7211359924833896e-05,
      "loss": 0.1163,
      "step": 294260
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7210241381624574e-05,
      "loss": 0.1145,
      "step": 294270
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.720912283841525e-05,
      "loss": 0.1167,
      "step": 294280
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7208004295205923e-05,
      "loss": 0.1106,
      "step": 294290
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.72068857519966e-05,
      "loss": 0.1166,
      "step": 294300
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7205767208787276e-05,
      "loss": 0.1126,
      "step": 294310
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7204648665577954e-05,
      "loss": 0.1126,
      "step": 294320
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7203530122368628e-05,
      "loss": 0.1146,
      "step": 294330
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7202411579159303e-05,
      "loss": 0.1128,
      "step": 294340
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.720129303594998e-05,
      "loss": 0.1159,
      "step": 294350
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7200174492740655e-05,
      "loss": 0.1111,
      "step": 294360
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.719905594953133e-05,
      "loss": 0.113,
      "step": 294370
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7197937406322008e-05,
      "loss": 0.1136,
      "step": 294380
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7196818863112682e-05,
      "loss": 0.1134,
      "step": 294390
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.719570031990336e-05,
      "loss": 0.1146,
      "step": 294400
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7194581776694035e-05,
      "loss": 0.1142,
      "step": 294410
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.719346323348471e-05,
      "loss": 0.115,
      "step": 294420
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7192344690275387e-05,
      "loss": 0.1083,
      "step": 294430
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7191226147066062e-05,
      "loss": 0.1129,
      "step": 294440
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7190107603856736e-05,
      "loss": 0.1155,
      "step": 294450
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7188989060647414e-05,
      "loss": 0.1127,
      "step": 294460
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.718787051743809e-05,
      "loss": 0.1129,
      "step": 294470
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7186751974228767e-05,
      "loss": 0.112,
      "step": 294480
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.718563343101944e-05,
      "loss": 0.1157,
      "step": 294490
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7184514887810116e-05,
      "loss": 0.1163,
      "step": 294500
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7183396344600794e-05,
      "loss": 0.1132,
      "step": 294510
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7182277801391468e-05,
      "loss": 0.1171,
      "step": 294520
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7181159258182146e-05,
      "loss": 0.112,
      "step": 294530
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.718004071497282e-05,
      "loss": 0.1154,
      "step": 294540
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7178922171763495e-05,
      "loss": 0.1105,
      "step": 294550
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7177803628554173e-05,
      "loss": 0.1129,
      "step": 294560
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7176685085344848e-05,
      "loss": 0.1113,
      "step": 294570
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7175566542135522e-05,
      "loss": 0.1174,
      "step": 294580
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.71744479989262e-05,
      "loss": 0.112,
      "step": 294590
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7173329455716875e-05,
      "loss": 0.1094,
      "step": 294600
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.717221091250755e-05,
      "loss": 0.11,
      "step": 294610
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7171092369298227e-05,
      "loss": 0.1116,
      "step": 294620
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.71699738260889e-05,
      "loss": 0.1159,
      "step": 294630
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.716885528287958e-05,
      "loss": 0.1164,
      "step": 294640
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7167736739670254e-05,
      "loss": 0.1148,
      "step": 294650
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.716661819646093e-05,
      "loss": 0.1146,
      "step": 294660
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7165499653251607e-05,
      "loss": 0.1135,
      "step": 294670
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.716438111004228e-05,
      "loss": 0.1148,
      "step": 294680
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.716326256683296e-05,
      "loss": 0.1128,
      "step": 294690
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7162144023623634e-05,
      "loss": 0.1138,
      "step": 294700
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7161025480414308e-05,
      "loss": 0.1111,
      "step": 294710
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7159906937204986e-05,
      "loss": 0.1092,
      "step": 294720
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.715878839399566e-05,
      "loss": 0.1169,
      "step": 294730
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.715766985078634e-05,
      "loss": 0.1123,
      "step": 294740
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7156663161897947e-05,
      "loss": 0.1104,
      "step": 294750
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7155544618688622e-05,
      "loss": 0.1139,
      "step": 294760
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7154426075479296e-05,
      "loss": 0.1102,
      "step": 294770
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.715330753226997e-05,
      "loss": 0.1096,
      "step": 294780
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7152188989060645e-05,
      "loss": 0.118,
      "step": 294790
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7151070445851323e-05,
      "loss": 0.1154,
      "step": 294800
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7149951902642e-05,
      "loss": 0.1159,
      "step": 294810
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7148833359432676e-05,
      "loss": 0.1159,
      "step": 294820
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.714771481622335e-05,
      "loss": 0.118,
      "step": 294830
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7146596273014025e-05,
      "loss": 0.1122,
      "step": 294840
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7145477729804703e-05,
      "loss": 0.1144,
      "step": 294850
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.714435918659538e-05,
      "loss": 0.115,
      "step": 294860
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7143240643386055e-05,
      "loss": 0.1088,
      "step": 294870
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.714212210017673e-05,
      "loss": 0.1154,
      "step": 294880
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7141003556967404e-05,
      "loss": 0.1117,
      "step": 294890
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7139885013758082e-05,
      "loss": 0.1149,
      "step": 294900
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.713876647054876e-05,
      "loss": 0.1143,
      "step": 294910
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7137647927339435e-05,
      "loss": 0.1139,
      "step": 294920
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.713652938413011e-05,
      "loss": 0.1137,
      "step": 294930
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7135410840920784e-05,
      "loss": 0.1116,
      "step": 294940
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.713429229771146e-05,
      "loss": 0.1163,
      "step": 294950
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.713317375450214e-05,
      "loss": 0.1108,
      "step": 294960
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7132055211292814e-05,
      "loss": 0.1125,
      "step": 294970
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.713093666808349e-05,
      "loss": 0.1088,
      "step": 294980
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7129818124874163e-05,
      "loss": 0.1145,
      "step": 294990
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7128699581664838e-05,
      "loss": 0.1102,
      "step": 295000
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7127581038455516e-05,
      "loss": 0.1143,
      "step": 295010
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7126462495246194e-05,
      "loss": 0.1146,
      "step": 295020
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.712534395203687e-05,
      "loss": 0.1148,
      "step": 295030
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7124225408827543e-05,
      "loss": 0.1136,
      "step": 295040
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7123106865618217e-05,
      "loss": 0.1094,
      "step": 295050
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7121988322408895e-05,
      "loss": 0.1138,
      "step": 295060
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7120869779199573e-05,
      "loss": 0.1126,
      "step": 295070
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7119751235990248e-05,
      "loss": 0.1135,
      "step": 295080
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7118632692780922e-05,
      "loss": 0.1136,
      "step": 295090
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7117514149571597e-05,
      "loss": 0.1201,
      "step": 295100
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7116395606362275e-05,
      "loss": 0.1079,
      "step": 295110
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7115277063152953e-05,
      "loss": 0.1128,
      "step": 295120
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7114158519943627e-05,
      "loss": 0.1147,
      "step": 295130
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7113039976734302e-05,
      "loss": 0.1153,
      "step": 295140
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7111921433524976e-05,
      "loss": 0.1171,
      "step": 295150
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.711080289031565e-05,
      "loss": 0.1115,
      "step": 295160
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7109684347106332e-05,
      "loss": 0.1146,
      "step": 295170
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7108565803897007e-05,
      "loss": 0.1154,
      "step": 295180
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.710744726068768e-05,
      "loss": 0.1111,
      "step": 295190
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7106328717478356e-05,
      "loss": 0.1085,
      "step": 295200
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.710521017426903e-05,
      "loss": 0.1179,
      "step": 295210
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7104091631059708e-05,
      "loss": 0.1114,
      "step": 295220
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7102973087850386e-05,
      "loss": 0.1144,
      "step": 295230
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.710185454464106e-05,
      "loss": 0.113,
      "step": 295240
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7100736001431735e-05,
      "loss": 0.1138,
      "step": 295250
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.709961745822241e-05,
      "loss": 0.1113,
      "step": 295260
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7098498915013088e-05,
      "loss": 0.1118,
      "step": 295270
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7097380371803766e-05,
      "loss": 0.1167,
      "step": 295280
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.709626182859444e-05,
      "loss": 0.1097,
      "step": 295290
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7095143285385115e-05,
      "loss": 0.1144,
      "step": 295300
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.709402474217579e-05,
      "loss": 0.1168,
      "step": 295310
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7092906198966467e-05,
      "loss": 0.1146,
      "step": 295320
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7091787655757145e-05,
      "loss": 0.1155,
      "step": 295330
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.709066911254782e-05,
      "loss": 0.1136,
      "step": 295340
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7089550569338494e-05,
      "loss": 0.1148,
      "step": 295350
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.708843202612917e-05,
      "loss": 0.1134,
      "step": 295360
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7087313482919843e-05,
      "loss": 0.1113,
      "step": 295370
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7086194939710525e-05,
      "loss": 0.1175,
      "step": 295380
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.70850763965012e-05,
      "loss": 0.1145,
      "step": 295390
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7083957853291874e-05,
      "loss": 0.1109,
      "step": 295400
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7082839310082548e-05,
      "loss": 0.1145,
      "step": 295410
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7081720766873223e-05,
      "loss": 0.1151,
      "step": 295420
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.70806022236639e-05,
      "loss": 0.114,
      "step": 295430
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.707948368045458e-05,
      "loss": 0.1138,
      "step": 295440
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7078365137245253e-05,
      "loss": 0.1156,
      "step": 295450
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7077246594035928e-05,
      "loss": 0.1157,
      "step": 295460
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7076128050826602e-05,
      "loss": 0.1175,
      "step": 295470
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.707500950761728e-05,
      "loss": 0.1094,
      "step": 295480
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7073890964407958e-05,
      "loss": 0.1091,
      "step": 295490
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7072772421198633e-05,
      "loss": 0.11,
      "step": 295500
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7071653877989307e-05,
      "loss": 0.1172,
      "step": 295510
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7070535334779982e-05,
      "loss": 0.1117,
      "step": 295520
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.706941679157066e-05,
      "loss": 0.1169,
      "step": 295530
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7068298248361338e-05,
      "loss": 0.12,
      "step": 295540
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7067179705152012e-05,
      "loss": 0.112,
      "step": 295550
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7066061161942687e-05,
      "loss": 0.1121,
      "step": 295560
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.706494261873336e-05,
      "loss": 0.114,
      "step": 295570
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.706382407552404e-05,
      "loss": 0.1158,
      "step": 295580
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7062705532314714e-05,
      "loss": 0.1136,
      "step": 295590
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.706158698910539e-05,
      "loss": 0.1173,
      "step": 295600
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7060468445896066e-05,
      "loss": 0.1142,
      "step": 295610
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.705934990268674e-05,
      "loss": 0.1139,
      "step": 295620
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7058231359477415e-05,
      "loss": 0.117,
      "step": 295630
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7057112816268093e-05,
      "loss": 0.117,
      "step": 295640
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.705599427305877e-05,
      "loss": 0.1113,
      "step": 295650
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7054875729849446e-05,
      "loss": 0.113,
      "step": 295660
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.705375718664012e-05,
      "loss": 0.1087,
      "step": 295670
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7052638643430795e-05,
      "loss": 0.1124,
      "step": 295680
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7051520100221473e-05,
      "loss": 0.1157,
      "step": 295690
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.705040155701215e-05,
      "loss": 0.1158,
      "step": 295700
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7049283013802825e-05,
      "loss": 0.1146,
      "step": 295710
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.70481644705935e-05,
      "loss": 0.1183,
      "step": 295720
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7047045927384174e-05,
      "loss": 0.1128,
      "step": 295730
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7045927384174852e-05,
      "loss": 0.1136,
      "step": 295740
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7044808840965527e-05,
      "loss": 0.1116,
      "step": 295750
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7043690297756205e-05,
      "loss": 0.1144,
      "step": 295760
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.704257175454688e-05,
      "loss": 0.114,
      "step": 295770
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7041453211337554e-05,
      "loss": 0.1166,
      "step": 295780
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.704033466812823e-05,
      "loss": 0.115,
      "step": 295790
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7039216124918906e-05,
      "loss": 0.1109,
      "step": 295800
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7038097581709584e-05,
      "loss": 0.1146,
      "step": 295810
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.703697903850026e-05,
      "loss": 0.1124,
      "step": 295820
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7035860495290933e-05,
      "loss": 0.1176,
      "step": 295830
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7034741952081608e-05,
      "loss": 0.1141,
      "step": 295840
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7033623408872286e-05,
      "loss": 0.1151,
      "step": 295850
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7032504865662964e-05,
      "loss": 0.1109,
      "step": 295860
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7031386322453638e-05,
      "loss": 0.1135,
      "step": 295870
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7030267779244313e-05,
      "loss": 0.113,
      "step": 295880
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7029149236034987e-05,
      "loss": 0.114,
      "step": 295890
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7028030692825665e-05,
      "loss": 0.1135,
      "step": 295900
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.702691214961634e-05,
      "loss": 0.1155,
      "step": 295910
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7025793606407018e-05,
      "loss": 0.1119,
      "step": 295920
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7024675063197692e-05,
      "loss": 0.1122,
      "step": 295930
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7023556519988367e-05,
      "loss": 0.1176,
      "step": 295940
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7022437976779045e-05,
      "loss": 0.1095,
      "step": 295950
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.702131943356972e-05,
      "loss": 0.1125,
      "step": 295960
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7020200890360397e-05,
      "loss": 0.1111,
      "step": 295970
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.701908234715107e-05,
      "loss": 0.1093,
      "step": 295980
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7017963803941746e-05,
      "loss": 0.1131,
      "step": 295990
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7016845260732424e-05,
      "loss": 0.1169,
      "step": 296000
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.70157267175231e-05,
      "loss": 0.1111,
      "step": 296010
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7014608174313776e-05,
      "loss": 0.1198,
      "step": 296020
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.701348963110445e-05,
      "loss": 0.1122,
      "step": 296030
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7012371087895126e-05,
      "loss": 0.1152,
      "step": 296040
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.70112525446858e-05,
      "loss": 0.1171,
      "step": 296050
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7010134001476478e-05,
      "loss": 0.1129,
      "step": 296060
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7009015458267153e-05,
      "loss": 0.1133,
      "step": 296070
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.700789691505783e-05,
      "loss": 0.1108,
      "step": 296080
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7006778371848505e-05,
      "loss": 0.1168,
      "step": 296090
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.700565982863918e-05,
      "loss": 0.1135,
      "step": 296100
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7004541285429858e-05,
      "loss": 0.1104,
      "step": 296110
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7003422742220532e-05,
      "loss": 0.1119,
      "step": 296120
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.700230419901121e-05,
      "loss": 0.1106,
      "step": 296130
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7001185655801885e-05,
      "loss": 0.1115,
      "step": 296140
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.700006711259256e-05,
      "loss": 0.1113,
      "step": 296150
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6998948569383237e-05,
      "loss": 0.1121,
      "step": 296160
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.699783002617391e-05,
      "loss": 0.1146,
      "step": 296170
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.699671148296459e-05,
      "loss": 0.1172,
      "step": 296180
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6995592939755264e-05,
      "loss": 0.1124,
      "step": 296190
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.699447439654594e-05,
      "loss": 0.1161,
      "step": 296200
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6993355853336616e-05,
      "loss": 0.1168,
      "step": 296210
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.699223731012729e-05,
      "loss": 0.1115,
      "step": 296220
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6991118766917966e-05,
      "loss": 0.1115,
      "step": 296230
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6990000223708643e-05,
      "loss": 0.1117,
      "step": 296240
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6988881680499318e-05,
      "loss": 0.113,
      "step": 296250
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6987763137289996e-05,
      "loss": 0.1103,
      "step": 296260
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.698664459408067e-05,
      "loss": 0.1087,
      "step": 296270
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6985526050871345e-05,
      "loss": 0.1123,
      "step": 296280
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6984407507662023e-05,
      "loss": 0.1103,
      "step": 296290
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6983288964452697e-05,
      "loss": 0.1141,
      "step": 296300
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6982170421243372e-05,
      "loss": 0.1187,
      "step": 296310
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.698105187803405e-05,
      "loss": 0.1149,
      "step": 296320
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6979933334824724e-05,
      "loss": 0.1143,
      "step": 296330
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6978814791615402e-05,
      "loss": 0.1136,
      "step": 296340
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6977696248406077e-05,
      "loss": 0.1141,
      "step": 296350
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.697657770519675e-05,
      "loss": 0.1114,
      "step": 296360
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.697545916198743e-05,
      "loss": 0.1135,
      "step": 296370
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6974340618778104e-05,
      "loss": 0.1128,
      "step": 296380
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.697322207556878e-05,
      "loss": 0.1132,
      "step": 296390
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6972103532359456e-05,
      "loss": 0.1105,
      "step": 296400
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.697098498915013e-05,
      "loss": 0.1167,
      "step": 296410
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.696986644594081e-05,
      "loss": 0.1114,
      "step": 296420
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6968747902731483e-05,
      "loss": 0.1174,
      "step": 296430
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6967629359522158e-05,
      "loss": 0.1103,
      "step": 296440
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6966510816312836e-05,
      "loss": 0.1148,
      "step": 296450
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.696539227310351e-05,
      "loss": 0.1144,
      "step": 296460
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.696427372989419e-05,
      "loss": 0.1132,
      "step": 296470
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6963155186684863e-05,
      "loss": 0.117,
      "step": 296480
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6962036643475537e-05,
      "loss": 0.1161,
      "step": 296490
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6960918100266215e-05,
      "loss": 0.1131,
      "step": 296500
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.695979955705689e-05,
      "loss": 0.1116,
      "step": 296510
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6958681013847564e-05,
      "loss": 0.115,
      "step": 296520
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6957562470638242e-05,
      "loss": 0.1111,
      "step": 296530
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6956443927428917e-05,
      "loss": 0.1122,
      "step": 296540
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.695532538421959e-05,
      "loss": 0.1093,
      "step": 296550
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.695420684101027e-05,
      "loss": 0.1137,
      "step": 296560
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6953088297800944e-05,
      "loss": 0.1121,
      "step": 296570
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6951969754591622e-05,
      "loss": 0.1169,
      "step": 296580
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6950851211382296e-05,
      "loss": 0.1148,
      "step": 296590
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.694973266817297e-05,
      "loss": 0.1089,
      "step": 296600
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.694861412496365e-05,
      "loss": 0.1141,
      "step": 296610
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6947495581754323e-05,
      "loss": 0.1111,
      "step": 296620
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6946377038545e-05,
      "loss": 0.1149,
      "step": 296630
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6945258495335676e-05,
      "loss": 0.1199,
      "step": 296640
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.694413995212635e-05,
      "loss": 0.1159,
      "step": 296650
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.694302140891703e-05,
      "loss": 0.1078,
      "step": 296660
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6941902865707703e-05,
      "loss": 0.1125,
      "step": 296670
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.694078432249838e-05,
      "loss": 0.1108,
      "step": 296680
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6939665779289055e-05,
      "loss": 0.1155,
      "step": 296690
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.693854723607973e-05,
      "loss": 0.1149,
      "step": 296700
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6937428692870404e-05,
      "loss": 0.1132,
      "step": 296710
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6936310149661082e-05,
      "loss": 0.1164,
      "step": 296720
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6935191606451757e-05,
      "loss": 0.1143,
      "step": 296730
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6934073063242435e-05,
      "loss": 0.1147,
      "step": 296740
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6933066374354044e-05,
      "loss": 0.1198,
      "step": 296750
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6931947831144718e-05,
      "loss": 0.1104,
      "step": 296760
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6930829287935393e-05,
      "loss": 0.1128,
      "step": 296770
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6929710744726067e-05,
      "loss": 0.1136,
      "step": 296780
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6928592201516745e-05,
      "loss": 0.1129,
      "step": 296790
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6927473658307423e-05,
      "loss": 0.111,
      "step": 296800
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6926355115098098e-05,
      "loss": 0.1148,
      "step": 296810
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6925236571888772e-05,
      "loss": 0.1165,
      "step": 296820
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6924118028679447e-05,
      "loss": 0.1149,
      "step": 296830
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6922999485470125e-05,
      "loss": 0.1125,
      "step": 296840
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6921880942260803e-05,
      "loss": 0.112,
      "step": 296850
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6920762399051477e-05,
      "loss": 0.1178,
      "step": 296860
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.691964385584215e-05,
      "loss": 0.108,
      "step": 296870
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6918525312632826e-05,
      "loss": 0.1153,
      "step": 296880
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6917406769423504e-05,
      "loss": 0.1158,
      "step": 296890
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.691628822621418e-05,
      "loss": 0.1082,
      "step": 296900
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6915169683004857e-05,
      "loss": 0.1124,
      "step": 296910
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.691405113979553e-05,
      "loss": 0.1084,
      "step": 296920
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6912932596586206e-05,
      "loss": 0.1129,
      "step": 296930
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.691181405337688e-05,
      "loss": 0.1156,
      "step": 296940
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6910695510167558e-05,
      "loss": 0.1096,
      "step": 296950
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6909576966958236e-05,
      "loss": 0.113,
      "step": 296960
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.690845842374891e-05,
      "loss": 0.1128,
      "step": 296970
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6907339880539585e-05,
      "loss": 0.112,
      "step": 296980
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.690622133733026e-05,
      "loss": 0.1144,
      "step": 296990
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6905102794120938e-05,
      "loss": 0.1171,
      "step": 297000
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6903984250911616e-05,
      "loss": 0.1135,
      "step": 297010
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.690286570770229e-05,
      "loss": 0.113,
      "step": 297020
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6901747164492965e-05,
      "loss": 0.1084,
      "step": 297030
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.690062862128364e-05,
      "loss": 0.1127,
      "step": 297040
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6899510078074317e-05,
      "loss": 0.1124,
      "step": 297050
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6898391534864995e-05,
      "loss": 0.1162,
      "step": 297060
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.689727299165567e-05,
      "loss": 0.1106,
      "step": 297070
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6896154448446344e-05,
      "loss": 0.1137,
      "step": 297080
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.689503590523702e-05,
      "loss": 0.1112,
      "step": 297090
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6893917362027693e-05,
      "loss": 0.1122,
      "step": 297100
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6892798818818374e-05,
      "loss": 0.1098,
      "step": 297110
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.689168027560905e-05,
      "loss": 0.1113,
      "step": 297120
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6890561732399724e-05,
      "loss": 0.1117,
      "step": 297130
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6889443189190398e-05,
      "loss": 0.113,
      "step": 297140
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6888324645981073e-05,
      "loss": 0.1161,
      "step": 297150
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.688720610277175e-05,
      "loss": 0.108,
      "step": 297160
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.688608755956243e-05,
      "loss": 0.112,
      "step": 297170
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6884969016353103e-05,
      "loss": 0.1156,
      "step": 297180
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6883850473143778e-05,
      "loss": 0.1115,
      "step": 297190
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6882731929934452e-05,
      "loss": 0.1134,
      "step": 297200
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.688161338672513e-05,
      "loss": 0.1146,
      "step": 297210
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6880494843515808e-05,
      "loss": 0.1135,
      "step": 297220
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6879376300306482e-05,
      "loss": 0.1162,
      "step": 297230
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6878257757097157e-05,
      "loss": 0.1131,
      "step": 297240
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.687713921388783e-05,
      "loss": 0.1151,
      "step": 297250
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.687602067067851e-05,
      "loss": 0.1143,
      "step": 297260
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6874902127469187e-05,
      "loss": 0.1122,
      "step": 297270
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6873783584259862e-05,
      "loss": 0.115,
      "step": 297280
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6872665041050536e-05,
      "loss": 0.109,
      "step": 297290
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.687154649784121e-05,
      "loss": 0.1143,
      "step": 297300
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6870427954631886e-05,
      "loss": 0.1131,
      "step": 297310
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6869309411422567e-05,
      "loss": 0.1164,
      "step": 297320
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.686819086821324e-05,
      "loss": 0.1093,
      "step": 297330
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6867072325003916e-05,
      "loss": 0.1164,
      "step": 297340
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.686595378179459e-05,
      "loss": 0.1108,
      "step": 297350
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6864835238585265e-05,
      "loss": 0.1126,
      "step": 297360
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6863716695375943e-05,
      "loss": 0.1213,
      "step": 297370
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.686259815216662e-05,
      "loss": 0.1119,
      "step": 297380
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6861479608957295e-05,
      "loss": 0.111,
      "step": 297390
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.686036106574797e-05,
      "loss": 0.1129,
      "step": 297400
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6859242522538645e-05,
      "loss": 0.1148,
      "step": 297410
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6858123979329322e-05,
      "loss": 0.1104,
      "step": 297420
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.685700543612e-05,
      "loss": 0.1123,
      "step": 297430
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6855886892910675e-05,
      "loss": 0.1126,
      "step": 297440
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.685476834970135e-05,
      "loss": 0.1104,
      "step": 297450
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6853649806492024e-05,
      "loss": 0.1137,
      "step": 297460
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6852531263282702e-05,
      "loss": 0.1143,
      "step": 297470
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.685141272007338e-05,
      "loss": 0.1118,
      "step": 297480
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6850294176864054e-05,
      "loss": 0.112,
      "step": 297490
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.684917563365473e-05,
      "loss": 0.1095,
      "step": 297500
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6848057090445403e-05,
      "loss": 0.1122,
      "step": 297510
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6846938547236078e-05,
      "loss": 0.111,
      "step": 297520
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6845820004026756e-05,
      "loss": 0.1154,
      "step": 297530
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6844701460817434e-05,
      "loss": 0.1122,
      "step": 297540
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.684358291760811e-05,
      "loss": 0.1106,
      "step": 297550
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6842464374398783e-05,
      "loss": 0.1118,
      "step": 297560
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6841345831189457e-05,
      "loss": 0.1089,
      "step": 297570
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6840227287980135e-05,
      "loss": 0.1161,
      "step": 297580
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6839108744770813e-05,
      "loss": 0.1098,
      "step": 297590
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6837990201561488e-05,
      "loss": 0.1142,
      "step": 297600
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6836871658352162e-05,
      "loss": 0.1161,
      "step": 297610
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6835753115142837e-05,
      "loss": 0.1086,
      "step": 297620
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6834634571933515e-05,
      "loss": 0.1159,
      "step": 297630
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6833516028724193e-05,
      "loss": 0.1116,
      "step": 297640
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6832397485514867e-05,
      "loss": 0.1127,
      "step": 297650
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6831278942305542e-05,
      "loss": 0.1149,
      "step": 297660
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6830160399096216e-05,
      "loss": 0.112,
      "step": 297670
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6829041855886894e-05,
      "loss": 0.1111,
      "step": 297680
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.682792331267757e-05,
      "loss": 0.1094,
      "step": 297690
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6826804769468247e-05,
      "loss": 0.1119,
      "step": 297700
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.682568622625892e-05,
      "loss": 0.1146,
      "step": 297710
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6824567683049596e-05,
      "loss": 0.1156,
      "step": 297720
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6823449139840274e-05,
      "loss": 0.1117,
      "step": 297730
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.682233059663095e-05,
      "loss": 0.109,
      "step": 297740
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6821212053421626e-05,
      "loss": 0.1119,
      "step": 297750
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.68200935102123e-05,
      "loss": 0.1133,
      "step": 297760
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6818974967002975e-05,
      "loss": 0.1119,
      "step": 297770
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.681785642379365e-05,
      "loss": 0.1162,
      "step": 297780
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6816737880584328e-05,
      "loss": 0.1136,
      "step": 297790
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6815619337375006e-05,
      "loss": 0.1158,
      "step": 297800
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.681450079416568e-05,
      "loss": 0.1109,
      "step": 297810
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6813382250956355e-05,
      "loss": 0.1106,
      "step": 297820
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.681226370774703e-05,
      "loss": 0.1147,
      "step": 297830
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6811145164537707e-05,
      "loss": 0.1117,
      "step": 297840
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6810026621328382e-05,
      "loss": 0.1131,
      "step": 297850
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.680890807811906e-05,
      "loss": 0.1107,
      "step": 297860
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6807789534909734e-05,
      "loss": 0.1161,
      "step": 297870
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.680667099170041e-05,
      "loss": 0.1139,
      "step": 297880
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6805552448491087e-05,
      "loss": 0.1097,
      "step": 297890
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.680443390528176e-05,
      "loss": 0.1139,
      "step": 297900
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.680331536207244e-05,
      "loss": 0.1118,
      "step": 297910
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6802196818863114e-05,
      "loss": 0.112,
      "step": 297920
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.680107827565379e-05,
      "loss": 0.1126,
      "step": 297930
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6799959732444466e-05,
      "loss": 0.1103,
      "step": 297940
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.679884118923514e-05,
      "loss": 0.1145,
      "step": 297950
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.679772264602582e-05,
      "loss": 0.1113,
      "step": 297960
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6796604102816493e-05,
      "loss": 0.1175,
      "step": 297970
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6795485559607168e-05,
      "loss": 0.1165,
      "step": 297980
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6794367016397842e-05,
      "loss": 0.1115,
      "step": 297990
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.679324847318852e-05,
      "loss": 0.1128,
      "step": 298000
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6792129929979195e-05,
      "loss": 0.1105,
      "step": 298010
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6791011386769873e-05,
      "loss": 0.1133,
      "step": 298020
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6789892843560547e-05,
      "loss": 0.1142,
      "step": 298030
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6788774300351222e-05,
      "loss": 0.1099,
      "step": 298040
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.67876557571419e-05,
      "loss": 0.1176,
      "step": 298050
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6786537213932574e-05,
      "loss": 0.1101,
      "step": 298060
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6785418670723252e-05,
      "loss": 0.1117,
      "step": 298070
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6784300127513927e-05,
      "loss": 0.1111,
      "step": 298080
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.67831815843046e-05,
      "loss": 0.1145,
      "step": 298090
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.678206304109528e-05,
      "loss": 0.1126,
      "step": 298100
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6780944497885954e-05,
      "loss": 0.1175,
      "step": 298110
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6779825954676632e-05,
      "loss": 0.1108,
      "step": 298120
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6778707411467306e-05,
      "loss": 0.1129,
      "step": 298130
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.677758886825798e-05,
      "loss": 0.1148,
      "step": 298140
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.677647032504866e-05,
      "loss": 0.1124,
      "step": 298150
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6775351781839333e-05,
      "loss": 0.1157,
      "step": 298160
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6774233238630008e-05,
      "loss": 0.1179,
      "step": 298170
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6773114695420686e-05,
      "loss": 0.1093,
      "step": 298180
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.677199615221136e-05,
      "loss": 0.1122,
      "step": 298190
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6770877609002035e-05,
      "loss": 0.1117,
      "step": 298200
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6769759065792713e-05,
      "loss": 0.1165,
      "step": 298210
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6768640522583387e-05,
      "loss": 0.1106,
      "step": 298220
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6767521979374065e-05,
      "loss": 0.1151,
      "step": 298230
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.676640343616474e-05,
      "loss": 0.1163,
      "step": 298240
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6765284892955414e-05,
      "loss": 0.1154,
      "step": 298250
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6764166349746092e-05,
      "loss": 0.1198,
      "step": 298260
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6763047806536767e-05,
      "loss": 0.1097,
      "step": 298270
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6761929263327445e-05,
      "loss": 0.1166,
      "step": 298280
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.676081072011812e-05,
      "loss": 0.11,
      "step": 298290
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6759692176908794e-05,
      "loss": 0.1122,
      "step": 298300
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.675857363369947e-05,
      "loss": 0.1126,
      "step": 298310
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6757455090490146e-05,
      "loss": 0.1135,
      "step": 298320
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.675633654728082e-05,
      "loss": 0.1161,
      "step": 298330
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.67552180040715e-05,
      "loss": 0.1171,
      "step": 298340
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6754099460862173e-05,
      "loss": 0.1121,
      "step": 298350
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.675298091765285e-05,
      "loss": 0.1143,
      "step": 298360
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6751862374443526e-05,
      "loss": 0.1103,
      "step": 298370
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.67507438312342e-05,
      "loss": 0.1118,
      "step": 298380
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6749625288024878e-05,
      "loss": 0.1123,
      "step": 298390
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6748506744815553e-05,
      "loss": 0.1138,
      "step": 298400
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6747388201606227e-05,
      "loss": 0.114,
      "step": 298410
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6746269658396905e-05,
      "loss": 0.1123,
      "step": 298420
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.674515111518758e-05,
      "loss": 0.1111,
      "step": 298430
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6744032571978258e-05,
      "loss": 0.1144,
      "step": 298440
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6742914028768932e-05,
      "loss": 0.1102,
      "step": 298450
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6741795485559607e-05,
      "loss": 0.1125,
      "step": 298460
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6740676942350285e-05,
      "loss": 0.1116,
      "step": 298470
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.673955839914096e-05,
      "loss": 0.1097,
      "step": 298480
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6738439855931634e-05,
      "loss": 0.113,
      "step": 298490
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.673732131272231e-05,
      "loss": 0.1061,
      "step": 298500
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6736202769512986e-05,
      "loss": 0.1086,
      "step": 298510
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6735084226303664e-05,
      "loss": 0.1109,
      "step": 298520
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.673396568309434e-05,
      "loss": 0.1125,
      "step": 298530
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6732847139885013e-05,
      "loss": 0.1119,
      "step": 298540
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.673172859667569e-05,
      "loss": 0.1128,
      "step": 298550
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6730610053466366e-05,
      "loss": 0.1108,
      "step": 298560
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6729491510257044e-05,
      "loss": 0.1118,
      "step": 298570
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6728372967047718e-05,
      "loss": 0.1137,
      "step": 298580
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6727254423838393e-05,
      "loss": 0.1161,
      "step": 298590
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.672613588062907e-05,
      "loss": 0.1123,
      "step": 298600
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6725017337419745e-05,
      "loss": 0.1129,
      "step": 298610
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6723898794210423e-05,
      "loss": 0.1132,
      "step": 298620
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6722780251001098e-05,
      "loss": 0.1137,
      "step": 298630
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6721661707791772e-05,
      "loss": 0.1125,
      "step": 298640
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6720543164582447e-05,
      "loss": 0.1118,
      "step": 298650
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6719424621373125e-05,
      "loss": 0.1126,
      "step": 298660
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.67183060781638e-05,
      "loss": 0.1091,
      "step": 298670
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6717187534954477e-05,
      "loss": 0.112,
      "step": 298680
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.671606899174515e-05,
      "loss": 0.1144,
      "step": 298690
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6714950448535826e-05,
      "loss": 0.1116,
      "step": 298700
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6713831905326504e-05,
      "loss": 0.1124,
      "step": 298710
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.671271336211718e-05,
      "loss": 0.114,
      "step": 298720
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6711594818907857e-05,
      "loss": 0.1128,
      "step": 298730
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.671047627569853e-05,
      "loss": 0.1122,
      "step": 298740
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.670946958681014e-05,
      "loss": 0.1136,
      "step": 298750
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6708351043600814e-05,
      "loss": 0.1135,
      "step": 298760
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.670723250039149e-05,
      "loss": 0.1191,
      "step": 298770
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6706113957182167e-05,
      "loss": 0.1173,
      "step": 298780
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6704995413972845e-05,
      "loss": 0.1127,
      "step": 298790
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.670387687076352e-05,
      "loss": 0.1127,
      "step": 298800
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6702758327554194e-05,
      "loss": 0.1134,
      "step": 298810
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.670163978434487e-05,
      "loss": 0.1106,
      "step": 298820
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6700521241135546e-05,
      "loss": 0.1188,
      "step": 298830
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.669940269792622e-05,
      "loss": 0.1145,
      "step": 298840
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.66982841547169e-05,
      "loss": 0.1117,
      "step": 298850
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6697165611507573e-05,
      "loss": 0.1098,
      "step": 298860
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6696047068298248e-05,
      "loss": 0.1146,
      "step": 298870
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6694928525088922e-05,
      "loss": 0.1126,
      "step": 298880
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.66938099818796e-05,
      "loss": 0.1115,
      "step": 298890
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6692691438670278e-05,
      "loss": 0.1133,
      "step": 298900
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6691572895460953e-05,
      "loss": 0.1092,
      "step": 298910
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6690454352251627e-05,
      "loss": 0.1148,
      "step": 298920
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6689335809042302e-05,
      "loss": 0.1129,
      "step": 298930
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.668821726583298e-05,
      "loss": 0.1139,
      "step": 298940
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6687098722623658e-05,
      "loss": 0.1148,
      "step": 298950
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6685980179414332e-05,
      "loss": 0.1149,
      "step": 298960
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6684861636205007e-05,
      "loss": 0.1129,
      "step": 298970
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.668374309299568e-05,
      "loss": 0.1142,
      "step": 298980
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.668262454978636e-05,
      "loss": 0.1151,
      "step": 298990
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6681506006577037e-05,
      "loss": 0.1124,
      "step": 299000
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6680387463367712e-05,
      "loss": 0.1102,
      "step": 299010
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6679268920158386e-05,
      "loss": 0.118,
      "step": 299020
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.667815037694906e-05,
      "loss": 0.1128,
      "step": 299030
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6677031833739735e-05,
      "loss": 0.1099,
      "step": 299040
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6675913290530413e-05,
      "loss": 0.1161,
      "step": 299050
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.667479474732109e-05,
      "loss": 0.1128,
      "step": 299060
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6673676204111766e-05,
      "loss": 0.1125,
      "step": 299070
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.667255766090244e-05,
      "loss": 0.1087,
      "step": 299080
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6671439117693115e-05,
      "loss": 0.1189,
      "step": 299090
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6670320574483793e-05,
      "loss": 0.1127,
      "step": 299100
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.666920203127447e-05,
      "loss": 0.1121,
      "step": 299110
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6668083488065145e-05,
      "loss": 0.1089,
      "step": 299120
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.666696494485582e-05,
      "loss": 0.1113,
      "step": 299130
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6665846401646494e-05,
      "loss": 0.1138,
      "step": 299140
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6664727858437172e-05,
      "loss": 0.112,
      "step": 299150
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.666360931522785e-05,
      "loss": 0.1104,
      "step": 299160
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6662490772018525e-05,
      "loss": 0.1109,
      "step": 299170
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.66613722288092e-05,
      "loss": 0.1101,
      "step": 299180
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6660253685599874e-05,
      "loss": 0.1129,
      "step": 299190
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6659135142390552e-05,
      "loss": 0.1144,
      "step": 299200
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.665801659918123e-05,
      "loss": 0.1101,
      "step": 299210
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6656898055971904e-05,
      "loss": 0.1098,
      "step": 299220
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.665577951276258e-05,
      "loss": 0.1179,
      "step": 299230
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6654660969553253e-05,
      "loss": 0.1164,
      "step": 299240
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6653542426343928e-05,
      "loss": 0.1119,
      "step": 299250
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6652423883134606e-05,
      "loss": 0.1146,
      "step": 299260
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6651305339925284e-05,
      "loss": 0.1141,
      "step": 299270
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6650186796715958e-05,
      "loss": 0.1139,
      "step": 299280
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6649068253506633e-05,
      "loss": 0.1117,
      "step": 299290
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6647949710297307e-05,
      "loss": 0.1164,
      "step": 299300
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6646831167087985e-05,
      "loss": 0.1119,
      "step": 299310
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6645712623878663e-05,
      "loss": 0.1117,
      "step": 299320
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6644594080669338e-05,
      "loss": 0.1136,
      "step": 299330
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6643475537460012e-05,
      "loss": 0.117,
      "step": 299340
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6642356994250687e-05,
      "loss": 0.1107,
      "step": 299350
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6641238451041365e-05,
      "loss": 0.1137,
      "step": 299360
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6640119907832043e-05,
      "loss": 0.108,
      "step": 299370
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6639001364622717e-05,
      "loss": 0.1115,
      "step": 299380
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6637882821413392e-05,
      "loss": 0.108,
      "step": 299390
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6636764278204066e-05,
      "loss": 0.1106,
      "step": 299400
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6635645734994744e-05,
      "loss": 0.1135,
      "step": 299410
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6634527191785422e-05,
      "loss": 0.1109,
      "step": 299420
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6633408648576097e-05,
      "loss": 0.1161,
      "step": 299430
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.663229010536677e-05,
      "loss": 0.1117,
      "step": 299440
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6631171562157446e-05,
      "loss": 0.1118,
      "step": 299450
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.663005301894812e-05,
      "loss": 0.1091,
      "step": 299460
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.66289344757388e-05,
      "loss": 0.1131,
      "step": 299470
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6627815932529476e-05,
      "loss": 0.1123,
      "step": 299480
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.662669738932015e-05,
      "loss": 0.1176,
      "step": 299490
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6625578846110825e-05,
      "loss": 0.108,
      "step": 299500
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.66244603029015e-05,
      "loss": 0.1142,
      "step": 299510
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6623341759692178e-05,
      "loss": 0.1123,
      "step": 299520
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6622223216482856e-05,
      "loss": 0.1118,
      "step": 299530
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.662110467327353e-05,
      "loss": 0.1193,
      "step": 299540
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6619986130064205e-05,
      "loss": 0.11,
      "step": 299550
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.661886758685488e-05,
      "loss": 0.1123,
      "step": 299560
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6617749043645557e-05,
      "loss": 0.1109,
      "step": 299570
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6616630500436235e-05,
      "loss": 0.1155,
      "step": 299580
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.661551195722691e-05,
      "loss": 0.1154,
      "step": 299590
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6614393414017584e-05,
      "loss": 0.1164,
      "step": 299600
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.661327487080826e-05,
      "loss": 0.1177,
      "step": 299610
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6612156327598937e-05,
      "loss": 0.1095,
      "step": 299620
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6611037784389615e-05,
      "loss": 0.1119,
      "step": 299630
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.660991924118029e-05,
      "loss": 0.111,
      "step": 299640
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6608800697970964e-05,
      "loss": 0.1134,
      "step": 299650
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6607682154761638e-05,
      "loss": 0.1116,
      "step": 299660
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6606563611552313e-05,
      "loss": 0.111,
      "step": 299670
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.660544506834299e-05,
      "loss": 0.1161,
      "step": 299680
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.660432652513367e-05,
      "loss": 0.1119,
      "step": 299690
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6603207981924343e-05,
      "loss": 0.1132,
      "step": 299700
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6602089438715018e-05,
      "loss": 0.1138,
      "step": 299710
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6600970895505692e-05,
      "loss": 0.1094,
      "step": 299720
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.659985235229637e-05,
      "loss": 0.1146,
      "step": 299730
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6598733809087048e-05,
      "loss": 0.113,
      "step": 299740
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6597615265877723e-05,
      "loss": 0.1162,
      "step": 299750
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6596496722668397e-05,
      "loss": 0.1098,
      "step": 299760
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.659537817945907e-05,
      "loss": 0.1123,
      "step": 299770
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.659425963624975e-05,
      "loss": 0.1151,
      "step": 299780
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6593141093040427e-05,
      "loss": 0.1117,
      "step": 299790
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6592022549831102e-05,
      "loss": 0.1089,
      "step": 299800
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6590904006621777e-05,
      "loss": 0.1126,
      "step": 299810
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.658978546341245e-05,
      "loss": 0.1125,
      "step": 299820
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.658866692020313e-05,
      "loss": 0.109,
      "step": 299830
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6587548376993804e-05,
      "loss": 0.1109,
      "step": 299840
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.658642983378448e-05,
      "loss": 0.1133,
      "step": 299850
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6585311290575156e-05,
      "loss": 0.1135,
      "step": 299860
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.658419274736583e-05,
      "loss": 0.1108,
      "step": 299870
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6583074204156505e-05,
      "loss": 0.1089,
      "step": 299880
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6581955660947183e-05,
      "loss": 0.1111,
      "step": 299890
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.658083711773786e-05,
      "loss": 0.1129,
      "step": 299900
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6579718574528536e-05,
      "loss": 0.1139,
      "step": 299910
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.657860003131921e-05,
      "loss": 0.108,
      "step": 299920
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6577481488109885e-05,
      "loss": 0.1107,
      "step": 299930
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6576362944900563e-05,
      "loss": 0.1114,
      "step": 299940
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.657524440169124e-05,
      "loss": 0.1113,
      "step": 299950
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6574125858481915e-05,
      "loss": 0.115,
      "step": 299960
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.657300731527259e-05,
      "loss": 0.1111,
      "step": 299970
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6571888772063264e-05,
      "loss": 0.1129,
      "step": 299980
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6570770228853942e-05,
      "loss": 0.1147,
      "step": 299990
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6569651685644617e-05,
      "loss": 0.1136,
      "step": 300000
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6568533142435294e-05,
      "loss": 0.1118,
      "step": 300010
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.656741459922597e-05,
      "loss": 0.1144,
      "step": 300020
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6566296056016644e-05,
      "loss": 0.1135,
      "step": 300030
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.656517751280732e-05,
      "loss": 0.1139,
      "step": 300040
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6564058969597996e-05,
      "loss": 0.1128,
      "step": 300050
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6562940426388674e-05,
      "loss": 0.1123,
      "step": 300060
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.656182188317935e-05,
      "loss": 0.1149,
      "step": 300070
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6560703339970023e-05,
      "loss": 0.1155,
      "step": 300080
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.65595847967607e-05,
      "loss": 0.1118,
      "step": 300090
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6558466253551375e-05,
      "loss": 0.1144,
      "step": 300100
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6557347710342053e-05,
      "loss": 0.11,
      "step": 300110
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6556229167132728e-05,
      "loss": 0.1111,
      "step": 300120
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6555110623923402e-05,
      "loss": 0.1121,
      "step": 300130
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6553992080714077e-05,
      "loss": 0.1147,
      "step": 300140
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6552873537504755e-05,
      "loss": 0.1113,
      "step": 300150
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.655175499429543e-05,
      "loss": 0.1101,
      "step": 300160
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6550636451086107e-05,
      "loss": 0.1087,
      "step": 300170
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6549517907876782e-05,
      "loss": 0.1116,
      "step": 300180
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6548399364667457e-05,
      "loss": 0.1104,
      "step": 300190
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6547280821458134e-05,
      "loss": 0.1094,
      "step": 300200
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.654616227824881e-05,
      "loss": 0.1159,
      "step": 300210
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6545043735039487e-05,
      "loss": 0.1141,
      "step": 300220
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.654392519183016e-05,
      "loss": 0.1077,
      "step": 300230
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6542806648620836e-05,
      "loss": 0.1131,
      "step": 300240
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6541688105411514e-05,
      "loss": 0.1123,
      "step": 300250
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.654056956220219e-05,
      "loss": 0.1132,
      "step": 300260
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6539451018992866e-05,
      "loss": 0.1091,
      "step": 300270
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.653833247578354e-05,
      "loss": 0.1145,
      "step": 300280
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6537213932574215e-05,
      "loss": 0.1127,
      "step": 300290
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6536095389364893e-05,
      "loss": 0.1133,
      "step": 300300
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6534976846155568e-05,
      "loss": 0.1134,
      "step": 300310
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6533858302946242e-05,
      "loss": 0.1098,
      "step": 300320
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.653273975973692e-05,
      "loss": 0.1114,
      "step": 300330
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6531621216527595e-05,
      "loss": 0.1069,
      "step": 300340
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.653050267331827e-05,
      "loss": 0.1137,
      "step": 300350
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6529384130108947e-05,
      "loss": 0.1155,
      "step": 300360
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6528265586899622e-05,
      "loss": 0.1108,
      "step": 300370
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.65271470436903e-05,
      "loss": 0.1133,
      "step": 300380
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6526028500480974e-05,
      "loss": 0.1142,
      "step": 300390
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.652490995727165e-05,
      "loss": 0.1121,
      "step": 300400
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6523791414062327e-05,
      "loss": 0.1141,
      "step": 300410
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6522672870853e-05,
      "loss": 0.1142,
      "step": 300420
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.652155432764368e-05,
      "loss": 0.1129,
      "step": 300430
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6520435784434354e-05,
      "loss": 0.114,
      "step": 300440
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.651931724122503e-05,
      "loss": 0.1103,
      "step": 300450
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6518198698015706e-05,
      "loss": 0.1113,
      "step": 300460
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.651708015480638e-05,
      "loss": 0.1076,
      "step": 300470
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6515961611597055e-05,
      "loss": 0.1106,
      "step": 300480
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6514843068387733e-05,
      "loss": 0.1123,
      "step": 300490
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6513724525178408e-05,
      "loss": 0.1135,
      "step": 300500
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6512605981969086e-05,
      "loss": 0.1125,
      "step": 300510
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.651148743875976e-05,
      "loss": 0.1144,
      "step": 300520
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6510368895550435e-05,
      "loss": 0.1138,
      "step": 300530
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6509250352341113e-05,
      "loss": 0.1146,
      "step": 300540
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6508131809131787e-05,
      "loss": 0.1139,
      "step": 300550
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6507013265922462e-05,
      "loss": 0.1163,
      "step": 300560
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.650589472271314e-05,
      "loss": 0.1151,
      "step": 300570
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6504776179503814e-05,
      "loss": 0.1119,
      "step": 300580
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.650365763629449e-05,
      "loss": 0.1069,
      "step": 300590
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6502539093085167e-05,
      "loss": 0.1103,
      "step": 300600
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.650142054987584e-05,
      "loss": 0.1148,
      "step": 300610
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.650030200666652e-05,
      "loss": 0.1072,
      "step": 300620
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6499183463457194e-05,
      "loss": 0.1159,
      "step": 300630
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.649806492024787e-05,
      "loss": 0.1084,
      "step": 300640
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6496946377038546e-05,
      "loss": 0.1122,
      "step": 300650
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.649582783382922e-05,
      "loss": 0.112,
      "step": 300660
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.64947092906199e-05,
      "loss": 0.1135,
      "step": 300670
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6493590747410573e-05,
      "loss": 0.1078,
      "step": 300680
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6492472204201248e-05,
      "loss": 0.112,
      "step": 300690
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6491353660991926e-05,
      "loss": 0.1091,
      "step": 300700
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.64902351177826e-05,
      "loss": 0.1112,
      "step": 300710
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6489116574573278e-05,
      "loss": 0.1123,
      "step": 300720
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6487998031363953e-05,
      "loss": 0.1146,
      "step": 300730
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6486879488154627e-05,
      "loss": 0.1101,
      "step": 300740
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6485760944945302e-05,
      "loss": 0.1146,
      "step": 300750
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.648464240173598e-05,
      "loss": 0.1116,
      "step": 300760
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6483523858526658e-05,
      "loss": 0.1121,
      "step": 300770
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6482517169638263e-05,
      "loss": 0.1104,
      "step": 300780
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.648139862642894e-05,
      "loss": 0.1129,
      "step": 300790
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6480280083219616e-05,
      "loss": 0.115,
      "step": 300800
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.647916154001029e-05,
      "loss": 0.1113,
      "step": 300810
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6478042996800965e-05,
      "loss": 0.1111,
      "step": 300820
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6476924453591643e-05,
      "loss": 0.1078,
      "step": 300830
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.647580591038232e-05,
      "loss": 0.1119,
      "step": 300840
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6474687367172995e-05,
      "loss": 0.1151,
      "step": 300850
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.647356882396367e-05,
      "loss": 0.1104,
      "step": 300860
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6472450280754344e-05,
      "loss": 0.1194,
      "step": 300870
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6471331737545022e-05,
      "loss": 0.1116,
      "step": 300880
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.64702131943357e-05,
      "loss": 0.1148,
      "step": 300890
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6469094651126375e-05,
      "loss": 0.1153,
      "step": 300900
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.646797610791705e-05,
      "loss": 0.1114,
      "step": 300910
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6466857564707724e-05,
      "loss": 0.1164,
      "step": 300920
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.64657390214984e-05,
      "loss": 0.1089,
      "step": 300930
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.646462047828908e-05,
      "loss": 0.118,
      "step": 300940
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6463501935079754e-05,
      "loss": 0.112,
      "step": 300950
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.646238339187043e-05,
      "loss": 0.1088,
      "step": 300960
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6461264848661103e-05,
      "loss": 0.1146,
      "step": 300970
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6460146305451778e-05,
      "loss": 0.1125,
      "step": 300980
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6459027762242456e-05,
      "loss": 0.1141,
      "step": 300990
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6457909219033133e-05,
      "loss": 0.1141,
      "step": 301000
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6456790675823808e-05,
      "loss": 0.1152,
      "step": 301010
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6455672132614483e-05,
      "loss": 0.1133,
      "step": 301020
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6454553589405157e-05,
      "loss": 0.1118,
      "step": 301030
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6453435046195835e-05,
      "loss": 0.1146,
      "step": 301040
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6452316502986513e-05,
      "loss": 0.1135,
      "step": 301050
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6451197959777187e-05,
      "loss": 0.1113,
      "step": 301060
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6450079416567862e-05,
      "loss": 0.1141,
      "step": 301070
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6448960873358537e-05,
      "loss": 0.1176,
      "step": 301080
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6447842330149215e-05,
      "loss": 0.1107,
      "step": 301090
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6446723786939892e-05,
      "loss": 0.114,
      "step": 301100
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6445605243730567e-05,
      "loss": 0.1126,
      "step": 301110
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.644448670052124e-05,
      "loss": 0.1102,
      "step": 301120
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6443368157311916e-05,
      "loss": 0.1138,
      "step": 301130
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.644224961410259e-05,
      "loss": 0.1101,
      "step": 301140
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6441131070893272e-05,
      "loss": 0.1103,
      "step": 301150
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6440012527683946e-05,
      "loss": 0.1073,
      "step": 301160
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.643889398447462e-05,
      "loss": 0.1136,
      "step": 301170
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6437775441265296e-05,
      "loss": 0.1156,
      "step": 301180
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.643665689805597e-05,
      "loss": 0.1111,
      "step": 301190
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6435538354846648e-05,
      "loss": 0.1075,
      "step": 301200
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6434419811637326e-05,
      "loss": 0.1114,
      "step": 301210
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6433301268428e-05,
      "loss": 0.1129,
      "step": 301220
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6432182725218675e-05,
      "loss": 0.1111,
      "step": 301230
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.643106418200935e-05,
      "loss": 0.1163,
      "step": 301240
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6429945638800027e-05,
      "loss": 0.1142,
      "step": 301250
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6428827095590705e-05,
      "loss": 0.1145,
      "step": 301260
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.642770855238138e-05,
      "loss": 0.1121,
      "step": 301270
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6426590009172054e-05,
      "loss": 0.1087,
      "step": 301280
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.642547146596273e-05,
      "loss": 0.1073,
      "step": 301290
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6424352922753407e-05,
      "loss": 0.1103,
      "step": 301300
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6423234379544085e-05,
      "loss": 0.1156,
      "step": 301310
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.642211583633476e-05,
      "loss": 0.1121,
      "step": 301320
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6420997293125434e-05,
      "loss": 0.1149,
      "step": 301330
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.641987874991611e-05,
      "loss": 0.1192,
      "step": 301340
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6418760206706783e-05,
      "loss": 0.1091,
      "step": 301350
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6417641663497464e-05,
      "loss": 0.1117,
      "step": 301360
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.641652312028814e-05,
      "loss": 0.1155,
      "step": 301370
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6415404577078813e-05,
      "loss": 0.1129,
      "step": 301380
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6414286033869488e-05,
      "loss": 0.1044,
      "step": 301390
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6413167490660163e-05,
      "loss": 0.1135,
      "step": 301400
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.641204894745084e-05,
      "loss": 0.109,
      "step": 301410
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.641093040424152e-05,
      "loss": 0.1097,
      "step": 301420
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6409811861032193e-05,
      "loss": 0.113,
      "step": 301430
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6408693317822867e-05,
      "loss": 0.1134,
      "step": 301440
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6407574774613542e-05,
      "loss": 0.1135,
      "step": 301450
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.640645623140422e-05,
      "loss": 0.1132,
      "step": 301460
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6405337688194898e-05,
      "loss": 0.1103,
      "step": 301470
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6404219144985572e-05,
      "loss": 0.111,
      "step": 301480
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6403100601776247e-05,
      "loss": 0.1117,
      "step": 301490
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.640198205856692e-05,
      "loss": 0.1096,
      "step": 301500
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.64008635153576e-05,
      "loss": 0.1113,
      "step": 301510
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6399744972148277e-05,
      "loss": 0.1114,
      "step": 301520
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6398626428938952e-05,
      "loss": 0.1178,
      "step": 301530
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6397507885729626e-05,
      "loss": 0.1131,
      "step": 301540
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.63963893425203e-05,
      "loss": 0.1117,
      "step": 301550
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.639527079931098e-05,
      "loss": 0.1108,
      "step": 301560
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6394152256101657e-05,
      "loss": 0.1148,
      "step": 301570
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.639303371289233e-05,
      "loss": 0.1127,
      "step": 301580
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6391915169683006e-05,
      "loss": 0.112,
      "step": 301590
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.639079662647368e-05,
      "loss": 0.111,
      "step": 301600
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6389678083264355e-05,
      "loss": 0.1093,
      "step": 301610
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6388559540055033e-05,
      "loss": 0.117,
      "step": 301620
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.638744099684571e-05,
      "loss": 0.1126,
      "step": 301630
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6386322453636385e-05,
      "loss": 0.1143,
      "step": 301640
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.638520391042706e-05,
      "loss": 0.1135,
      "step": 301650
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6384085367217734e-05,
      "loss": 0.1099,
      "step": 301660
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6382966824008412e-05,
      "loss": 0.1124,
      "step": 301670
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.638184828079909e-05,
      "loss": 0.1106,
      "step": 301680
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6380729737589765e-05,
      "loss": 0.1174,
      "step": 301690
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.637961119438044e-05,
      "loss": 0.1126,
      "step": 301700
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6378492651171114e-05,
      "loss": 0.1101,
      "step": 301710
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6377374107961792e-05,
      "loss": 0.1106,
      "step": 301720
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.637625556475247e-05,
      "loss": 0.1074,
      "step": 301730
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6375137021543144e-05,
      "loss": 0.1093,
      "step": 301740
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.637401847833382e-05,
      "loss": 0.1151,
      "step": 301750
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6372899935124493e-05,
      "loss": 0.1069,
      "step": 301760
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.637178139191517e-05,
      "loss": 0.1145,
      "step": 301770
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6370662848705846e-05,
      "loss": 0.1126,
      "step": 301780
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6369544305496524e-05,
      "loss": 0.1107,
      "step": 301790
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6368425762287198e-05,
      "loss": 0.1067,
      "step": 301800
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6367307219077873e-05,
      "loss": 0.1133,
      "step": 301810
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6366188675868547e-05,
      "loss": 0.1157,
      "step": 301820
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6365070132659225e-05,
      "loss": 0.1105,
      "step": 301830
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6363951589449903e-05,
      "loss": 0.1183,
      "step": 301840
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6362833046240578e-05,
      "loss": 0.1142,
      "step": 301850
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6361714503031252e-05,
      "loss": 0.1087,
      "step": 301860
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6360595959821927e-05,
      "loss": 0.1164,
      "step": 301870
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6359477416612605e-05,
      "loss": 0.1142,
      "step": 301880
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6358358873403283e-05,
      "loss": 0.1139,
      "step": 301890
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6357240330193957e-05,
      "loss": 0.1117,
      "step": 301900
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6356121786984632e-05,
      "loss": 0.1132,
      "step": 301910
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6355003243775306e-05,
      "loss": 0.1171,
      "step": 301920
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6353884700565984e-05,
      "loss": 0.1169,
      "step": 301930
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.635276615735666e-05,
      "loss": 0.1124,
      "step": 301940
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6351647614147337e-05,
      "loss": 0.118,
      "step": 301950
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.635052907093801e-05,
      "loss": 0.1144,
      "step": 301960
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6349410527728686e-05,
      "loss": 0.111,
      "step": 301970
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6348291984519364e-05,
      "loss": 0.1118,
      "step": 301980
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6347173441310038e-05,
      "loss": 0.1144,
      "step": 301990
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6346054898100716e-05,
      "loss": 0.1151,
      "step": 302000
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.634493635489139e-05,
      "loss": 0.1121,
      "step": 302010
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6343817811682065e-05,
      "loss": 0.1091,
      "step": 302020
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.634269926847274e-05,
      "loss": 0.1093,
      "step": 302030
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6341580725263418e-05,
      "loss": 0.1143,
      "step": 302040
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6340462182054096e-05,
      "loss": 0.1105,
      "step": 302050
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.633934363884477e-05,
      "loss": 0.113,
      "step": 302060
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6338225095635445e-05,
      "loss": 0.1115,
      "step": 302070
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.633710655242612e-05,
      "loss": 0.1086,
      "step": 302080
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6335988009216797e-05,
      "loss": 0.1098,
      "step": 302090
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6334869466007472e-05,
      "loss": 0.1124,
      "step": 302100
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.633375092279815e-05,
      "loss": 0.1114,
      "step": 302110
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6332632379588824e-05,
      "loss": 0.1093,
      "step": 302120
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.63315138363795e-05,
      "loss": 0.1131,
      "step": 302130
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6330395293170177e-05,
      "loss": 0.1132,
      "step": 302140
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.632927674996085e-05,
      "loss": 0.1109,
      "step": 302150
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.632815820675153e-05,
      "loss": 0.1109,
      "step": 302160
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6327039663542204e-05,
      "loss": 0.114,
      "step": 302170
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6325921120332878e-05,
      "loss": 0.1074,
      "step": 302180
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6324802577123556e-05,
      "loss": 0.1141,
      "step": 302190
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.632368403391423e-05,
      "loss": 0.1091,
      "step": 302200
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.632256549070491e-05,
      "loss": 0.1124,
      "step": 302210
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6321446947495583e-05,
      "loss": 0.113,
      "step": 302220
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6320328404286258e-05,
      "loss": 0.1126,
      "step": 302230
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6319209861076936e-05,
      "loss": 0.1094,
      "step": 302240
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.631809131786761e-05,
      "loss": 0.1131,
      "step": 302250
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6316972774658285e-05,
      "loss": 0.1087,
      "step": 302260
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6315854231448963e-05,
      "loss": 0.1136,
      "step": 302270
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6314735688239637e-05,
      "loss": 0.111,
      "step": 302280
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6313617145030312e-05,
      "loss": 0.1106,
      "step": 302290
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.631249860182099e-05,
      "loss": 0.1193,
      "step": 302300
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6311380058611664e-05,
      "loss": 0.1155,
      "step": 302310
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6310261515402342e-05,
      "loss": 0.1144,
      "step": 302320
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6309142972193017e-05,
      "loss": 0.1116,
      "step": 302330
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.630802442898369e-05,
      "loss": 0.1148,
      "step": 302340
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.630690588577437e-05,
      "loss": 0.1147,
      "step": 302350
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6305787342565044e-05,
      "loss": 0.1119,
      "step": 302360
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.630466879935572e-05,
      "loss": 0.1148,
      "step": 302370
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6303550256146396e-05,
      "loss": 0.1129,
      "step": 302380
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.630243171293707e-05,
      "loss": 0.1139,
      "step": 302390
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.630131316972775e-05,
      "loss": 0.1114,
      "step": 302400
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6300194626518423e-05,
      "loss": 0.1094,
      "step": 302410
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6299076083309098e-05,
      "loss": 0.1067,
      "step": 302420
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6297957540099776e-05,
      "loss": 0.1107,
      "step": 302430
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.629683899689045e-05,
      "loss": 0.1131,
      "step": 302440
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6295720453681128e-05,
      "loss": 0.1141,
      "step": 302450
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6294601910471803e-05,
      "loss": 0.1096,
      "step": 302460
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6293483367262477e-05,
      "loss": 0.1149,
      "step": 302470
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6292364824053155e-05,
      "loss": 0.1089,
      "step": 302480
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.629124628084383e-05,
      "loss": 0.1162,
      "step": 302490
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6290127737634504e-05,
      "loss": 0.1127,
      "step": 302500
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6289009194425182e-05,
      "loss": 0.114,
      "step": 302510
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6287890651215857e-05,
      "loss": 0.1128,
      "step": 302520
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6286772108006535e-05,
      "loss": 0.1104,
      "step": 302530
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.628565356479721e-05,
      "loss": 0.1151,
      "step": 302540
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6284535021587884e-05,
      "loss": 0.1137,
      "step": 302550
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.628341647837856e-05,
      "loss": 0.1131,
      "step": 302560
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6282297935169236e-05,
      "loss": 0.1103,
      "step": 302570
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.628117939195991e-05,
      "loss": 0.1102,
      "step": 302580
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.628006084875059e-05,
      "loss": 0.1117,
      "step": 302590
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6278942305541263e-05,
      "loss": 0.1158,
      "step": 302600
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.627782376233194e-05,
      "loss": 0.1172,
      "step": 302610
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6276705219122616e-05,
      "loss": 0.1103,
      "step": 302620
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.627558667591329e-05,
      "loss": 0.1121,
      "step": 302630
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6274468132703968e-05,
      "loss": 0.115,
      "step": 302640
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6273349589494643e-05,
      "loss": 0.1138,
      "step": 302650
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.627223104628532e-05,
      "loss": 0.1123,
      "step": 302660
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6271112503075995e-05,
      "loss": 0.1081,
      "step": 302670
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.626999395986667e-05,
      "loss": 0.1135,
      "step": 302680
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6268875416657348e-05,
      "loss": 0.1139,
      "step": 302690
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6267756873448022e-05,
      "loss": 0.1151,
      "step": 302700
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6266638330238697e-05,
      "loss": 0.106,
      "step": 302710
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6265519787029375e-05,
      "loss": 0.1119,
      "step": 302720
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.626440124382005e-05,
      "loss": 0.1109,
      "step": 302730
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6263282700610724e-05,
      "loss": 0.1151,
      "step": 302740
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.62621641574014e-05,
      "loss": 0.1097,
      "step": 302750
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6261045614192076e-05,
      "loss": 0.1139,
      "step": 302760
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6259927070982754e-05,
      "loss": 0.1067,
      "step": 302770
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.625880852777343e-05,
      "loss": 0.1135,
      "step": 302780
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6257801838885037e-05,
      "loss": 0.1141,
      "step": 302790
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6256683295675712e-05,
      "loss": 0.1127,
      "step": 302800
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6255564752466386e-05,
      "loss": 0.1114,
      "step": 302810
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6254446209257064e-05,
      "loss": 0.1143,
      "step": 302820
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6253327666047742e-05,
      "loss": 0.1134,
      "step": 302830
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6252209122838417e-05,
      "loss": 0.1126,
      "step": 302840
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.625109057962909e-05,
      "loss": 0.1116,
      "step": 302850
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6249972036419766e-05,
      "loss": 0.111,
      "step": 302860
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6248853493210444e-05,
      "loss": 0.1085,
      "step": 302870
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.624773495000112e-05,
      "loss": 0.1128,
      "step": 302880
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6246616406791796e-05,
      "loss": 0.1109,
      "step": 302890
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.624549786358247e-05,
      "loss": 0.1082,
      "step": 302900
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6244379320373145e-05,
      "loss": 0.1122,
      "step": 302910
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6243260777163823e-05,
      "loss": 0.1134,
      "step": 302920
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6242142233954498e-05,
      "loss": 0.1082,
      "step": 302930
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6241023690745176e-05,
      "loss": 0.1118,
      "step": 302940
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.623990514753585e-05,
      "loss": 0.1089,
      "step": 302950
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6238786604326525e-05,
      "loss": 0.1137,
      "step": 302960
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.62376680611172e-05,
      "loss": 0.1092,
      "step": 302970
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6236549517907877e-05,
      "loss": 0.1183,
      "step": 302980
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6235430974698555e-05,
      "loss": 0.1164,
      "step": 302990
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.623431243148923e-05,
      "loss": 0.1099,
      "step": 303000
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6233193888279904e-05,
      "loss": 0.1134,
      "step": 303010
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.623207534507058e-05,
      "loss": 0.1106,
      "step": 303020
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6230956801861257e-05,
      "loss": 0.1142,
      "step": 303030
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6229838258651935e-05,
      "loss": 0.1102,
      "step": 303040
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.622871971544261e-05,
      "loss": 0.1068,
      "step": 303050
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6227601172233284e-05,
      "loss": 0.1103,
      "step": 303060
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6226482629023958e-05,
      "loss": 0.1174,
      "step": 303070
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6225364085814636e-05,
      "loss": 0.1129,
      "step": 303080
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6224245542605314e-05,
      "loss": 0.1084,
      "step": 303090
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.622312699939599e-05,
      "loss": 0.1066,
      "step": 303100
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6222008456186663e-05,
      "loss": 0.1098,
      "step": 303110
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6220889912977338e-05,
      "loss": 0.106,
      "step": 303120
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6219771369768012e-05,
      "loss": 0.1096,
      "step": 303130
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.621865282655869e-05,
      "loss": 0.1123,
      "step": 303140
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6217534283349368e-05,
      "loss": 0.1101,
      "step": 303150
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6216415740140043e-05,
      "loss": 0.1104,
      "step": 303160
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6215297196930717e-05,
      "loss": 0.1075,
      "step": 303170
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6214178653721392e-05,
      "loss": 0.11,
      "step": 303180
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.621306011051207e-05,
      "loss": 0.1137,
      "step": 303190
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6211941567302748e-05,
      "loss": 0.1113,
      "step": 303200
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6210823024093422e-05,
      "loss": 0.1136,
      "step": 303210
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6209704480884097e-05,
      "loss": 0.1104,
      "step": 303220
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.620858593767477e-05,
      "loss": 0.1106,
      "step": 303230
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.620746739446545e-05,
      "loss": 0.1097,
      "step": 303240
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6206348851256127e-05,
      "loss": 0.1095,
      "step": 303250
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.62052303080468e-05,
      "loss": 0.1105,
      "step": 303260
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6204111764837476e-05,
      "loss": 0.107,
      "step": 303270
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.620299322162815e-05,
      "loss": 0.1159,
      "step": 303280
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6201874678418825e-05,
      "loss": 0.1095,
      "step": 303290
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6200756135209507e-05,
      "loss": 0.1159,
      "step": 303300
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.619963759200018e-05,
      "loss": 0.115,
      "step": 303310
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6198519048790856e-05,
      "loss": 0.1096,
      "step": 303320
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.619740050558153e-05,
      "loss": 0.1127,
      "step": 303330
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6196281962372205e-05,
      "loss": 0.1133,
      "step": 303340
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6195163419162883e-05,
      "loss": 0.1118,
      "step": 303350
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.619404487595356e-05,
      "loss": 0.115,
      "step": 303360
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6192926332744235e-05,
      "loss": 0.1111,
      "step": 303370
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.619180778953491e-05,
      "loss": 0.1182,
      "step": 303380
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6190689246325584e-05,
      "loss": 0.1085,
      "step": 303390
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6189570703116262e-05,
      "loss": 0.1103,
      "step": 303400
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.618845215990694e-05,
      "loss": 0.1104,
      "step": 303410
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6187333616697615e-05,
      "loss": 0.1124,
      "step": 303420
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.618621507348829e-05,
      "loss": 0.1116,
      "step": 303430
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6185096530278964e-05,
      "loss": 0.1093,
      "step": 303440
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.618397798706964e-05,
      "loss": 0.114,
      "step": 303450
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.618285944386032e-05,
      "loss": 0.1125,
      "step": 303460
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6181740900650994e-05,
      "loss": 0.1125,
      "step": 303470
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.618062235744167e-05,
      "loss": 0.1102,
      "step": 303480
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6179503814232343e-05,
      "loss": 0.111,
      "step": 303490
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6178385271023018e-05,
      "loss": 0.11,
      "step": 303500
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.61772667278137e-05,
      "loss": 0.1152,
      "step": 303510
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6176148184604374e-05,
      "loss": 0.109,
      "step": 303520
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6175029641395048e-05,
      "loss": 0.1084,
      "step": 303530
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6173911098185723e-05,
      "loss": 0.1119,
      "step": 303540
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6172792554976397e-05,
      "loss": 0.1146,
      "step": 303550
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6171674011767075e-05,
      "loss": 0.1124,
      "step": 303560
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6170555468557753e-05,
      "loss": 0.1115,
      "step": 303570
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6169436925348428e-05,
      "loss": 0.1117,
      "step": 303580
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6168318382139102e-05,
      "loss": 0.1133,
      "step": 303590
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6167199838929777e-05,
      "loss": 0.1124,
      "step": 303600
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6166081295720455e-05,
      "loss": 0.1117,
      "step": 303610
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6164962752511133e-05,
      "loss": 0.1072,
      "step": 303620
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6163844209301807e-05,
      "loss": 0.1104,
      "step": 303630
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.616272566609248e-05,
      "loss": 0.1127,
      "step": 303640
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6161607122883156e-05,
      "loss": 0.1099,
      "step": 303650
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6160488579673834e-05,
      "loss": 0.1098,
      "step": 303660
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6159370036464512e-05,
      "loss": 0.1149,
      "step": 303670
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6158251493255187e-05,
      "loss": 0.1096,
      "step": 303680
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.615713295004586e-05,
      "loss": 0.1068,
      "step": 303690
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6156014406836536e-05,
      "loss": 0.1083,
      "step": 303700
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6154895863627214e-05,
      "loss": 0.1104,
      "step": 303710
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6153777320417888e-05,
      "loss": 0.1072,
      "step": 303720
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6152658777208566e-05,
      "loss": 0.1147,
      "step": 303730
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.615154023399924e-05,
      "loss": 0.1107,
      "step": 303740
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6150421690789915e-05,
      "loss": 0.1162,
      "step": 303750
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.614930314758059e-05,
      "loss": 0.117,
      "step": 303760
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6148184604371268e-05,
      "loss": 0.1098,
      "step": 303770
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6147066061161945e-05,
      "loss": 0.1098,
      "step": 303780
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.614594751795262e-05,
      "loss": 0.1111,
      "step": 303790
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6144828974743295e-05,
      "loss": 0.1086,
      "step": 303800
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.614371043153397e-05,
      "loss": 0.1082,
      "step": 303810
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6142591888324647e-05,
      "loss": 0.1137,
      "step": 303820
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6141473345115325e-05,
      "loss": 0.113,
      "step": 303830
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6140354801906e-05,
      "loss": 0.109,
      "step": 303840
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6139236258696674e-05,
      "loss": 0.1101,
      "step": 303850
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.613811771548735e-05,
      "loss": 0.1127,
      "step": 303860
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6136999172278026e-05,
      "loss": 0.1074,
      "step": 303870
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.61358806290687e-05,
      "loss": 0.1109,
      "step": 303880
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.613476208585938e-05,
      "loss": 0.1135,
      "step": 303890
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6133643542650054e-05,
      "loss": 0.1109,
      "step": 303900
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6132524999440728e-05,
      "loss": 0.112,
      "step": 303910
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6131406456231406e-05,
      "loss": 0.1151,
      "step": 303920
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.613028791302208e-05,
      "loss": 0.1125,
      "step": 303930
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.612916936981276e-05,
      "loss": 0.1115,
      "step": 303940
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6128050826603433e-05,
      "loss": 0.1092,
      "step": 303950
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6126932283394108e-05,
      "loss": 0.11,
      "step": 303960
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6125813740184782e-05,
      "loss": 0.1118,
      "step": 303970
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.612469519697546e-05,
      "loss": 0.1104,
      "step": 303980
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6123576653766138e-05,
      "loss": 0.1117,
      "step": 303990
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6122458110556812e-05,
      "loss": 0.1095,
      "step": 304000
    },
    {
      "epoch": 0.68,
      "eval_NEIMS_canon_smiles": 0.9578833333333333,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.20911666666666667,
      "eval_NEIMS_daylight_tanimoto_simil": 0.5934243474176039,
      "eval_NEIMS_exact_mols": 0.20885,
      "eval_NEIMS_exact_smiles": 0.2044,
      "eval_NEIMS_loss": 0.13997317850589752,
      "eval_NEIMS_matched_formulas": 0.72885,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5155752522800903,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.20956666666666668,
      "eval_NEIMS_runtime": 729.5736,
      "eval_NEIMS_samples_per_second": 82.24,
      "eval_NEIMS_steps_per_second": 1.286,
      "step": 304000
    },
    {
      "epoch": 0.68,
      "eval_RASSP_canon_smiles": 0.9553711557084182,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.2851036831736067,
      "eval_RASSP_daylight_tanimoto_simil": 0.6939910192769748,
      "eval_RASSP_exact_mols": 0.28435235582863055,
      "eval_RASSP_exact_smiles": 0.27800781380438777,
      "eval_RASSP_loss": 0.10914087295532227,
      "eval_RASSP_matched_formulas": 0.8677997796106455,
      "eval_RASSP_morgan_tanimoto_simil": 0.582240506336762,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.28455270978729086,
      "eval_RASSP_runtime": 827.1124,
      "eval_RASSP_samples_per_second": 72.413,
      "eval_RASSP_steps_per_second": 1.132,
      "step": 304000
    },
    {
      "epoch": 0.68,
      "eval_NEIMS_old_canon_smiles": 0.9564333333333334,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.2106,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5922646317853278,
      "eval_NEIMS_old_exact_mols": 0.2102,
      "eval_NEIMS_old_exact_smiles": 0.2055,
      "eval_NEIMS_old_loss": 0.1393352895975113,
      "eval_NEIMS_old_matched_formulas": 0.7296,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.5155245356351781,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.21093333333333333,
      "eval_NEIMS_old_runtime": 368.1709,
      "eval_NEIMS_old_samples_per_second": 81.484,
      "eval_NEIMS_old_steps_per_second": 1.274,
      "step": 304000
    },
    {
      "epoch": 0.68,
      "eval_RASSP_old_canon_smiles": 0.9563853572262823,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.31237694797610704,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.7120111103485639,
      "eval_RASSP_old_exact_mols": 0.31164280708779657,
      "eval_RASSP_old_exact_smiles": 0.3039676978009143,
      "eval_RASSP_old_loss": 0.10274332761764526,
      "eval_RASSP_old_matched_formulas": 0.8795007841959489,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.6038183156288335,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.3118763973704408,
      "eval_RASSP_old_runtime": 414.3661,
      "eval_RASSP_old_samples_per_second": 72.32,
      "eval_RASSP_old_steps_per_second": 1.132,
      "step": 304000
    },
    {
      "epoch": 0.68,
      "eval_NIST_canon_smiles": 0.8680838982148561,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.029030769776768287,
      "eval_NIST_daylight_tanimoto_simil": 0.3007446466853605,
      "eval_NIST_exact_mols": 0.027930581680093693,
      "eval_NIST_exact_smiles": 0.026120594811370978,
      "eval_NIST_loss": 1.802420735359192,
      "eval_NIST_matched_formulas": 0.12453419455584341,
      "eval_NIST_morgan_tanimoto_simil": 0.2525662835202647,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.02888881002235866,
      "eval_NIST_runtime": 521.5876,
      "eval_NIST_samples_per_second": 54.022,
      "eval_NIST_steps_per_second": 0.845,
      "step": 304000
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6121339567347487e-05,
      "loss": 0.1121,
      "step": 304010
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.612022102413816e-05,
      "loss": 0.1117,
      "step": 304020
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.611910248092884e-05,
      "loss": 0.1069,
      "step": 304030
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6117983937719514e-05,
      "loss": 0.1157,
      "step": 304040
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6116865394510192e-05,
      "loss": 0.1077,
      "step": 304050
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6115746851300866e-05,
      "loss": 0.1104,
      "step": 304060
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.611462830809154e-05,
      "loss": 0.1087,
      "step": 304070
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.611350976488222e-05,
      "loss": 0.1129,
      "step": 304080
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6112391221672893e-05,
      "loss": 0.1145,
      "step": 304090
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.611127267846357e-05,
      "loss": 0.116,
      "step": 304100
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6110154135254246e-05,
      "loss": 0.1088,
      "step": 304110
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.610903559204492e-05,
      "loss": 0.1165,
      "step": 304120
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.61079170488356e-05,
      "loss": 0.1106,
      "step": 304130
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6106798505626273e-05,
      "loss": 0.1091,
      "step": 304140
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.610567996241695e-05,
      "loss": 0.1078,
      "step": 304150
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6104561419207625e-05,
      "loss": 0.1097,
      "step": 304160
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.61034428759983e-05,
      "loss": 0.1091,
      "step": 304170
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6102324332788974e-05,
      "loss": 0.1097,
      "step": 304180
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6101205789579652e-05,
      "loss": 0.1111,
      "step": 304190
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6100087246370327e-05,
      "loss": 0.1094,
      "step": 304200
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6098968703161005e-05,
      "loss": 0.1144,
      "step": 304210
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.609785015995168e-05,
      "loss": 0.1173,
      "step": 304220
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6096731616742354e-05,
      "loss": 0.1093,
      "step": 304230
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6095613073533032e-05,
      "loss": 0.1062,
      "step": 304240
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6094494530323706e-05,
      "loss": 0.1114,
      "step": 304250
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6093375987114384e-05,
      "loss": 0.1109,
      "step": 304260
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.609225744390506e-05,
      "loss": 0.1121,
      "step": 304270
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6091138900695733e-05,
      "loss": 0.1137,
      "step": 304280
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.609002035748641e-05,
      "loss": 0.1074,
      "step": 304290
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6088901814277086e-05,
      "loss": 0.1153,
      "step": 304300
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6087783271067764e-05,
      "loss": 0.1163,
      "step": 304310
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.608666472785844e-05,
      "loss": 0.113,
      "step": 304320
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6085546184649113e-05,
      "loss": 0.1075,
      "step": 304330
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.608442764143979e-05,
      "loss": 0.1134,
      "step": 304340
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6083309098230465e-05,
      "loss": 0.114,
      "step": 304350
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.608219055502114e-05,
      "loss": 0.1113,
      "step": 304360
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6081072011811818e-05,
      "loss": 0.1146,
      "step": 304370
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6079953468602492e-05,
      "loss": 0.1131,
      "step": 304380
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6078834925393167e-05,
      "loss": 0.1127,
      "step": 304390
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6077716382183845e-05,
      "loss": 0.1093,
      "step": 304400
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.607659783897452e-05,
      "loss": 0.1133,
      "step": 304410
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6075479295765197e-05,
      "loss": 0.1086,
      "step": 304420
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6074360752555872e-05,
      "loss": 0.1156,
      "step": 304430
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6073242209346546e-05,
      "loss": 0.1122,
      "step": 304440
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6072123666137224e-05,
      "loss": 0.1098,
      "step": 304450
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.60710051229279e-05,
      "loss": 0.1169,
      "step": 304460
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6069886579718577e-05,
      "loss": 0.1088,
      "step": 304470
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.606876803650925e-05,
      "loss": 0.1144,
      "step": 304480
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6067649493299926e-05,
      "loss": 0.1136,
      "step": 304490
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6066530950090604e-05,
      "loss": 0.1141,
      "step": 304500
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.606541240688128e-05,
      "loss": 0.109,
      "step": 304510
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6064293863671953e-05,
      "loss": 0.1126,
      "step": 304520
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.606317532046263e-05,
      "loss": 0.1125,
      "step": 304530
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6062056777253305e-05,
      "loss": 0.11,
      "step": 304540
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6060938234043983e-05,
      "loss": 0.1135,
      "step": 304550
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6059819690834658e-05,
      "loss": 0.1147,
      "step": 304560
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6058701147625332e-05,
      "loss": 0.1096,
      "step": 304570
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.605758260441601e-05,
      "loss": 0.1102,
      "step": 304580
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6056464061206685e-05,
      "loss": 0.1143,
      "step": 304590
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6055345517997363e-05,
      "loss": 0.1122,
      "step": 304600
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6054226974788037e-05,
      "loss": 0.1125,
      "step": 304610
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6053108431578712e-05,
      "loss": 0.1091,
      "step": 304620
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.605198988836939e-05,
      "loss": 0.1121,
      "step": 304630
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6050871345160064e-05,
      "loss": 0.1112,
      "step": 304640
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.604975280195074e-05,
      "loss": 0.1103,
      "step": 304650
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6048634258741417e-05,
      "loss": 0.1126,
      "step": 304660
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.604751571553209e-05,
      "loss": 0.113,
      "step": 304670
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6046397172322766e-05,
      "loss": 0.1171,
      "step": 304680
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6045278629113444e-05,
      "loss": 0.1144,
      "step": 304690
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.604416008590412e-05,
      "loss": 0.1106,
      "step": 304700
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6043041542694796e-05,
      "loss": 0.114,
      "step": 304710
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.604192299948547e-05,
      "loss": 0.1092,
      "step": 304720
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6040804456276145e-05,
      "loss": 0.1107,
      "step": 304730
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6039685913066823e-05,
      "loss": 0.1051,
      "step": 304740
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6038567369857498e-05,
      "loss": 0.1097,
      "step": 304750
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6037448826648176e-05,
      "loss": 0.112,
      "step": 304760
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.603633028343885e-05,
      "loss": 0.1143,
      "step": 304770
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6035211740229525e-05,
      "loss": 0.1098,
      "step": 304780
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6034093197020203e-05,
      "loss": 0.1101,
      "step": 304790
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6033086508131808e-05,
      "loss": 0.1101,
      "step": 304800
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6031967964922486e-05,
      "loss": 0.1088,
      "step": 304810
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.603084942171316e-05,
      "loss": 0.111,
      "step": 304820
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.602973087850384e-05,
      "loss": 0.1163,
      "step": 304830
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6028612335294513e-05,
      "loss": 0.1143,
      "step": 304840
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6027493792085188e-05,
      "loss": 0.1117,
      "step": 304850
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6026375248875866e-05,
      "loss": 0.119,
      "step": 304860
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.602525670566654e-05,
      "loss": 0.1128,
      "step": 304870
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6024138162457218e-05,
      "loss": 0.1122,
      "step": 304880
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6023019619247893e-05,
      "loss": 0.1135,
      "step": 304890
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6021901076038567e-05,
      "loss": 0.1089,
      "step": 304900
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.602078253282924e-05,
      "loss": 0.108,
      "step": 304910
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.601966398961992e-05,
      "loss": 0.1112,
      "step": 304920
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6018545446410597e-05,
      "loss": 0.1124,
      "step": 304930
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6017426903201272e-05,
      "loss": 0.1123,
      "step": 304940
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6016308359991947e-05,
      "loss": 0.1159,
      "step": 304950
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.601518981678262e-05,
      "loss": 0.1101,
      "step": 304960
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.60140712735733e-05,
      "loss": 0.112,
      "step": 304970
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6012952730363977e-05,
      "loss": 0.111,
      "step": 304980
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.601183418715465e-05,
      "loss": 0.1149,
      "step": 304990
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6010715643945326e-05,
      "loss": 0.1129,
      "step": 305000
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6009597100736e-05,
      "loss": 0.115,
      "step": 305010
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.600847855752668e-05,
      "loss": 0.1123,
      "step": 305020
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6007360014317353e-05,
      "loss": 0.1076,
      "step": 305030
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.600624147110803e-05,
      "loss": 0.1153,
      "step": 305040
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6005122927898705e-05,
      "loss": 0.1122,
      "step": 305050
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.600400438468938e-05,
      "loss": 0.1078,
      "step": 305060
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6002885841480055e-05,
      "loss": 0.113,
      "step": 305070
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6001767298270732e-05,
      "loss": 0.1084,
      "step": 305080
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.600064875506141e-05,
      "loss": 0.1136,
      "step": 305090
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5999530211852085e-05,
      "loss": 0.1056,
      "step": 305100
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.599841166864276e-05,
      "loss": 0.1101,
      "step": 305110
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5997293125433434e-05,
      "loss": 0.1107,
      "step": 305120
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5996174582224112e-05,
      "loss": 0.1105,
      "step": 305130
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.599505603901479e-05,
      "loss": 0.1087,
      "step": 305140
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5993937495805464e-05,
      "loss": 0.1103,
      "step": 305150
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.599281895259614e-05,
      "loss": 0.1103,
      "step": 305160
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5991700409386814e-05,
      "loss": 0.1114,
      "step": 305170
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.599058186617749e-05,
      "loss": 0.109,
      "step": 305180
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.598946332296817e-05,
      "loss": 0.1104,
      "step": 305190
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5988344779758844e-05,
      "loss": 0.1138,
      "step": 305200
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.598722623654952e-05,
      "loss": 0.1126,
      "step": 305210
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5986107693340193e-05,
      "loss": 0.1113,
      "step": 305220
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5984989150130868e-05,
      "loss": 0.1168,
      "step": 305230
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5983870606921545e-05,
      "loss": 0.1101,
      "step": 305240
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5982752063712223e-05,
      "loss": 0.1102,
      "step": 305250
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5981633520502898e-05,
      "loss": 0.1106,
      "step": 305260
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5980514977293572e-05,
      "loss": 0.1108,
      "step": 305270
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5979396434084247e-05,
      "loss": 0.1078,
      "step": 305280
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5978277890874925e-05,
      "loss": 0.1077,
      "step": 305290
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5977159347665603e-05,
      "loss": 0.1132,
      "step": 305300
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5976040804456277e-05,
      "loss": 0.1046,
      "step": 305310
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5974922261246952e-05,
      "loss": 0.1096,
      "step": 305320
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5973803718037626e-05,
      "loss": 0.1138,
      "step": 305330
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5972685174828304e-05,
      "loss": 0.1135,
      "step": 305340
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5971566631618982e-05,
      "loss": 0.1108,
      "step": 305350
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5970448088409657e-05,
      "loss": 0.1136,
      "step": 305360
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.596932954520033e-05,
      "loss": 0.1138,
      "step": 305370
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5968211001991006e-05,
      "loss": 0.1124,
      "step": 305380
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5967092458781684e-05,
      "loss": 0.1128,
      "step": 305390
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5965973915572362e-05,
      "loss": 0.1103,
      "step": 305400
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5964855372363036e-05,
      "loss": 0.1155,
      "step": 305410
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.596373682915371e-05,
      "loss": 0.1119,
      "step": 305420
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5962618285944385e-05,
      "loss": 0.1091,
      "step": 305430
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.596149974273506e-05,
      "loss": 0.1077,
      "step": 305440
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.596038119952574e-05,
      "loss": 0.1117,
      "step": 305450
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5959262656316416e-05,
      "loss": 0.1134,
      "step": 305460
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.595814411310709e-05,
      "loss": 0.1114,
      "step": 305470
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5957025569897765e-05,
      "loss": 0.1143,
      "step": 305480
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.595590702668844e-05,
      "loss": 0.1144,
      "step": 305490
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5954788483479117e-05,
      "loss": 0.1111,
      "step": 305500
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5953669940269795e-05,
      "loss": 0.1105,
      "step": 305510
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.595255139706047e-05,
      "loss": 0.1082,
      "step": 305520
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5951432853851144e-05,
      "loss": 0.1126,
      "step": 305530
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.595031431064182e-05,
      "loss": 0.1132,
      "step": 305540
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5949195767432497e-05,
      "loss": 0.1143,
      "step": 305550
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5948077224223175e-05,
      "loss": 0.109,
      "step": 305560
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.594695868101385e-05,
      "loss": 0.1094,
      "step": 305570
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5945840137804524e-05,
      "loss": 0.1085,
      "step": 305580
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.59447215945952e-05,
      "loss": 0.1185,
      "step": 305590
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5943603051385876e-05,
      "loss": 0.1104,
      "step": 305600
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5942484508176554e-05,
      "loss": 0.1116,
      "step": 305610
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.594136596496723e-05,
      "loss": 0.1137,
      "step": 305620
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5940247421757903e-05,
      "loss": 0.111,
      "step": 305630
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5939128878548578e-05,
      "loss": 0.1079,
      "step": 305640
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5938010335339252e-05,
      "loss": 0.112,
      "step": 305650
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5936891792129934e-05,
      "loss": 0.1127,
      "step": 305660
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5935773248920608e-05,
      "loss": 0.1144,
      "step": 305670
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5934654705711283e-05,
      "loss": 0.1124,
      "step": 305680
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5933536162501957e-05,
      "loss": 0.1097,
      "step": 305690
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5932417619292632e-05,
      "loss": 0.1113,
      "step": 305700
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.593129907608331e-05,
      "loss": 0.109,
      "step": 305710
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5930180532873988e-05,
      "loss": 0.1086,
      "step": 305720
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5929061989664662e-05,
      "loss": 0.1135,
      "step": 305730
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5927943446455337e-05,
      "loss": 0.1083,
      "step": 305740
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.592682490324601e-05,
      "loss": 0.1151,
      "step": 305750
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.592570636003669e-05,
      "loss": 0.1088,
      "step": 305760
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5924587816827367e-05,
      "loss": 0.113,
      "step": 305770
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5923469273618042e-05,
      "loss": 0.1135,
      "step": 305780
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5922350730408716e-05,
      "loss": 0.1147,
      "step": 305790
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.592123218719939e-05,
      "loss": 0.1082,
      "step": 305800
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.592011364399007e-05,
      "loss": 0.1113,
      "step": 305810
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5918995100780747e-05,
      "loss": 0.1134,
      "step": 305820
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.591787655757142e-05,
      "loss": 0.1144,
      "step": 305830
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5916758014362096e-05,
      "loss": 0.1101,
      "step": 305840
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.591563947115277e-05,
      "loss": 0.1085,
      "step": 305850
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5914520927943445e-05,
      "loss": 0.1141,
      "step": 305860
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5913402384734123e-05,
      "loss": 0.1128,
      "step": 305870
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.59122838415248e-05,
      "loss": 0.1122,
      "step": 305880
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5911165298315475e-05,
      "loss": 0.1087,
      "step": 305890
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.591004675510615e-05,
      "loss": 0.1098,
      "step": 305900
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5908928211896824e-05,
      "loss": 0.1093,
      "step": 305910
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5907809668687502e-05,
      "loss": 0.1095,
      "step": 305920
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.590669112547818e-05,
      "loss": 0.1102,
      "step": 305930
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5905572582268855e-05,
      "loss": 0.1117,
      "step": 305940
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.590445403905953e-05,
      "loss": 0.1132,
      "step": 305950
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5903335495850204e-05,
      "loss": 0.1133,
      "step": 305960
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5902216952640882e-05,
      "loss": 0.1108,
      "step": 305970
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.590109840943156e-05,
      "loss": 0.1154,
      "step": 305980
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5899979866222234e-05,
      "loss": 0.1143,
      "step": 305990
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.589886132301291e-05,
      "loss": 0.1174,
      "step": 306000
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5897742779803583e-05,
      "loss": 0.11,
      "step": 306010
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.589662423659426e-05,
      "loss": 0.113,
      "step": 306020
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5895505693384936e-05,
      "loss": 0.1082,
      "step": 306030
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5894387150175614e-05,
      "loss": 0.1121,
      "step": 306040
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5893268606966288e-05,
      "loss": 0.1118,
      "step": 306050
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5892150063756963e-05,
      "loss": 0.1066,
      "step": 306060
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.589103152054764e-05,
      "loss": 0.1127,
      "step": 306070
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5889912977338315e-05,
      "loss": 0.1116,
      "step": 306080
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5888794434128993e-05,
      "loss": 0.1122,
      "step": 306090
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5887675890919668e-05,
      "loss": 0.1127,
      "step": 306100
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5886557347710342e-05,
      "loss": 0.1141,
      "step": 306110
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5885438804501017e-05,
      "loss": 0.1073,
      "step": 306120
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5884320261291695e-05,
      "loss": 0.1109,
      "step": 306130
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.588320171808237e-05,
      "loss": 0.1099,
      "step": 306140
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5882083174873047e-05,
      "loss": 0.1112,
      "step": 306150
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.588096463166372e-05,
      "loss": 0.1118,
      "step": 306160
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5879846088454396e-05,
      "loss": 0.1114,
      "step": 306170
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5878727545245074e-05,
      "loss": 0.109,
      "step": 306180
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.587760900203575e-05,
      "loss": 0.1131,
      "step": 306190
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5876490458826427e-05,
      "loss": 0.112,
      "step": 306200
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.58753719156171e-05,
      "loss": 0.1118,
      "step": 306210
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5874253372407776e-05,
      "loss": 0.1112,
      "step": 306220
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5873134829198454e-05,
      "loss": 0.1114,
      "step": 306230
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5872016285989128e-05,
      "loss": 0.1123,
      "step": 306240
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5870897742779806e-05,
      "loss": 0.1128,
      "step": 306250
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.586977919957048e-05,
      "loss": 0.1123,
      "step": 306260
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5868660656361155e-05,
      "loss": 0.1079,
      "step": 306270
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5867542113151833e-05,
      "loss": 0.1109,
      "step": 306280
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5866423569942508e-05,
      "loss": 0.11,
      "step": 306290
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5865305026733182e-05,
      "loss": 0.1131,
      "step": 306300
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.586418648352386e-05,
      "loss": 0.1076,
      "step": 306310
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5863067940314535e-05,
      "loss": 0.1095,
      "step": 306320
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.586194939710521e-05,
      "loss": 0.1132,
      "step": 306330
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5860830853895887e-05,
      "loss": 0.1099,
      "step": 306340
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.585971231068656e-05,
      "loss": 0.1098,
      "step": 306350
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.585859376747724e-05,
      "loss": 0.1096,
      "step": 306360
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5857475224267914e-05,
      "loss": 0.1148,
      "step": 306370
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.585635668105859e-05,
      "loss": 0.1152,
      "step": 306380
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5855238137849267e-05,
      "loss": 0.1091,
      "step": 306390
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.585411959463994e-05,
      "loss": 0.1142,
      "step": 306400
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.585300105143062e-05,
      "loss": 0.111,
      "step": 306410
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5851882508221294e-05,
      "loss": 0.114,
      "step": 306420
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5850763965011968e-05,
      "loss": 0.112,
      "step": 306430
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5849645421802646e-05,
      "loss": 0.1133,
      "step": 306440
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.584852687859332e-05,
      "loss": 0.1098,
      "step": 306450
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5847408335383995e-05,
      "loss": 0.1117,
      "step": 306460
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5846289792174673e-05,
      "loss": 0.1086,
      "step": 306470
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5845171248965348e-05,
      "loss": 0.1116,
      "step": 306480
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5844052705756026e-05,
      "loss": 0.1106,
      "step": 306490
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.58429341625467e-05,
      "loss": 0.1161,
      "step": 306500
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5841815619337375e-05,
      "loss": 0.1105,
      "step": 306510
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5840697076128053e-05,
      "loss": 0.1073,
      "step": 306520
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5839578532918727e-05,
      "loss": 0.1146,
      "step": 306530
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.58384599897094e-05,
      "loss": 0.1108,
      "step": 306540
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.583734144650008e-05,
      "loss": 0.1153,
      "step": 306550
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5836222903290754e-05,
      "loss": 0.111,
      "step": 306560
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5835104360081432e-05,
      "loss": 0.1085,
      "step": 306570
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5833985816872107e-05,
      "loss": 0.1111,
      "step": 306580
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.583286727366278e-05,
      "loss": 0.1082,
      "step": 306590
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.583174873045346e-05,
      "loss": 0.1135,
      "step": 306600
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5830630187244134e-05,
      "loss": 0.1126,
      "step": 306610
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5829511644034808e-05,
      "loss": 0.1098,
      "step": 306620
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5828393100825486e-05,
      "loss": 0.1106,
      "step": 306630
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.582727455761616e-05,
      "loss": 0.1113,
      "step": 306640
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.582615601440684e-05,
      "loss": 0.106,
      "step": 306650
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5825037471197513e-05,
      "loss": 0.1108,
      "step": 306660
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5823918927988188e-05,
      "loss": 0.1083,
      "step": 306670
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5822800384778865e-05,
      "loss": 0.1137,
      "step": 306680
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.582168184156954e-05,
      "loss": 0.1085,
      "step": 306690
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5820563298360218e-05,
      "loss": 0.1066,
      "step": 306700
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5819444755150892e-05,
      "loss": 0.1114,
      "step": 306710
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5818326211941567e-05,
      "loss": 0.1081,
      "step": 306720
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5817207668732245e-05,
      "loss": 0.11,
      "step": 306730
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.581608912552292e-05,
      "loss": 0.1138,
      "step": 306740
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5814970582313597e-05,
      "loss": 0.1122,
      "step": 306750
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5813852039104272e-05,
      "loss": 0.112,
      "step": 306760
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5812733495894947e-05,
      "loss": 0.1095,
      "step": 306770
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.581161495268562e-05,
      "loss": 0.1092,
      "step": 306780
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.58104964094763e-05,
      "loss": 0.1117,
      "step": 306790
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5809377866266974e-05,
      "loss": 0.1114,
      "step": 306800
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5808371177378582e-05,
      "loss": 0.1121,
      "step": 306810
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.580725263416926e-05,
      "loss": 0.1108,
      "step": 306820
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5806134090959935e-05,
      "loss": 0.1129,
      "step": 306830
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.580501554775061e-05,
      "loss": 0.1085,
      "step": 306840
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5803897004541284e-05,
      "loss": 0.1064,
      "step": 306850
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5802778461331962e-05,
      "loss": 0.1101,
      "step": 306860
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.580165991812264e-05,
      "loss": 0.1114,
      "step": 306870
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5800541374913314e-05,
      "loss": 0.108,
      "step": 306880
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.579942283170399e-05,
      "loss": 0.1116,
      "step": 306890
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5798304288494663e-05,
      "loss": 0.1132,
      "step": 306900
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.579718574528534e-05,
      "loss": 0.1133,
      "step": 306910
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.579606720207602e-05,
      "loss": 0.1093,
      "step": 306920
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5794948658866694e-05,
      "loss": 0.111,
      "step": 306930
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5793830115657368e-05,
      "loss": 0.1121,
      "step": 306940
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5792711572448043e-05,
      "loss": 0.109,
      "step": 306950
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.579159302923872e-05,
      "loss": 0.1115,
      "step": 306960
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5790474486029395e-05,
      "loss": 0.1079,
      "step": 306970
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5789355942820073e-05,
      "loss": 0.1145,
      "step": 306980
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5788237399610748e-05,
      "loss": 0.1118,
      "step": 306990
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5787118856401422e-05,
      "loss": 0.111,
      "step": 307000
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5786000313192097e-05,
      "loss": 0.1085,
      "step": 307010
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5784881769982775e-05,
      "loss": 0.1156,
      "step": 307020
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5783763226773453e-05,
      "loss": 0.1077,
      "step": 307030
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5782644683564127e-05,
      "loss": 0.1106,
      "step": 307040
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5781526140354802e-05,
      "loss": 0.1098,
      "step": 307050
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5780407597145476e-05,
      "loss": 0.1119,
      "step": 307060
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5779289053936154e-05,
      "loss": 0.1067,
      "step": 307070
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5778170510726832e-05,
      "loss": 0.108,
      "step": 307080
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5777051967517507e-05,
      "loss": 0.1177,
      "step": 307090
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.577593342430818e-05,
      "loss": 0.1113,
      "step": 307100
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5774814881098856e-05,
      "loss": 0.1085,
      "step": 307110
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5773696337889534e-05,
      "loss": 0.1097,
      "step": 307120
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.577257779468021e-05,
      "loss": 0.1135,
      "step": 307130
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5771459251470886e-05,
      "loss": 0.1104,
      "step": 307140
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.577034070826156e-05,
      "loss": 0.1144,
      "step": 307150
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5769222165052235e-05,
      "loss": 0.11,
      "step": 307160
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.576810362184291e-05,
      "loss": 0.1126,
      "step": 307170
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5766985078633588e-05,
      "loss": 0.1102,
      "step": 307180
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5765866535424266e-05,
      "loss": 0.1124,
      "step": 307190
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.576474799221494e-05,
      "loss": 0.117,
      "step": 307200
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5763629449005615e-05,
      "loss": 0.1045,
      "step": 307210
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.576251090579629e-05,
      "loss": 0.1085,
      "step": 307220
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5761392362586967e-05,
      "loss": 0.114,
      "step": 307230
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5760273819377645e-05,
      "loss": 0.1043,
      "step": 307240
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.575915527616832e-05,
      "loss": 0.1107,
      "step": 307250
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5758036732958994e-05,
      "loss": 0.1109,
      "step": 307260
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.575691818974967e-05,
      "loss": 0.111,
      "step": 307270
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5755799646540347e-05,
      "loss": 0.1128,
      "step": 307280
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5754681103331025e-05,
      "loss": 0.1141,
      "step": 307290
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.57535625601217e-05,
      "loss": 0.1124,
      "step": 307300
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5752444016912374e-05,
      "loss": 0.1071,
      "step": 307310
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5751325473703048e-05,
      "loss": 0.1083,
      "step": 307320
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5750206930493723e-05,
      "loss": 0.1157,
      "step": 307330
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5749088387284404e-05,
      "loss": 0.1083,
      "step": 307340
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.574796984407508e-05,
      "loss": 0.1117,
      "step": 307350
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5746851300865753e-05,
      "loss": 0.1095,
      "step": 307360
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5745732757656428e-05,
      "loss": 0.1116,
      "step": 307370
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5744614214447102e-05,
      "loss": 0.117,
      "step": 307380
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.574349567123778e-05,
      "loss": 0.1105,
      "step": 307390
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5742377128028458e-05,
      "loss": 0.113,
      "step": 307400
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5741258584819133e-05,
      "loss": 0.1106,
      "step": 307410
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5740140041609807e-05,
      "loss": 0.1138,
      "step": 307420
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.573902149840048e-05,
      "loss": 0.1058,
      "step": 307430
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.573790295519116e-05,
      "loss": 0.1124,
      "step": 307440
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5736784411981838e-05,
      "loss": 0.1111,
      "step": 307450
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5735665868772512e-05,
      "loss": 0.1052,
      "step": 307460
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5734547325563187e-05,
      "loss": 0.1115,
      "step": 307470
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.573342878235386e-05,
      "loss": 0.1107,
      "step": 307480
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.573231023914454e-05,
      "loss": 0.1164,
      "step": 307490
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5731191695935217e-05,
      "loss": 0.1105,
      "step": 307500
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.573007315272589e-05,
      "loss": 0.1098,
      "step": 307510
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5728954609516566e-05,
      "loss": 0.1122,
      "step": 307520
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.572783606630724e-05,
      "loss": 0.1133,
      "step": 307530
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.572671752309792e-05,
      "loss": 0.1077,
      "step": 307540
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5725598979888596e-05,
      "loss": 0.1121,
      "step": 307550
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.572448043667927e-05,
      "loss": 0.1094,
      "step": 307560
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5723361893469946e-05,
      "loss": 0.1063,
      "step": 307570
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.572224335026062e-05,
      "loss": 0.1079,
      "step": 307580
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5721124807051295e-05,
      "loss": 0.1105,
      "step": 307590
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5720006263841976e-05,
      "loss": 0.1078,
      "step": 307600
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.571888772063265e-05,
      "loss": 0.1163,
      "step": 307610
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5717769177423325e-05,
      "loss": 0.1146,
      "step": 307620
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5716650634214e-05,
      "loss": 0.1101,
      "step": 307630
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5715532091004674e-05,
      "loss": 0.1055,
      "step": 307640
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5714413547795352e-05,
      "loss": 0.1074,
      "step": 307650
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.571329500458603e-05,
      "loss": 0.1077,
      "step": 307660
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5712176461376705e-05,
      "loss": 0.1088,
      "step": 307670
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.571105791816738e-05,
      "loss": 0.1111,
      "step": 307680
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5709939374958054e-05,
      "loss": 0.1132,
      "step": 307690
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.570882083174873e-05,
      "loss": 0.1106,
      "step": 307700
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.570770228853941e-05,
      "loss": 0.1111,
      "step": 307710
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5706583745330084e-05,
      "loss": 0.1172,
      "step": 307720
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.570546520212076e-05,
      "loss": 0.1109,
      "step": 307730
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5704346658911433e-05,
      "loss": 0.1138,
      "step": 307740
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.570322811570211e-05,
      "loss": 0.112,
      "step": 307750
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.570210957249279e-05,
      "loss": 0.1147,
      "step": 307760
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5700991029283463e-05,
      "loss": 0.1057,
      "step": 307770
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5699872486074138e-05,
      "loss": 0.1124,
      "step": 307780
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5698753942864813e-05,
      "loss": 0.1136,
      "step": 307790
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5697635399655487e-05,
      "loss": 0.1149,
      "step": 307800
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5696516856446165e-05,
      "loss": 0.1069,
      "step": 307810
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5695398313236843e-05,
      "loss": 0.1108,
      "step": 307820
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5694279770027517e-05,
      "loss": 0.1086,
      "step": 307830
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5693161226818192e-05,
      "loss": 0.1115,
      "step": 307840
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5692042683608867e-05,
      "loss": 0.1083,
      "step": 307850
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5690924140399544e-05,
      "loss": 0.1132,
      "step": 307860
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5689805597190222e-05,
      "loss": 0.1086,
      "step": 307870
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5688687053980897e-05,
      "loss": 0.111,
      "step": 307880
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.568756851077157e-05,
      "loss": 0.1122,
      "step": 307890
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5686449967562246e-05,
      "loss": 0.113,
      "step": 307900
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5685331424352924e-05,
      "loss": 0.116,
      "step": 307910
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5684212881143602e-05,
      "loss": 0.1105,
      "step": 307920
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5683094337934276e-05,
      "loss": 0.1092,
      "step": 307930
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.568197579472495e-05,
      "loss": 0.1132,
      "step": 307940
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5680857251515625e-05,
      "loss": 0.114,
      "step": 307950
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5679738708306303e-05,
      "loss": 0.1086,
      "step": 307960
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5678620165096978e-05,
      "loss": 0.1035,
      "step": 307970
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5677501621887656e-05,
      "loss": 0.1066,
      "step": 307980
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.567638307867833e-05,
      "loss": 0.1068,
      "step": 307990
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5675264535469005e-05,
      "loss": 0.1148,
      "step": 308000
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.567414599225968e-05,
      "loss": 0.1124,
      "step": 308010
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5673027449050357e-05,
      "loss": 0.1112,
      "step": 308020
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5671908905841035e-05,
      "loss": 0.1056,
      "step": 308030
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.567079036263171e-05,
      "loss": 0.1091,
      "step": 308040
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5669671819422384e-05,
      "loss": 0.1103,
      "step": 308050
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.566855327621306e-05,
      "loss": 0.1134,
      "step": 308060
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5667434733003737e-05,
      "loss": 0.11,
      "step": 308070
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5666316189794415e-05,
      "loss": 0.1119,
      "step": 308080
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.566519764658509e-05,
      "loss": 0.1093,
      "step": 308090
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5664079103375764e-05,
      "loss": 0.1083,
      "step": 308100
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.566296056016644e-05,
      "loss": 0.1163,
      "step": 308110
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5661842016957116e-05,
      "loss": 0.1109,
      "step": 308120
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.566072347374779e-05,
      "loss": 0.1087,
      "step": 308130
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.565960493053847e-05,
      "loss": 0.1111,
      "step": 308140
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5658486387329143e-05,
      "loss": 0.1096,
      "step": 308150
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5657367844119818e-05,
      "loss": 0.1079,
      "step": 308160
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5656249300910496e-05,
      "loss": 0.1062,
      "step": 308170
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.565513075770117e-05,
      "loss": 0.1096,
      "step": 308180
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.565401221449185e-05,
      "loss": 0.1066,
      "step": 308190
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5652893671282523e-05,
      "loss": 0.1126,
      "step": 308200
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5651775128073197e-05,
      "loss": 0.1133,
      "step": 308210
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5650656584863875e-05,
      "loss": 0.1109,
      "step": 308220
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.564953804165455e-05,
      "loss": 0.1091,
      "step": 308230
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5648419498445228e-05,
      "loss": 0.1114,
      "step": 308240
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5647300955235902e-05,
      "loss": 0.1054,
      "step": 308250
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5646182412026577e-05,
      "loss": 0.1106,
      "step": 308260
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.564506386881725e-05,
      "loss": 0.1108,
      "step": 308270
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.564394532560793e-05,
      "loss": 0.109,
      "step": 308280
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5642826782398604e-05,
      "loss": 0.1129,
      "step": 308290
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5641708239189282e-05,
      "loss": 0.1151,
      "step": 308300
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5640589695979956e-05,
      "loss": 0.1075,
      "step": 308310
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.563947115277063e-05,
      "loss": 0.1097,
      "step": 308320
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.563835260956131e-05,
      "loss": 0.1101,
      "step": 308330
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5637234066351983e-05,
      "loss": 0.1117,
      "step": 308340
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.563611552314266e-05,
      "loss": 0.111,
      "step": 308350
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5634996979933336e-05,
      "loss": 0.1093,
      "step": 308360
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.563387843672401e-05,
      "loss": 0.11,
      "step": 308370
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5632759893514688e-05,
      "loss": 0.1097,
      "step": 308380
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5631641350305363e-05,
      "loss": 0.1062,
      "step": 308390
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.563052280709604e-05,
      "loss": 0.1074,
      "step": 308400
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5629404263886715e-05,
      "loss": 0.1147,
      "step": 308410
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.562828572067739e-05,
      "loss": 0.1136,
      "step": 308420
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5627167177468068e-05,
      "loss": 0.1095,
      "step": 308430
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5626048634258742e-05,
      "loss": 0.1176,
      "step": 308440
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5624930091049417e-05,
      "loss": 0.1093,
      "step": 308450
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5623811547840095e-05,
      "loss": 0.1161,
      "step": 308460
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.562269300463077e-05,
      "loss": 0.1121,
      "step": 308470
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5621574461421444e-05,
      "loss": 0.1086,
      "step": 308480
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5620455918212122e-05,
      "loss": 0.111,
      "step": 308490
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5619337375002796e-05,
      "loss": 0.113,
      "step": 308500
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5618218831793474e-05,
      "loss": 0.111,
      "step": 308510
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.561710028858415e-05,
      "loss": 0.1108,
      "step": 308520
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5615981745374823e-05,
      "loss": 0.1093,
      "step": 308530
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.56148632021655e-05,
      "loss": 0.1107,
      "step": 308540
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5613744658956176e-05,
      "loss": 0.1136,
      "step": 308550
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5612626115746854e-05,
      "loss": 0.1091,
      "step": 308560
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5611507572537528e-05,
      "loss": 0.108,
      "step": 308570
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5610389029328203e-05,
      "loss": 0.1106,
      "step": 308580
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.560927048611888e-05,
      "loss": 0.1124,
      "step": 308590
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5608151942909555e-05,
      "loss": 0.1103,
      "step": 308600
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.560703339970023e-05,
      "loss": 0.1132,
      "step": 308610
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5605914856490908e-05,
      "loss": 0.112,
      "step": 308620
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5604796313281582e-05,
      "loss": 0.1099,
      "step": 308630
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.560367777007226e-05,
      "loss": 0.1084,
      "step": 308640
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5602559226862935e-05,
      "loss": 0.1105,
      "step": 308650
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.560144068365361e-05,
      "loss": 0.1164,
      "step": 308660
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5600322140444287e-05,
      "loss": 0.1077,
      "step": 308670
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5599203597234962e-05,
      "loss": 0.1139,
      "step": 308680
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5598085054025636e-05,
      "loss": 0.1077,
      "step": 308690
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5596966510816314e-05,
      "loss": 0.1104,
      "step": 308700
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.559584796760699e-05,
      "loss": 0.1128,
      "step": 308710
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5594729424397667e-05,
      "loss": 0.1166,
      "step": 308720
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.559361088118834e-05,
      "loss": 0.1127,
      "step": 308730
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5592492337979016e-05,
      "loss": 0.1123,
      "step": 308740
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5591373794769694e-05,
      "loss": 0.1091,
      "step": 308750
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5590255251560368e-05,
      "loss": 0.1095,
      "step": 308760
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5589136708351043e-05,
      "loss": 0.1088,
      "step": 308770
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.558801816514172e-05,
      "loss": 0.1101,
      "step": 308780
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5586899621932395e-05,
      "loss": 0.1137,
      "step": 308790
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5585781078723073e-05,
      "loss": 0.1086,
      "step": 308800
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5584774389834682e-05,
      "loss": 0.1077,
      "step": 308810
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5583655846625356e-05,
      "loss": 0.1116,
      "step": 308820
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.558253730341603e-05,
      "loss": 0.1124,
      "step": 308830
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5581418760206706e-05,
      "loss": 0.1095,
      "step": 308840
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5580300216997383e-05,
      "loss": 0.1122,
      "step": 308850
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5579181673788058e-05,
      "loss": 0.1096,
      "step": 308860
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5578063130578736e-05,
      "loss": 0.1119,
      "step": 308870
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.557694458736941e-05,
      "loss": 0.1097,
      "step": 308880
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5575826044160085e-05,
      "loss": 0.1061,
      "step": 308890
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5574707500950763e-05,
      "loss": 0.106,
      "step": 308900
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5573588957741438e-05,
      "loss": 0.1151,
      "step": 308910
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5572470414532115e-05,
      "loss": 0.1133,
      "step": 308920
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.557135187132279e-05,
      "loss": 0.1085,
      "step": 308930
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5570233328113465e-05,
      "loss": 0.1146,
      "step": 308940
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.556911478490414e-05,
      "loss": 0.1116,
      "step": 308950
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5567996241694817e-05,
      "loss": 0.1077,
      "step": 308960
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5566877698485495e-05,
      "loss": 0.1098,
      "step": 308970
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.556575915527617e-05,
      "loss": 0.1095,
      "step": 308980
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5564640612066844e-05,
      "loss": 0.1108,
      "step": 308990
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.556352206885752e-05,
      "loss": 0.1072,
      "step": 309000
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5562403525648196e-05,
      "loss": 0.1123,
      "step": 309010
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5561284982438874e-05,
      "loss": 0.1105,
      "step": 309020
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.556016643922955e-05,
      "loss": 0.106,
      "step": 309030
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5559047896020223e-05,
      "loss": 0.1108,
      "step": 309040
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5557929352810898e-05,
      "loss": 0.1075,
      "step": 309050
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5556810809601576e-05,
      "loss": 0.1097,
      "step": 309060
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5555692266392254e-05,
      "loss": 0.1117,
      "step": 309070
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.555457372318293e-05,
      "loss": 0.1124,
      "step": 309080
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5553455179973603e-05,
      "loss": 0.1113,
      "step": 309090
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5552336636764277e-05,
      "loss": 0.1122,
      "step": 309100
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5551218093554952e-05,
      "loss": 0.1065,
      "step": 309110
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.555009955034563e-05,
      "loss": 0.1127,
      "step": 309120
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5548981007136308e-05,
      "loss": 0.1143,
      "step": 309130
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5547862463926982e-05,
      "loss": 0.1093,
      "step": 309140
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5546743920717657e-05,
      "loss": 0.1107,
      "step": 309150
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.554562537750833e-05,
      "loss": 0.109,
      "step": 309160
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.554450683429901e-05,
      "loss": 0.1071,
      "step": 309170
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5543388291089687e-05,
      "loss": 0.1085,
      "step": 309180
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5542269747880362e-05,
      "loss": 0.1124,
      "step": 309190
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5541151204671036e-05,
      "loss": 0.1103,
      "step": 309200
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.554003266146171e-05,
      "loss": 0.1124,
      "step": 309210
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.553891411825239e-05,
      "loss": 0.1099,
      "step": 309220
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5537795575043067e-05,
      "loss": 0.1103,
      "step": 309230
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.553667703183374e-05,
      "loss": 0.111,
      "step": 309240
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5535558488624416e-05,
      "loss": 0.1106,
      "step": 309250
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.553443994541509e-05,
      "loss": 0.1105,
      "step": 309260
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5533321402205765e-05,
      "loss": 0.1092,
      "step": 309270
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5532202858996446e-05,
      "loss": 0.1135,
      "step": 309280
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.553108431578712e-05,
      "loss": 0.1123,
      "step": 309290
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5529965772577795e-05,
      "loss": 0.1114,
      "step": 309300
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.552884722936847e-05,
      "loss": 0.1146,
      "step": 309310
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5527728686159144e-05,
      "loss": 0.1109,
      "step": 309320
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5526610142949822e-05,
      "loss": 0.113,
      "step": 309330
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.55254915997405e-05,
      "loss": 0.1188,
      "step": 309340
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5524373056531175e-05,
      "loss": 0.1115,
      "step": 309350
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.552325451332185e-05,
      "loss": 0.1094,
      "step": 309360
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5522135970112524e-05,
      "loss": 0.1116,
      "step": 309370
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5521017426903202e-05,
      "loss": 0.1175,
      "step": 309380
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.551989888369388e-05,
      "loss": 0.1143,
      "step": 309390
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5518780340484554e-05,
      "loss": 0.1062,
      "step": 309400
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.551766179727523e-05,
      "loss": 0.1082,
      "step": 309410
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5516543254065903e-05,
      "loss": 0.1122,
      "step": 309420
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.551542471085658e-05,
      "loss": 0.1094,
      "step": 309430
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.551430616764726e-05,
      "loss": 0.1071,
      "step": 309440
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5513187624437934e-05,
      "loss": 0.1095,
      "step": 309450
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.551206908122861e-05,
      "loss": 0.1058,
      "step": 309460
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5510950538019283e-05,
      "loss": 0.1131,
      "step": 309470
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5509831994809957e-05,
      "loss": 0.1115,
      "step": 309480
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.550871345160064e-05,
      "loss": 0.1092,
      "step": 309490
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5507594908391313e-05,
      "loss": 0.1104,
      "step": 309500
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5506476365181988e-05,
      "loss": 0.1119,
      "step": 309510
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5505357821972662e-05,
      "loss": 0.1132,
      "step": 309520
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5504239278763337e-05,
      "loss": 0.1092,
      "step": 309530
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5503120735554015e-05,
      "loss": 0.1065,
      "step": 309540
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5502002192344693e-05,
      "loss": 0.1106,
      "step": 309550
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5500883649135367e-05,
      "loss": 0.1085,
      "step": 309560
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5499765105926042e-05,
      "loss": 0.1067,
      "step": 309570
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5498646562716716e-05,
      "loss": 0.1094,
      "step": 309580
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5497528019507394e-05,
      "loss": 0.1151,
      "step": 309590
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5496409476298072e-05,
      "loss": 0.1065,
      "step": 309600
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5495290933088747e-05,
      "loss": 0.106,
      "step": 309610
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.549417238987942e-05,
      "loss": 0.1132,
      "step": 309620
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5493053846670096e-05,
      "loss": 0.1138,
      "step": 309630
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5491935303460774e-05,
      "loss": 0.1108,
      "step": 309640
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.549081676025145e-05,
      "loss": 0.1138,
      "step": 309650
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5489698217042126e-05,
      "loss": 0.1097,
      "step": 309660
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.54885796738328e-05,
      "loss": 0.1067,
      "step": 309670
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5487461130623475e-05,
      "loss": 0.1085,
      "step": 309680
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5486342587414153e-05,
      "loss": 0.1096,
      "step": 309690
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.548522404420483e-05,
      "loss": 0.1075,
      "step": 309700
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5484105500995506e-05,
      "loss": 0.1116,
      "step": 309710
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.548298695778618e-05,
      "loss": 0.1104,
      "step": 309720
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5481868414576855e-05,
      "loss": 0.1135,
      "step": 309730
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.548074987136753e-05,
      "loss": 0.1082,
      "step": 309740
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5479631328158207e-05,
      "loss": 0.1115,
      "step": 309750
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5478512784948885e-05,
      "loss": 0.1167,
      "step": 309760
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.547739424173956e-05,
      "loss": 0.1079,
      "step": 309770
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5476275698530234e-05,
      "loss": 0.1062,
      "step": 309780
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.547515715532091e-05,
      "loss": 0.1095,
      "step": 309790
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5474038612111587e-05,
      "loss": 0.1119,
      "step": 309800
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5472920068902265e-05,
      "loss": 0.1064,
      "step": 309810
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.547180152569294e-05,
      "loss": 0.1135,
      "step": 309820
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5470682982483614e-05,
      "loss": 0.1125,
      "step": 309830
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5469564439274288e-05,
      "loss": 0.1119,
      "step": 309840
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5468445896064966e-05,
      "loss": 0.1128,
      "step": 309850
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5467327352855644e-05,
      "loss": 0.109,
      "step": 309860
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.546620880964632e-05,
      "loss": 0.112,
      "step": 309870
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5465090266436993e-05,
      "loss": 0.1092,
      "step": 309880
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5463971723227668e-05,
      "loss": 0.1095,
      "step": 309890
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5462853180018346e-05,
      "loss": 0.1104,
      "step": 309900
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.546173463680902e-05,
      "loss": 0.1156,
      "step": 309910
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5460616093599698e-05,
      "loss": 0.1109,
      "step": 309920
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5459497550390373e-05,
      "loss": 0.1111,
      "step": 309930
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5458379007181047e-05,
      "loss": 0.1093,
      "step": 309940
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5457260463971722e-05,
      "loss": 0.1109,
      "step": 309950
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.54561419207624e-05,
      "loss": 0.107,
      "step": 309960
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5455023377553078e-05,
      "loss": 0.1124,
      "step": 309970
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5453904834343752e-05,
      "loss": 0.109,
      "step": 309980
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5452786291134427e-05,
      "loss": 0.109,
      "step": 309990
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.54516677479251e-05,
      "loss": 0.1119,
      "step": 310000
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.545054920471578e-05,
      "loss": 0.1049,
      "step": 310010
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5449430661506457e-05,
      "loss": 0.1121,
      "step": 310020
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.544831211829713e-05,
      "loss": 0.1047,
      "step": 310030
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5447193575087806e-05,
      "loss": 0.1106,
      "step": 310040
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.544607503187848e-05,
      "loss": 0.1074,
      "step": 310050
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.544495648866916e-05,
      "loss": 0.1141,
      "step": 310060
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5443837945459833e-05,
      "loss": 0.1106,
      "step": 310070
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.544271940225051e-05,
      "loss": 0.1113,
      "step": 310080
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5441600859041186e-05,
      "loss": 0.1084,
      "step": 310090
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.544048231583186e-05,
      "loss": 0.1101,
      "step": 310100
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5439363772622538e-05,
      "loss": 0.1121,
      "step": 310110
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5438245229413213e-05,
      "loss": 0.1109,
      "step": 310120
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.543712668620389e-05,
      "loss": 0.1107,
      "step": 310130
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5436008142994565e-05,
      "loss": 0.1146,
      "step": 310140
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.543488959978524e-05,
      "loss": 0.1126,
      "step": 310150
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5433771056575914e-05,
      "loss": 0.1144,
      "step": 310160
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5432652513366592e-05,
      "loss": 0.1126,
      "step": 310170
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.543153397015727e-05,
      "loss": 0.107,
      "step": 310180
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5430415426947945e-05,
      "loss": 0.1096,
      "step": 310190
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.542929688373862e-05,
      "loss": 0.1103,
      "step": 310200
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5428178340529294e-05,
      "loss": 0.1093,
      "step": 310210
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.542705979731997e-05,
      "loss": 0.1102,
      "step": 310220
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5425941254110646e-05,
      "loss": 0.1082,
      "step": 310230
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5424822710901324e-05,
      "loss": 0.1111,
      "step": 310240
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5423704167692e-05,
      "loss": 0.1084,
      "step": 310250
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5422585624482673e-05,
      "loss": 0.1102,
      "step": 310260
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.542146708127335e-05,
      "loss": 0.1153,
      "step": 310270
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5420348538064026e-05,
      "loss": 0.1101,
      "step": 310280
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5419229994854704e-05,
      "loss": 0.107,
      "step": 310290
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5418111451645378e-05,
      "loss": 0.1073,
      "step": 310300
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5416992908436053e-05,
      "loss": 0.1082,
      "step": 310310
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.541587436522673e-05,
      "loss": 0.1084,
      "step": 310320
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5414755822017405e-05,
      "loss": 0.1073,
      "step": 310330
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5413637278808083e-05,
      "loss": 0.1094,
      "step": 310340
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5412518735598758e-05,
      "loss": 0.1113,
      "step": 310350
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5411400192389432e-05,
      "loss": 0.1106,
      "step": 310360
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5410281649180107e-05,
      "loss": 0.1123,
      "step": 310370
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5409163105970785e-05,
      "loss": 0.111,
      "step": 310380
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.540804456276146e-05,
      "loss": 0.1083,
      "step": 310390
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5406926019552137e-05,
      "loss": 0.1098,
      "step": 310400
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.540580747634281e-05,
      "loss": 0.111,
      "step": 310410
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5404688933133486e-05,
      "loss": 0.1093,
      "step": 310420
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5403570389924164e-05,
      "loss": 0.1114,
      "step": 310430
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.540245184671484e-05,
      "loss": 0.1069,
      "step": 310440
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5401333303505516e-05,
      "loss": 0.1132,
      "step": 310450
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.540021476029619e-05,
      "loss": 0.114,
      "step": 310460
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5399096217086866e-05,
      "loss": 0.11,
      "step": 310470
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5397977673877544e-05,
      "loss": 0.1114,
      "step": 310480
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5396859130668218e-05,
      "loss": 0.1115,
      "step": 310490
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5395740587458896e-05,
      "loss": 0.1108,
      "step": 310500
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.539462204424957e-05,
      "loss": 0.1113,
      "step": 310510
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5393503501040245e-05,
      "loss": 0.1108,
      "step": 310520
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5392384957830923e-05,
      "loss": 0.1115,
      "step": 310530
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5391266414621598e-05,
      "loss": 0.113,
      "step": 310540
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5390147871412272e-05,
      "loss": 0.1113,
      "step": 310550
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.538902932820295e-05,
      "loss": 0.1106,
      "step": 310560
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5387910784993625e-05,
      "loss": 0.1064,
      "step": 310570
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5386792241784302e-05,
      "loss": 0.1122,
      "step": 310580
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5385673698574977e-05,
      "loss": 0.1141,
      "step": 310590
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.538455515536565e-05,
      "loss": 0.1136,
      "step": 310600
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.538343661215633e-05,
      "loss": 0.1067,
      "step": 310610
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5382318068947004e-05,
      "loss": 0.1105,
      "step": 310620
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.538119952573768e-05,
      "loss": 0.1099,
      "step": 310630
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5380080982528356e-05,
      "loss": 0.1105,
      "step": 310640
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.537896243931903e-05,
      "loss": 0.1103,
      "step": 310650
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.537784389610971e-05,
      "loss": 0.1155,
      "step": 310660
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5376725352900383e-05,
      "loss": 0.1077,
      "step": 310670
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5375606809691058e-05,
      "loss": 0.1123,
      "step": 310680
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5374488266481736e-05,
      "loss": 0.1093,
      "step": 310690
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.537336972327241e-05,
      "loss": 0.1108,
      "step": 310700
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5372251180063085e-05,
      "loss": 0.1131,
      "step": 310710
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5371132636853763e-05,
      "loss": 0.1114,
      "step": 310720
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5370014093644437e-05,
      "loss": 0.1085,
      "step": 310730
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5368895550435115e-05,
      "loss": 0.1077,
      "step": 310740
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.536777700722579e-05,
      "loss": 0.1084,
      "step": 310750
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5366658464016464e-05,
      "loss": 0.1081,
      "step": 310760
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5365539920807142e-05,
      "loss": 0.1107,
      "step": 310770
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5364421377597817e-05,
      "loss": 0.1097,
      "step": 310780
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5363302834388495e-05,
      "loss": 0.1147,
      "step": 310790
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.536218429117917e-05,
      "loss": 0.1059,
      "step": 310800
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5361065747969844e-05,
      "loss": 0.1124,
      "step": 310810
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5359947204760522e-05,
      "loss": 0.1116,
      "step": 310820
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5358940515872127e-05,
      "loss": 0.1143,
      "step": 310830
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5357821972662805e-05,
      "loss": 0.1102,
      "step": 310840
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.535670342945348e-05,
      "loss": 0.1073,
      "step": 310850
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5355584886244158e-05,
      "loss": 0.1102,
      "step": 310860
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5354466343034832e-05,
      "loss": 0.1116,
      "step": 310870
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5353347799825507e-05,
      "loss": 0.1109,
      "step": 310880
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5352229256616185e-05,
      "loss": 0.1109,
      "step": 310890
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.535111071340686e-05,
      "loss": 0.1147,
      "step": 310900
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5349992170197537e-05,
      "loss": 0.1115,
      "step": 310910
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5348873626988212e-05,
      "loss": 0.1086,
      "step": 310920
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5347755083778886e-05,
      "loss": 0.1093,
      "step": 310930
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.534663654056956e-05,
      "loss": 0.1101,
      "step": 310940
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.534551799736024e-05,
      "loss": 0.11,
      "step": 310950
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5344399454150917e-05,
      "loss": 0.112,
      "step": 310960
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.534328091094159e-05,
      "loss": 0.1142,
      "step": 310970
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5342162367732266e-05,
      "loss": 0.1085,
      "step": 310980
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.534104382452294e-05,
      "loss": 0.1102,
      "step": 310990
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5339925281313618e-05,
      "loss": 0.1093,
      "step": 311000
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5338806738104293e-05,
      "loss": 0.1132,
      "step": 311010
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.533768819489497e-05,
      "loss": 0.1054,
      "step": 311020
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5336569651685645e-05,
      "loss": 0.1093,
      "step": 311030
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.533545110847632e-05,
      "loss": 0.1115,
      "step": 311040
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5334332565266998e-05,
      "loss": 0.1133,
      "step": 311050
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5333214022057672e-05,
      "loss": 0.1128,
      "step": 311060
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.533209547884835e-05,
      "loss": 0.108,
      "step": 311070
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5330976935639025e-05,
      "loss": 0.1097,
      "step": 311080
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.53298583924297e-05,
      "loss": 0.1096,
      "step": 311090
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5328739849220374e-05,
      "loss": 0.107,
      "step": 311100
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.532762130601105e-05,
      "loss": 0.1126,
      "step": 311110
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.532650276280173e-05,
      "loss": 0.1071,
      "step": 311120
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5325384219592404e-05,
      "loss": 0.1073,
      "step": 311130
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.532426567638308e-05,
      "loss": 0.1101,
      "step": 311140
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5323147133173753e-05,
      "loss": 0.1092,
      "step": 311150
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.532202858996443e-05,
      "loss": 0.1093,
      "step": 311160
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.532091004675511e-05,
      "loss": 0.1031,
      "step": 311170
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5319791503545784e-05,
      "loss": 0.1083,
      "step": 311180
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5318672960336458e-05,
      "loss": 0.1044,
      "step": 311190
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5317554417127133e-05,
      "loss": 0.1131,
      "step": 311200
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.531643587391781e-05,
      "loss": 0.1091,
      "step": 311210
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5315317330708485e-05,
      "loss": 0.1085,
      "step": 311220
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5314198787499163e-05,
      "loss": 0.113,
      "step": 311230
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5313080244289838e-05,
      "loss": 0.1074,
      "step": 311240
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5311961701080512e-05,
      "loss": 0.1111,
      "step": 311250
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5310843157871187e-05,
      "loss": 0.1119,
      "step": 311260
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5309724614661865e-05,
      "loss": 0.1144,
      "step": 311270
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5308606071452543e-05,
      "loss": 0.1115,
      "step": 311280
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5307487528243217e-05,
      "loss": 0.1072,
      "step": 311290
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.530636898503389e-05,
      "loss": 0.1148,
      "step": 311300
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5305250441824566e-05,
      "loss": 0.1108,
      "step": 311310
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5304131898615244e-05,
      "loss": 0.1102,
      "step": 311320
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5303013355405922e-05,
      "loss": 0.1124,
      "step": 311330
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5301894812196597e-05,
      "loss": 0.113,
      "step": 311340
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.530077626898727e-05,
      "loss": 0.1069,
      "step": 311350
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5299657725777946e-05,
      "loss": 0.1054,
      "step": 311360
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5298539182568624e-05,
      "loss": 0.1119,
      "step": 311370
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.52974206393593e-05,
      "loss": 0.1096,
      "step": 311380
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5296302096149976e-05,
      "loss": 0.1115,
      "step": 311390
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.529518355294065e-05,
      "loss": 0.1129,
      "step": 311400
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5294065009731325e-05,
      "loss": 0.1113,
      "step": 311410
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5292946466522e-05,
      "loss": 0.1107,
      "step": 311420
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.529182792331268e-05,
      "loss": 0.1077,
      "step": 311430
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5290709380103356e-05,
      "loss": 0.1117,
      "step": 311440
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.528959083689403e-05,
      "loss": 0.11,
      "step": 311450
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5288472293684705e-05,
      "loss": 0.108,
      "step": 311460
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.528735375047538e-05,
      "loss": 0.1118,
      "step": 311470
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5286235207266057e-05,
      "loss": 0.1076,
      "step": 311480
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5285116664056735e-05,
      "loss": 0.1115,
      "step": 311490
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.528399812084741e-05,
      "loss": 0.1113,
      "step": 311500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5282879577638084e-05,
      "loss": 0.1124,
      "step": 311510
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.528176103442876e-05,
      "loss": 0.1096,
      "step": 311520
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5280642491219437e-05,
      "loss": 0.1086,
      "step": 311530
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5279523948010114e-05,
      "loss": 0.1111,
      "step": 311540
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.527840540480079e-05,
      "loss": 0.1074,
      "step": 311550
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5277286861591464e-05,
      "loss": 0.1093,
      "step": 311560
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5276168318382138e-05,
      "loss": 0.1114,
      "step": 311570
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5275049775172816e-05,
      "loss": 0.1096,
      "step": 311580
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5273931231963494e-05,
      "loss": 0.1114,
      "step": 311590
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.527281268875417e-05,
      "loss": 0.1099,
      "step": 311600
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5271694145544843e-05,
      "loss": 0.1117,
      "step": 311610
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5270575602335518e-05,
      "loss": 0.107,
      "step": 311620
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5269457059126192e-05,
      "loss": 0.1115,
      "step": 311630
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5268338515916873e-05,
      "loss": 0.1166,
      "step": 311640
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5267219972707548e-05,
      "loss": 0.113,
      "step": 311650
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5266101429498222e-05,
      "loss": 0.112,
      "step": 311660
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5264982886288897e-05,
      "loss": 0.1099,
      "step": 311670
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.526386434307957e-05,
      "loss": 0.1125,
      "step": 311680
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.526274579987025e-05,
      "loss": 0.1099,
      "step": 311690
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5261627256660927e-05,
      "loss": 0.1101,
      "step": 311700
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5260508713451602e-05,
      "loss": 0.1122,
      "step": 311710
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5259390170242277e-05,
      "loss": 0.1111,
      "step": 311720
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5258271627032953e-05,
      "loss": 0.1082,
      "step": 311730
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5257153083823627e-05,
      "loss": 0.1091,
      "step": 311740
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5256034540614305e-05,
      "loss": 0.1079,
      "step": 311750
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5254915997404981e-05,
      "loss": 0.11,
      "step": 311760
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5253797454195656e-05,
      "loss": 0.1083,
      "step": 311770
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5252678910986332e-05,
      "loss": 0.1106,
      "step": 311780
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5251560367777007e-05,
      "loss": 0.1091,
      "step": 311790
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5250441824567685e-05,
      "loss": 0.1115,
      "step": 311800
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5249323281358361e-05,
      "loss": 0.1091,
      "step": 311810
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5248204738149035e-05,
      "loss": 0.1156,
      "step": 311820
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5247086194939712e-05,
      "loss": 0.1122,
      "step": 311830
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5245967651730386e-05,
      "loss": 0.1096,
      "step": 311840
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.524484910852106e-05,
      "loss": 0.1096,
      "step": 311850
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.524373056531174e-05,
      "loss": 0.109,
      "step": 311860
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5242612022102415e-05,
      "loss": 0.1084,
      "step": 311870
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.524149347889309e-05,
      "loss": 0.1068,
      "step": 311880
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5240374935683766e-05,
      "loss": 0.1081,
      "step": 311890
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.523925639247444e-05,
      "loss": 0.1155,
      "step": 311900
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5238137849265118e-05,
      "loss": 0.1099,
      "step": 311910
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5237019306055794e-05,
      "loss": 0.109,
      "step": 311920
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5235900762846469e-05,
      "loss": 0.1104,
      "step": 311930
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5234782219637145e-05,
      "loss": 0.1112,
      "step": 311940
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.523366367642782e-05,
      "loss": 0.1121,
      "step": 311950
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5232545133218498e-05,
      "loss": 0.106,
      "step": 311960
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5231426590009174e-05,
      "loss": 0.1107,
      "step": 311970
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5230308046799848e-05,
      "loss": 0.1041,
      "step": 311980
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5229189503590525e-05,
      "loss": 0.1111,
      "step": 311990
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.52280709603812e-05,
      "loss": 0.1076,
      "step": 312000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5226952417171875e-05,
      "loss": 0.1088,
      "step": 312010
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5225833873962553e-05,
      "loss": 0.1096,
      "step": 312020
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5224715330753228e-05,
      "loss": 0.1113,
      "step": 312030
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5223596787543904e-05,
      "loss": 0.1118,
      "step": 312040
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5222478244334579e-05,
      "loss": 0.1096,
      "step": 312050
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5221359701125253e-05,
      "loss": 0.1118,
      "step": 312060
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5220241157915933e-05,
      "loss": 0.1126,
      "step": 312070
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5219122614706607e-05,
      "loss": 0.1153,
      "step": 312080
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5218004071497282e-05,
      "loss": 0.1048,
      "step": 312090
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5216885528287958e-05,
      "loss": 0.1062,
      "step": 312100
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5215766985078633e-05,
      "loss": 0.1108,
      "step": 312110
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.521464844186931e-05,
      "loss": 0.1085,
      "step": 312120
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5213529898659987e-05,
      "loss": 0.1083,
      "step": 312130
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5212411355450661e-05,
      "loss": 0.1085,
      "step": 312140
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5211292812241338e-05,
      "loss": 0.1112,
      "step": 312150
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5210174269032012e-05,
      "loss": 0.1077,
      "step": 312160
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5209055725822688e-05,
      "loss": 0.1072,
      "step": 312170
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5207937182613366e-05,
      "loss": 0.1105,
      "step": 312180
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5206818639404041e-05,
      "loss": 0.1123,
      "step": 312190
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5205700096194717e-05,
      "loss": 0.108,
      "step": 312200
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5204581552985392e-05,
      "loss": 0.1091,
      "step": 312210
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5203463009776068e-05,
      "loss": 0.1107,
      "step": 312220
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5202344466566746e-05,
      "loss": 0.1036,
      "step": 312230
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.520122592335742e-05,
      "loss": 0.1069,
      "step": 312240
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5200107380148097e-05,
      "loss": 0.1115,
      "step": 312250
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5198988836938771e-05,
      "loss": 0.1112,
      "step": 312260
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5197870293729447e-05,
      "loss": 0.1062,
      "step": 312270
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5196751750520125e-05,
      "loss": 0.1125,
      "step": 312280
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.51956332073108e-05,
      "loss": 0.1106,
      "step": 312290
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5194514664101474e-05,
      "loss": 0.11,
      "step": 312300
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.519339612089215e-05,
      "loss": 0.1118,
      "step": 312310
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5192277577682825e-05,
      "loss": 0.1085,
      "step": 312320
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5191159034473501e-05,
      "loss": 0.1095,
      "step": 312330
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.519004049126418e-05,
      "loss": 0.1137,
      "step": 312340
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5188921948054854e-05,
      "loss": 0.1128,
      "step": 312350
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.518780340484553e-05,
      "loss": 0.1104,
      "step": 312360
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5186684861636205e-05,
      "loss": 0.1045,
      "step": 312370
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.518556631842688e-05,
      "loss": 0.1067,
      "step": 312380
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5184447775217559e-05,
      "loss": 0.1089,
      "step": 312390
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5183329232008233e-05,
      "loss": 0.1118,
      "step": 312400
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.518221068879891e-05,
      "loss": 0.1059,
      "step": 312410
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5181092145589584e-05,
      "loss": 0.1079,
      "step": 312420
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.517997360238026e-05,
      "loss": 0.1093,
      "step": 312430
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5178855059170938e-05,
      "loss": 0.1091,
      "step": 312440
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5177736515961613e-05,
      "loss": 0.112,
      "step": 312450
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5176617972752289e-05,
      "loss": 0.1056,
      "step": 312460
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5175499429542964e-05,
      "loss": 0.1051,
      "step": 312470
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.517438088633364e-05,
      "loss": 0.1084,
      "step": 312480
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5173262343124314e-05,
      "loss": 0.1073,
      "step": 312490
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5172143799914992e-05,
      "loss": 0.1068,
      "step": 312500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5171025256705668e-05,
      "loss": 0.1056,
      "step": 312510
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5169906713496343e-05,
      "loss": 0.1092,
      "step": 312520
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5168788170287018e-05,
      "loss": 0.1093,
      "step": 312530
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5167669627077694e-05,
      "loss": 0.1062,
      "step": 312540
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5166551083868372e-05,
      "loss": 0.1072,
      "step": 312550
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5165432540659046e-05,
      "loss": 0.1089,
      "step": 312560
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5164313997449722e-05,
      "loss": 0.1091,
      "step": 312570
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5163195454240397e-05,
      "loss": 0.1114,
      "step": 312580
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5162076911031073e-05,
      "loss": 0.1074,
      "step": 312590
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5160958367821751e-05,
      "loss": 0.1114,
      "step": 312600
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5159839824612426e-05,
      "loss": 0.1106,
      "step": 312610
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5158721281403102e-05,
      "loss": 0.108,
      "step": 312620
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5157602738193776e-05,
      "loss": 0.1077,
      "step": 312630
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5156484194984453e-05,
      "loss": 0.112,
      "step": 312640
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5155365651775127e-05,
      "loss": 0.1073,
      "step": 312650
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5154247108565805e-05,
      "loss": 0.1082,
      "step": 312660
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5153128565356481e-05,
      "loss": 0.1044,
      "step": 312670
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5152010022147156e-05,
      "loss": 0.1075,
      "step": 312680
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5150891478937832e-05,
      "loss": 0.112,
      "step": 312690
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5149772935728507e-05,
      "loss": 0.1066,
      "step": 312700
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5148654392519185e-05,
      "loss": 0.1103,
      "step": 312710
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5147535849309861e-05,
      "loss": 0.1103,
      "step": 312720
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5146417306100535e-05,
      "loss": 0.1075,
      "step": 312730
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.514529876289121e-05,
      "loss": 0.1077,
      "step": 312740
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5144180219681886e-05,
      "loss": 0.1131,
      "step": 312750
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5143061676472564e-05,
      "loss": 0.1094,
      "step": 312760
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5141943133263239e-05,
      "loss": 0.11,
      "step": 312770
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5140824590053915e-05,
      "loss": 0.1098,
      "step": 312780
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.513970604684459e-05,
      "loss": 0.1095,
      "step": 312790
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5138587503635266e-05,
      "loss": 0.1118,
      "step": 312800
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.513746896042594e-05,
      "loss": 0.1115,
      "step": 312810
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5136350417216618e-05,
      "loss": 0.1078,
      "step": 312820
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5135231874007294e-05,
      "loss": 0.109,
      "step": 312830
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5134225185118903e-05,
      "loss": 0.1107,
      "step": 312840
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5133106641909578e-05,
      "loss": 0.1078,
      "step": 312850
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5131988098700254e-05,
      "loss": 0.1115,
      "step": 312860
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5130869555490928e-05,
      "loss": 0.1119,
      "step": 312870
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5129751012281603e-05,
      "loss": 0.1096,
      "step": 312880
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5128632469072283e-05,
      "loss": 0.1114,
      "step": 312890
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5127513925862957e-05,
      "loss": 0.1079,
      "step": 312900
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5126395382653632e-05,
      "loss": 0.1055,
      "step": 312910
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5125276839444308e-05,
      "loss": 0.1096,
      "step": 312920
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5124158296234982e-05,
      "loss": 0.108,
      "step": 312930
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.512303975302566e-05,
      "loss": 0.1096,
      "step": 312940
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5121921209816337e-05,
      "loss": 0.1091,
      "step": 312950
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5120802666607011e-05,
      "loss": 0.1085,
      "step": 312960
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5119684123397687e-05,
      "loss": 0.1075,
      "step": 312970
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5118565580188362e-05,
      "loss": 0.1094,
      "step": 312980
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.511744703697904e-05,
      "loss": 0.1155,
      "step": 312990
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5116328493769716e-05,
      "loss": 0.1119,
      "step": 313000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.511520995056039e-05,
      "loss": 0.1027,
      "step": 313010
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5114091407351067e-05,
      "loss": 0.1114,
      "step": 313020
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5112972864141741e-05,
      "loss": 0.1137,
      "step": 313030
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5111854320932418e-05,
      "loss": 0.1135,
      "step": 313040
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5110735777723096e-05,
      "loss": 0.1102,
      "step": 313050
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.510961723451377e-05,
      "loss": 0.1079,
      "step": 313060
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5108498691304446e-05,
      "loss": 0.1117,
      "step": 313070
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5107380148095121e-05,
      "loss": 0.1063,
      "step": 313080
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5106261604885797e-05,
      "loss": 0.1092,
      "step": 313090
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5105143061676475e-05,
      "loss": 0.1088,
      "step": 313100
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.510402451846715e-05,
      "loss": 0.1134,
      "step": 313110
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5102905975257826e-05,
      "loss": 0.1061,
      "step": 313120
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.51017874320485e-05,
      "loss": 0.106,
      "step": 313130
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5100668888839175e-05,
      "loss": 0.1056,
      "step": 313140
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5099550345629855e-05,
      "loss": 0.1023,
      "step": 313150
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5098431802420529e-05,
      "loss": 0.1091,
      "step": 313160
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5097313259211204e-05,
      "loss": 0.111,
      "step": 313170
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.509619471600188e-05,
      "loss": 0.1076,
      "step": 313180
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5095076172792554e-05,
      "loss": 0.109,
      "step": 313190
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.509395762958323e-05,
      "loss": 0.109,
      "step": 313200
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5092839086373909e-05,
      "loss": 0.1083,
      "step": 313210
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5091720543164583e-05,
      "loss": 0.105,
      "step": 313220
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.509060199995526e-05,
      "loss": 0.1128,
      "step": 313230
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5089483456745934e-05,
      "loss": 0.1043,
      "step": 313240
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.508836491353661e-05,
      "loss": 0.1063,
      "step": 313250
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5087246370327288e-05,
      "loss": 0.1129,
      "step": 313260
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5086127827117963e-05,
      "loss": 0.1097,
      "step": 313270
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5085009283908639e-05,
      "loss": 0.1097,
      "step": 313280
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5083890740699313e-05,
      "loss": 0.1044,
      "step": 313290
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.508277219748999e-05,
      "loss": 0.11,
      "step": 313300
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5081653654280668e-05,
      "loss": 0.1114,
      "step": 313310
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5080535111071342e-05,
      "loss": 0.1096,
      "step": 313320
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5079416567862018e-05,
      "loss": 0.1113,
      "step": 313330
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5078298024652693e-05,
      "loss": 0.1089,
      "step": 313340
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5077179481443367e-05,
      "loss": 0.1104,
      "step": 313350
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5076060938234044e-05,
      "loss": 0.1098,
      "step": 313360
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5074942395024722e-05,
      "loss": 0.1043,
      "step": 313370
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5073823851815396e-05,
      "loss": 0.1056,
      "step": 313380
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5072705308606072e-05,
      "loss": 0.11,
      "step": 313390
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5071586765396747e-05,
      "loss": 0.1118,
      "step": 313400
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5070468222187423e-05,
      "loss": 0.1107,
      "step": 313410
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5069349678978101e-05,
      "loss": 0.1071,
      "step": 313420
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5068231135768776e-05,
      "loss": 0.1095,
      "step": 313430
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5067112592559452e-05,
      "loss": 0.1127,
      "step": 313440
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5065994049350126e-05,
      "loss": 0.1124,
      "step": 313450
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5064875506140803e-05,
      "loss": 0.112,
      "step": 313460
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.506375696293148e-05,
      "loss": 0.1105,
      "step": 313470
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5062638419722155e-05,
      "loss": 0.1123,
      "step": 313480
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5061519876512831e-05,
      "loss": 0.1089,
      "step": 313490
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5060401333303506e-05,
      "loss": 0.1108,
      "step": 313500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5059282790094182e-05,
      "loss": 0.1092,
      "step": 313510
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5058164246884857e-05,
      "loss": 0.1095,
      "step": 313520
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5057045703675534e-05,
      "loss": 0.1067,
      "step": 313530
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.505592716046621e-05,
      "loss": 0.1045,
      "step": 313540
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5054808617256885e-05,
      "loss": 0.1061,
      "step": 313550
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.505369007404756e-05,
      "loss": 0.1073,
      "step": 313560
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5052571530838236e-05,
      "loss": 0.1089,
      "step": 313570
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5051452987628914e-05,
      "loss": 0.1132,
      "step": 313580
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5050334444419589e-05,
      "loss": 0.1054,
      "step": 313590
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5049215901210265e-05,
      "loss": 0.1074,
      "step": 313600
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.504809735800094e-05,
      "loss": 0.1117,
      "step": 313610
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5046978814791616e-05,
      "loss": 0.1136,
      "step": 313620
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5045860271582293e-05,
      "loss": 0.1133,
      "step": 313630
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5044741728372968e-05,
      "loss": 0.109,
      "step": 313640
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5043623185163644e-05,
      "loss": 0.1068,
      "step": 313650
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5042504641954319e-05,
      "loss": 0.1042,
      "step": 313660
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5041386098744995e-05,
      "loss": 0.1102,
      "step": 313670
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.504026755553567e-05,
      "loss": 0.1044,
      "step": 313680
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5039149012326347e-05,
      "loss": 0.1104,
      "step": 313690
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5038030469117024e-05,
      "loss": 0.1113,
      "step": 313700
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5036911925907698e-05,
      "loss": 0.1107,
      "step": 313710
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5035793382698374e-05,
      "loss": 0.108,
      "step": 313720
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5034674839489049e-05,
      "loss": 0.1075,
      "step": 313730
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5033556296279727e-05,
      "loss": 0.1065,
      "step": 313740
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5032437753070403e-05,
      "loss": 0.1085,
      "step": 313750
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5031319209861078e-05,
      "loss": 0.1023,
      "step": 313760
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5030200666651752e-05,
      "loss": 0.1123,
      "step": 313770
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5029082123442428e-05,
      "loss": 0.1112,
      "step": 313780
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5027963580233106e-05,
      "loss": 0.1117,
      "step": 313790
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5026845037023781e-05,
      "loss": 0.1099,
      "step": 313800
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5025726493814457e-05,
      "loss": 0.1088,
      "step": 313810
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5024607950605132e-05,
      "loss": 0.1097,
      "step": 313820
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5023489407395808e-05,
      "loss": 0.1135,
      "step": 313830
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5022370864186482e-05,
      "loss": 0.1083,
      "step": 313840
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.502125232097716e-05,
      "loss": 0.1092,
      "step": 313850
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5020133777767837e-05,
      "loss": 0.1099,
      "step": 313860
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5019015234558511e-05,
      "loss": 0.1092,
      "step": 313870
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5017896691349187e-05,
      "loss": 0.1086,
      "step": 313880
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5016778148139862e-05,
      "loss": 0.1146,
      "step": 313890
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.501565960493054e-05,
      "loss": 0.1092,
      "step": 313900
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5014541061721216e-05,
      "loss": 0.111,
      "step": 313910
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.501342251851189e-05,
      "loss": 0.1098,
      "step": 313920
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5012303975302567e-05,
      "loss": 0.1096,
      "step": 313930
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5011185432093241e-05,
      "loss": 0.1085,
      "step": 313940
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.501006688888392e-05,
      "loss": 0.1075,
      "step": 313950
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5008948345674596e-05,
      "loss": 0.1045,
      "step": 313960
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.500782980246527e-05,
      "loss": 0.1064,
      "step": 313970
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5006711259255946e-05,
      "loss": 0.1093,
      "step": 313980
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5005592716046621e-05,
      "loss": 0.1106,
      "step": 313990
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5004474172837295e-05,
      "loss": 0.108,
      "step": 314000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5003355629627975e-05,
      "loss": 0.1097,
      "step": 314010
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.500223708641865e-05,
      "loss": 0.1082,
      "step": 314020
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5001118543209324e-05,
      "loss": 0.1055,
      "step": 314030
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5e-05,
      "loss": 0.109,
      "step": 314040
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4998881456790675e-05,
      "loss": 0.1058,
      "step": 314050
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4997762913581353e-05,
      "loss": 0.1098,
      "step": 314060
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4996644370372029e-05,
      "loss": 0.1089,
      "step": 314070
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4995525827162704e-05,
      "loss": 0.1083,
      "step": 314080
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.499440728395338e-05,
      "loss": 0.1063,
      "step": 314090
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4993288740744054e-05,
      "loss": 0.1076,
      "step": 314100
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4992170197534732e-05,
      "loss": 0.1101,
      "step": 314110
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4991051654325409e-05,
      "loss": 0.1077,
      "step": 314120
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4989933111116083e-05,
      "loss": 0.1034,
      "step": 314130
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.498881456790676e-05,
      "loss": 0.114,
      "step": 314140
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4987696024697434e-05,
      "loss": 0.1119,
      "step": 314150
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.498657748148811e-05,
      "loss": 0.1131,
      "step": 314160
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4985458938278788e-05,
      "loss": 0.1047,
      "step": 314170
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4984340395069463e-05,
      "loss": 0.1092,
      "step": 314180
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4983221851860139e-05,
      "loss": 0.11,
      "step": 314190
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4982103308650813e-05,
      "loss": 0.1107,
      "step": 314200
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4980984765441488e-05,
      "loss": 0.1125,
      "step": 314210
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4979866222232168e-05,
      "loss": 0.1079,
      "step": 314220
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4978747679022842e-05,
      "loss": 0.1057,
      "step": 314230
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4977629135813517e-05,
      "loss": 0.1106,
      "step": 314240
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4976510592604193e-05,
      "loss": 0.111,
      "step": 314250
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4975392049394867e-05,
      "loss": 0.1075,
      "step": 314260
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4974273506185545e-05,
      "loss": 0.1069,
      "step": 314270
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4973154962976222e-05,
      "loss": 0.1084,
      "step": 314280
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4972036419766896e-05,
      "loss": 0.1063,
      "step": 314290
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4970917876557572e-05,
      "loss": 0.1118,
      "step": 314300
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4969799333348247e-05,
      "loss": 0.1099,
      "step": 314310
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4968680790138923e-05,
      "loss": 0.1109,
      "step": 314320
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4967562246929601e-05,
      "loss": 0.1065,
      "step": 314330
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4966443703720276e-05,
      "loss": 0.1123,
      "step": 314340
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4965325160510952e-05,
      "loss": 0.108,
      "step": 314350
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4964206617301626e-05,
      "loss": 0.109,
      "step": 314360
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4963088074092303e-05,
      "loss": 0.1122,
      "step": 314370
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.496196953088298e-05,
      "loss": 0.1082,
      "step": 314380
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4960850987673655e-05,
      "loss": 0.1108,
      "step": 314390
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4959732444464331e-05,
      "loss": 0.1084,
      "step": 314400
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4958613901255006e-05,
      "loss": 0.1116,
      "step": 314410
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.495749535804568e-05,
      "loss": 0.1083,
      "step": 314420
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.495637681483636e-05,
      "loss": 0.1104,
      "step": 314430
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4955258271627034e-05,
      "loss": 0.1136,
      "step": 314440
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4954139728417709e-05,
      "loss": 0.1045,
      "step": 314450
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4953021185208385e-05,
      "loss": 0.1101,
      "step": 314460
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.495190264199906e-05,
      "loss": 0.108,
      "step": 314470
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4950784098789736e-05,
      "loss": 0.1083,
      "step": 314480
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4949665555580414e-05,
      "loss": 0.1057,
      "step": 314490
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4948547012371088e-05,
      "loss": 0.1134,
      "step": 314500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4947428469161765e-05,
      "loss": 0.1098,
      "step": 314510
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.494630992595244e-05,
      "loss": 0.1038,
      "step": 314520
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4945191382743115e-05,
      "loss": 0.1116,
      "step": 314530
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4944072839533793e-05,
      "loss": 0.1087,
      "step": 314540
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4942954296324468e-05,
      "loss": 0.1123,
      "step": 314550
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4941835753115144e-05,
      "loss": 0.1085,
      "step": 314560
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4940717209905819e-05,
      "loss": 0.109,
      "step": 314570
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4939598666696495e-05,
      "loss": 0.1108,
      "step": 314580
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4938480123487173e-05,
      "loss": 0.1062,
      "step": 314590
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4937361580277847e-05,
      "loss": 0.1047,
      "step": 314600
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4936243037068524e-05,
      "loss": 0.1078,
      "step": 314610
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4935124493859198e-05,
      "loss": 0.1098,
      "step": 314620
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4934005950649874e-05,
      "loss": 0.1095,
      "step": 314630
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4932887407440549e-05,
      "loss": 0.1047,
      "step": 314640
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4931768864231227e-05,
      "loss": 0.1064,
      "step": 314650
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4930650321021903e-05,
      "loss": 0.112,
      "step": 314660
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4929531777812578e-05,
      "loss": 0.1087,
      "step": 314670
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4928413234603252e-05,
      "loss": 0.108,
      "step": 314680
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4927294691393928e-05,
      "loss": 0.112,
      "step": 314690
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4926176148184606e-05,
      "loss": 0.1117,
      "step": 314700
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4925057604975281e-05,
      "loss": 0.1068,
      "step": 314710
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4923939061765957e-05,
      "loss": 0.1058,
      "step": 314720
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4922820518556632e-05,
      "loss": 0.1069,
      "step": 314730
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4921701975347308e-05,
      "loss": 0.1111,
      "step": 314740
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4920583432137982e-05,
      "loss": 0.1093,
      "step": 314750
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.491946488892866e-05,
      "loss": 0.1138,
      "step": 314760
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4918346345719337e-05,
      "loss": 0.1034,
      "step": 314770
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4917227802510011e-05,
      "loss": 0.1124,
      "step": 314780
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4916109259300687e-05,
      "loss": 0.1073,
      "step": 314790
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4914990716091362e-05,
      "loss": 0.1054,
      "step": 314800
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.491387217288204e-05,
      "loss": 0.11,
      "step": 314810
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4912753629672716e-05,
      "loss": 0.1056,
      "step": 314820
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.491163508646339e-05,
      "loss": 0.1089,
      "step": 314830
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4910516543254067e-05,
      "loss": 0.1085,
      "step": 314840
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4909398000044741e-05,
      "loss": 0.1144,
      "step": 314850
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.490839131115635e-05,
      "loss": 0.1092,
      "step": 314860
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4907272767947025e-05,
      "loss": 0.1121,
      "step": 314870
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4906154224737703e-05,
      "loss": 0.1088,
      "step": 314880
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4905035681528379e-05,
      "loss": 0.1078,
      "step": 314890
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4903917138319053e-05,
      "loss": 0.1114,
      "step": 314900
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.490279859510973e-05,
      "loss": 0.111,
      "step": 314910
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4901680051900404e-05,
      "loss": 0.108,
      "step": 314920
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4900561508691082e-05,
      "loss": 0.1093,
      "step": 314930
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4899442965481758e-05,
      "loss": 0.1038,
      "step": 314940
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4898324422272433e-05,
      "loss": 0.1108,
      "step": 314950
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4897205879063109e-05,
      "loss": 0.1107,
      "step": 314960
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4896087335853784e-05,
      "loss": 0.113,
      "step": 314970
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.489496879264446e-05,
      "loss": 0.1102,
      "step": 314980
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4893850249435138e-05,
      "loss": 0.1105,
      "step": 314990
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4892731706225812e-05,
      "loss": 0.1093,
      "step": 315000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4891613163016489e-05,
      "loss": 0.1054,
      "step": 315010
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4890494619807163e-05,
      "loss": 0.1104,
      "step": 315020
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4889376076597838e-05,
      "loss": 0.108,
      "step": 315030
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4888257533388517e-05,
      "loss": 0.1036,
      "step": 315040
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4887138990179192e-05,
      "loss": 0.114,
      "step": 315050
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4886020446969866e-05,
      "loss": 0.1109,
      "step": 315060
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4884901903760543e-05,
      "loss": 0.1041,
      "step": 315070
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4883783360551217e-05,
      "loss": 0.1072,
      "step": 315080
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4882664817341895e-05,
      "loss": 0.1125,
      "step": 315090
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4881546274132571e-05,
      "loss": 0.1057,
      "step": 315100
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4880427730923246e-05,
      "loss": 0.108,
      "step": 315110
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4879309187713922e-05,
      "loss": 0.1146,
      "step": 315120
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4878190644504597e-05,
      "loss": 0.1075,
      "step": 315130
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4877072101295273e-05,
      "loss": 0.1122,
      "step": 315140
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.487595355808595e-05,
      "loss": 0.1126,
      "step": 315150
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4874835014876625e-05,
      "loss": 0.1101,
      "step": 315160
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4873716471667302e-05,
      "loss": 0.11,
      "step": 315170
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4872597928457976e-05,
      "loss": 0.1115,
      "step": 315180
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4871479385248652e-05,
      "loss": 0.1105,
      "step": 315190
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.487036084203933e-05,
      "loss": 0.1067,
      "step": 315200
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4869242298830005e-05,
      "loss": 0.1069,
      "step": 315210
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4868123755620681e-05,
      "loss": 0.1063,
      "step": 315220
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4867005212411356e-05,
      "loss": 0.1077,
      "step": 315230
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4865886669202032e-05,
      "loss": 0.1121,
      "step": 315240
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.486476812599271e-05,
      "loss": 0.1105,
      "step": 315250
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4863649582783384e-05,
      "loss": 0.107,
      "step": 315260
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4862531039574059e-05,
      "loss": 0.1089,
      "step": 315270
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4861412496364735e-05,
      "loss": 0.1086,
      "step": 315280
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.486029395315541e-05,
      "loss": 0.1066,
      "step": 315290
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4859175409946086e-05,
      "loss": 0.1104,
      "step": 315300
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4858056866736764e-05,
      "loss": 0.1113,
      "step": 315310
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4856938323527438e-05,
      "loss": 0.1134,
      "step": 315320
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4855819780318115e-05,
      "loss": 0.109,
      "step": 315330
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4854701237108789e-05,
      "loss": 0.1074,
      "step": 315340
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4853582693899465e-05,
      "loss": 0.1111,
      "step": 315350
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4852464150690143e-05,
      "loss": 0.1104,
      "step": 315360
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4851345607480818e-05,
      "loss": 0.108,
      "step": 315370
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4850227064271494e-05,
      "loss": 0.1136,
      "step": 315380
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4849108521062169e-05,
      "loss": 0.1079,
      "step": 315390
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4847989977852845e-05,
      "loss": 0.1091,
      "step": 315400
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4846871434643523e-05,
      "loss": 0.1084,
      "step": 315410
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4845752891434197e-05,
      "loss": 0.11,
      "step": 315420
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4844634348224873e-05,
      "loss": 0.1086,
      "step": 315430
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4843515805015548e-05,
      "loss": 0.1091,
      "step": 315440
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4842397261806224e-05,
      "loss": 0.1055,
      "step": 315450
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4841278718596899e-05,
      "loss": 0.107,
      "step": 315460
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4840160175387577e-05,
      "loss": 0.106,
      "step": 315470
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4839041632178253e-05,
      "loss": 0.1098,
      "step": 315480
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4837923088968928e-05,
      "loss": 0.1078,
      "step": 315490
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4836804545759602e-05,
      "loss": 0.1063,
      "step": 315500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4835686002550278e-05,
      "loss": 0.1064,
      "step": 315510
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4834567459340956e-05,
      "loss": 0.1113,
      "step": 315520
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.483344891613163e-05,
      "loss": 0.1153,
      "step": 315530
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4832330372922307e-05,
      "loss": 0.1111,
      "step": 315540
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4831211829712982e-05,
      "loss": 0.1119,
      "step": 315550
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4830093286503658e-05,
      "loss": 0.111,
      "step": 315560
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4828974743294336e-05,
      "loss": 0.1076,
      "step": 315570
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.482785620008501e-05,
      "loss": 0.108,
      "step": 315580
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4826737656875686e-05,
      "loss": 0.1108,
      "step": 315590
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4825619113666361e-05,
      "loss": 0.1061,
      "step": 315600
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4824500570457037e-05,
      "loss": 0.1083,
      "step": 315610
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4823382027247712e-05,
      "loss": 0.1091,
      "step": 315620
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.482226348403839e-05,
      "loss": 0.1094,
      "step": 315630
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4821144940829066e-05,
      "loss": 0.1139,
      "step": 315640
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.482002639761974e-05,
      "loss": 0.1083,
      "step": 315650
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4818907854410417e-05,
      "loss": 0.1092,
      "step": 315660
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4817789311201091e-05,
      "loss": 0.108,
      "step": 315670
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.481667076799177e-05,
      "loss": 0.1064,
      "step": 315680
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4815552224782445e-05,
      "loss": 0.1081,
      "step": 315690
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.481443368157312e-05,
      "loss": 0.1098,
      "step": 315700
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4813315138363794e-05,
      "loss": 0.1111,
      "step": 315710
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.481219659515447e-05,
      "loss": 0.1121,
      "step": 315720
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4811078051945149e-05,
      "loss": 0.1095,
      "step": 315730
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4809959508735823e-05,
      "loss": 0.1097,
      "step": 315740
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.48088409655265e-05,
      "loss": 0.1087,
      "step": 315750
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4807722422317174e-05,
      "loss": 0.111,
      "step": 315760
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.480660387910785e-05,
      "loss": 0.1089,
      "step": 315770
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4805485335898525e-05,
      "loss": 0.1095,
      "step": 315780
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4804366792689203e-05,
      "loss": 0.1131,
      "step": 315790
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4803248249479879e-05,
      "loss": 0.1109,
      "step": 315800
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4802129706270553e-05,
      "loss": 0.113,
      "step": 315810
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.480101116306123e-05,
      "loss": 0.1085,
      "step": 315820
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4799892619851904e-05,
      "loss": 0.1066,
      "step": 315830
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4798774076642582e-05,
      "loss": 0.1081,
      "step": 315840
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4797655533433258e-05,
      "loss": 0.1094,
      "step": 315850
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4796536990223933e-05,
      "loss": 0.1098,
      "step": 315860
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4795418447014609e-05,
      "loss": 0.1057,
      "step": 315870
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4794299903805284e-05,
      "loss": 0.1057,
      "step": 315880
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4793181360595962e-05,
      "loss": 0.1101,
      "step": 315890
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4792062817386638e-05,
      "loss": 0.11,
      "step": 315900
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4790944274177312e-05,
      "loss": 0.1094,
      "step": 315910
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4789825730967987e-05,
      "loss": 0.102,
      "step": 315920
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4788707187758663e-05,
      "loss": 0.1088,
      "step": 315930
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4787588644549338e-05,
      "loss": 0.107,
      "step": 315940
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4786470101340016e-05,
      "loss": 0.1118,
      "step": 315950
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4785351558130692e-05,
      "loss": 0.108,
      "step": 315960
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4784233014921366e-05,
      "loss": 0.1087,
      "step": 315970
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4783114471712043e-05,
      "loss": 0.108,
      "step": 315980
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4781995928502717e-05,
      "loss": 0.1073,
      "step": 315990
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4780877385293395e-05,
      "loss": 0.1067,
      "step": 316000
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4779758842084071e-05,
      "loss": 0.1114,
      "step": 316010
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4778640298874746e-05,
      "loss": 0.1056,
      "step": 316020
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4777521755665422e-05,
      "loss": 0.108,
      "step": 316030
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4776403212456097e-05,
      "loss": 0.1129,
      "step": 316040
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4775284669246775e-05,
      "loss": 0.1068,
      "step": 316050
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.477416612603745e-05,
      "loss": 0.1079,
      "step": 316060
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4773047582828125e-05,
      "loss": 0.1082,
      "step": 316070
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4771929039618802e-05,
      "loss": 0.1021,
      "step": 316080
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4770810496409476e-05,
      "loss": 0.1072,
      "step": 316090
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4769691953200152e-05,
      "loss": 0.1098,
      "step": 316100
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.476857340999083e-05,
      "loss": 0.1116,
      "step": 316110
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4767454866781505e-05,
      "loss": 0.108,
      "step": 316120
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4766336323572181e-05,
      "loss": 0.1096,
      "step": 316130
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4765217780362856e-05,
      "loss": 0.109,
      "step": 316140
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.476409923715353e-05,
      "loss": 0.1099,
      "step": 316150
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.476298069394421e-05,
      "loss": 0.113,
      "step": 316160
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4761862150734884e-05,
      "loss": 0.1101,
      "step": 316170
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4760743607525559e-05,
      "loss": 0.1097,
      "step": 316180
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4759625064316235e-05,
      "loss": 0.1073,
      "step": 316190
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.475850652110691e-05,
      "loss": 0.1105,
      "step": 316200
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4757387977897588e-05,
      "loss": 0.1141,
      "step": 316210
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4756269434688264e-05,
      "loss": 0.1036,
      "step": 316220
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4755150891478938e-05,
      "loss": 0.1066,
      "step": 316230
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4754032348269615e-05,
      "loss": 0.1082,
      "step": 316240
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4752913805060289e-05,
      "loss": 0.1076,
      "step": 316250
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4751795261850965e-05,
      "loss": 0.1106,
      "step": 316260
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4750676718641643e-05,
      "loss": 0.1127,
      "step": 316270
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4749558175432318e-05,
      "loss": 0.1097,
      "step": 316280
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4748439632222994e-05,
      "loss": 0.1096,
      "step": 316290
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4747321089013669e-05,
      "loss": 0.107,
      "step": 316300
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4746202545804345e-05,
      "loss": 0.1106,
      "step": 316310
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4745084002595023e-05,
      "loss": 0.1092,
      "step": 316320
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4743965459385697e-05,
      "loss": 0.1099,
      "step": 316330
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4742846916176373e-05,
      "loss": 0.1113,
      "step": 316340
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4741728372967048e-05,
      "loss": 0.1084,
      "step": 316350
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4740609829757723e-05,
      "loss": 0.1112,
      "step": 316360
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4739491286548402e-05,
      "loss": 0.1091,
      "step": 316370
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4738372743339077e-05,
      "loss": 0.1071,
      "step": 316380
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4737254200129751e-05,
      "loss": 0.1124,
      "step": 316390
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4736135656920427e-05,
      "loss": 0.1104,
      "step": 316400
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4735017113711102e-05,
      "loss": 0.1095,
      "step": 316410
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4733898570501778e-05,
      "loss": 0.109,
      "step": 316420
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4732780027292456e-05,
      "loss": 0.1098,
      "step": 316430
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.473166148408313e-05,
      "loss": 0.1116,
      "step": 316440
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4730542940873807e-05,
      "loss": 0.1079,
      "step": 316450
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4729424397664482e-05,
      "loss": 0.1095,
      "step": 316460
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4728305854455158e-05,
      "loss": 0.1085,
      "step": 316470
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4727187311245836e-05,
      "loss": 0.1108,
      "step": 316480
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.472606876803651e-05,
      "loss": 0.1088,
      "step": 316490
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4724950224827186e-05,
      "loss": 0.1115,
      "step": 316500
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4723831681617861e-05,
      "loss": 0.1091,
      "step": 316510
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4722713138408537e-05,
      "loss": 0.1079,
      "step": 316520
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4721594595199215e-05,
      "loss": 0.1062,
      "step": 316530
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.472047605198989e-05,
      "loss": 0.107,
      "step": 316540
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4719357508780566e-05,
      "loss": 0.1053,
      "step": 316550
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.471823896557124e-05,
      "loss": 0.111,
      "step": 316560
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4717120422361915e-05,
      "loss": 0.1079,
      "step": 316570
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4716001879152591e-05,
      "loss": 0.11,
      "step": 316580
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.471488333594327e-05,
      "loss": 0.1079,
      "step": 316590
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4713764792733944e-05,
      "loss": 0.1098,
      "step": 316600
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.471264624952462e-05,
      "loss": 0.1094,
      "step": 316610
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4711527706315294e-05,
      "loss": 0.1097,
      "step": 316620
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.471040916310597e-05,
      "loss": 0.106,
      "step": 316630
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4709290619896649e-05,
      "loss": 0.1096,
      "step": 316640
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4708172076687323e-05,
      "loss": 0.1038,
      "step": 316650
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4707053533478e-05,
      "loss": 0.1086,
      "step": 316660
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4705934990268674e-05,
      "loss": 0.1091,
      "step": 316670
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.470481644705935e-05,
      "loss": 0.1092,
      "step": 316680
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4703697903850028e-05,
      "loss": 0.1125,
      "step": 316690
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4702579360640703e-05,
      "loss": 0.1116,
      "step": 316700
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4701460817431379e-05,
      "loss": 0.1127,
      "step": 316710
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4700342274222053e-05,
      "loss": 0.1099,
      "step": 316720
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.469922373101273e-05,
      "loss": 0.11,
      "step": 316730
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4698105187803404e-05,
      "loss": 0.1119,
      "step": 316740
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4696986644594082e-05,
      "loss": 0.1083,
      "step": 316750
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4695868101384758e-05,
      "loss": 0.1148,
      "step": 316760
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4694749558175433e-05,
      "loss": 0.112,
      "step": 316770
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4693631014966107e-05,
      "loss": 0.1037,
      "step": 316780
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4692512471756784e-05,
      "loss": 0.1066,
      "step": 316790
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4691393928547462e-05,
      "loss": 0.1058,
      "step": 316800
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4690275385338136e-05,
      "loss": 0.1059,
      "step": 316810
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4689156842128812e-05,
      "loss": 0.108,
      "step": 316820
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4688038298919487e-05,
      "loss": 0.1074,
      "step": 316830
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4686919755710163e-05,
      "loss": 0.1082,
      "step": 316840
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4685801212500841e-05,
      "loss": 0.1071,
      "step": 316850
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4684682669291516e-05,
      "loss": 0.1073,
      "step": 316860
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4683564126082192e-05,
      "loss": 0.1002,
      "step": 316870
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.46825574371938e-05,
      "loss": 0.1074,
      "step": 316880
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4681438893984475e-05,
      "loss": 0.111,
      "step": 316890
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4680320350775151e-05,
      "loss": 0.1086,
      "step": 316900
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4679201807565826e-05,
      "loss": 0.1071,
      "step": 316910
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4678083264356504e-05,
      "loss": 0.1147,
      "step": 316920
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.467696472114718e-05,
      "loss": 0.1122,
      "step": 316930
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4675846177937855e-05,
      "loss": 0.1095,
      "step": 316940
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4674727634728531e-05,
      "loss": 0.1095,
      "step": 316950
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4673609091519205e-05,
      "loss": 0.1088,
      "step": 316960
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.467249054830988e-05,
      "loss": 0.1071,
      "step": 316970
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.467137200510056e-05,
      "loss": 0.114,
      "step": 316980
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4670253461891234e-05,
      "loss": 0.111,
      "step": 316990
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4669134918681909e-05,
      "loss": 0.111,
      "step": 317000
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4668016375472585e-05,
      "loss": 0.1125,
      "step": 317010
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.466689783226326e-05,
      "loss": 0.1079,
      "step": 317020
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4665779289053937e-05,
      "loss": 0.1095,
      "step": 317030
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4664660745844614e-05,
      "loss": 0.111,
      "step": 317040
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4663542202635288e-05,
      "loss": 0.1105,
      "step": 317050
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4662423659425964e-05,
      "loss": 0.1056,
      "step": 317060
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4661305116216639e-05,
      "loss": 0.1088,
      "step": 317070
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4660186573007317e-05,
      "loss": 0.1074,
      "step": 317080
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4659068029797993e-05,
      "loss": 0.1152,
      "step": 317090
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4657949486588668e-05,
      "loss": 0.1071,
      "step": 317100
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4656830943379344e-05,
      "loss": 0.1126,
      "step": 317110
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4655712400170018e-05,
      "loss": 0.1088,
      "step": 317120
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4654593856960695e-05,
      "loss": 0.1098,
      "step": 317130
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4653475313751373e-05,
      "loss": 0.1097,
      "step": 317140
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4652356770542047e-05,
      "loss": 0.1122,
      "step": 317150
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4651238227332723e-05,
      "loss": 0.1137,
      "step": 317160
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4650119684123398e-05,
      "loss": 0.1079,
      "step": 317170
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4649001140914072e-05,
      "loss": 0.1078,
      "step": 317180
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4647882597704752e-05,
      "loss": 0.1099,
      "step": 317190
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4646764054495427e-05,
      "loss": 0.1023,
      "step": 317200
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4645645511286101e-05,
      "loss": 0.1085,
      "step": 317210
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4644526968076777e-05,
      "loss": 0.1082,
      "step": 317220
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4643408424867452e-05,
      "loss": 0.1104,
      "step": 317230
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.464228988165813e-05,
      "loss": 0.1117,
      "step": 317240
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4641171338448806e-05,
      "loss": 0.106,
      "step": 317250
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.464005279523948e-05,
      "loss": 0.1104,
      "step": 317260
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4638934252030157e-05,
      "loss": 0.1081,
      "step": 317270
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4637815708820831e-05,
      "loss": 0.1088,
      "step": 317280
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4636697165611508e-05,
      "loss": 0.1083,
      "step": 317290
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4635578622402185e-05,
      "loss": 0.1102,
      "step": 317300
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.463446007919286e-05,
      "loss": 0.1048,
      "step": 317310
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4633341535983536e-05,
      "loss": 0.1046,
      "step": 317320
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.463222299277421e-05,
      "loss": 0.1087,
      "step": 317330
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4631104449564887e-05,
      "loss": 0.1075,
      "step": 317340
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4629985906355565e-05,
      "loss": 0.1079,
      "step": 317350
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.462886736314624e-05,
      "loss": 0.1077,
      "step": 317360
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4627748819936916e-05,
      "loss": 0.1054,
      "step": 317370
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.462663027672759e-05,
      "loss": 0.1091,
      "step": 317380
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4625511733518265e-05,
      "loss": 0.1059,
      "step": 317390
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4624393190308941e-05,
      "loss": 0.1092,
      "step": 317400
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4623274647099619e-05,
      "loss": 0.1077,
      "step": 317410
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4622156103890294e-05,
      "loss": 0.1065,
      "step": 317420
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.462103756068097e-05,
      "loss": 0.1103,
      "step": 317430
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4619919017471644e-05,
      "loss": 0.1066,
      "step": 317440
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.461880047426232e-05,
      "loss": 0.1077,
      "step": 317450
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4617681931052998e-05,
      "loss": 0.1121,
      "step": 317460
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4616563387843673e-05,
      "loss": 0.1079,
      "step": 317470
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.461544484463435e-05,
      "loss": 0.1086,
      "step": 317480
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4614326301425024e-05,
      "loss": 0.1075,
      "step": 317490
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.46132077582157e-05,
      "loss": 0.1083,
      "step": 317500
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4612089215006378e-05,
      "loss": 0.1053,
      "step": 317510
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4610970671797052e-05,
      "loss": 0.1073,
      "step": 317520
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4609852128587729e-05,
      "loss": 0.1118,
      "step": 317530
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4608733585378403e-05,
      "loss": 0.1114,
      "step": 317540
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.460761504216908e-05,
      "loss": 0.1094,
      "step": 317550
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4606496498959754e-05,
      "loss": 0.1114,
      "step": 317560
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4605377955750432e-05,
      "loss": 0.107,
      "step": 317570
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4604259412541108e-05,
      "loss": 0.1093,
      "step": 317580
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4603140869331783e-05,
      "loss": 0.1078,
      "step": 317590
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4602022326122459e-05,
      "loss": 0.1081,
      "step": 317600
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4600903782913133e-05,
      "loss": 0.1052,
      "step": 317610
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4599785239703811e-05,
      "loss": 0.1102,
      "step": 317620
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4598666696494488e-05,
      "loss": 0.1038,
      "step": 317630
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4597548153285162e-05,
      "loss": 0.1088,
      "step": 317640
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4596429610075837e-05,
      "loss": 0.1069,
      "step": 317650
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4595311066866513e-05,
      "loss": 0.1093,
      "step": 317660
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4594192523657191e-05,
      "loss": 0.1111,
      "step": 317670
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4593073980447865e-05,
      "loss": 0.11,
      "step": 317680
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4591955437238542e-05,
      "loss": 0.1071,
      "step": 317690
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4590836894029216e-05,
      "loss": 0.1039,
      "step": 317700
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4589718350819892e-05,
      "loss": 0.1087,
      "step": 317710
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4588599807610567e-05,
      "loss": 0.1095,
      "step": 317720
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4587481264401245e-05,
      "loss": 0.1024,
      "step": 317730
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4586362721191921e-05,
      "loss": 0.1078,
      "step": 317740
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4585244177982596e-05,
      "loss": 0.106,
      "step": 317750
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4584125634773272e-05,
      "loss": 0.1055,
      "step": 317760
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4583007091563946e-05,
      "loss": 0.1084,
      "step": 317770
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4581888548354624e-05,
      "loss": 0.1088,
      "step": 317780
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.45807700051453e-05,
      "loss": 0.1048,
      "step": 317790
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4579651461935975e-05,
      "loss": 0.1063,
      "step": 317800
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4578532918726651e-05,
      "loss": 0.1087,
      "step": 317810
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4577414375517326e-05,
      "loss": 0.1091,
      "step": 317820
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4576295832308004e-05,
      "loss": 0.1067,
      "step": 317830
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.457517728909868e-05,
      "loss": 0.1075,
      "step": 317840
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4574058745889355e-05,
      "loss": 0.112,
      "step": 317850
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.457294020268003e-05,
      "loss": 0.1036,
      "step": 317860
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4571821659470705e-05,
      "loss": 0.1142,
      "step": 317870
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.457070311626138e-05,
      "loss": 0.1103,
      "step": 317880
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4569584573052058e-05,
      "loss": 0.1116,
      "step": 317890
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4568466029842734e-05,
      "loss": 0.1098,
      "step": 317900
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4567347486633409e-05,
      "loss": 0.1136,
      "step": 317910
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4566228943424085e-05,
      "loss": 0.1115,
      "step": 317920
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.456511040021476e-05,
      "loss": 0.1104,
      "step": 317930
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4563991857005437e-05,
      "loss": 0.1091,
      "step": 317940
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4562873313796114e-05,
      "loss": 0.1107,
      "step": 317950
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4561754770586788e-05,
      "loss": 0.1072,
      "step": 317960
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4560636227377464e-05,
      "loss": 0.1068,
      "step": 317970
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4559517684168139e-05,
      "loss": 0.1048,
      "step": 317980
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4558399140958817e-05,
      "loss": 0.1129,
      "step": 317990
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4557280597749493e-05,
      "loss": 0.1091,
      "step": 318000
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4556162054540168e-05,
      "loss": 0.1079,
      "step": 318010
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4555043511330844e-05,
      "loss": 0.1067,
      "step": 318020
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4553924968121518e-05,
      "loss": 0.1102,
      "step": 318030
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4552806424912193e-05,
      "loss": 0.1048,
      "step": 318040
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4551687881702873e-05,
      "loss": 0.1058,
      "step": 318050
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4550569338493547e-05,
      "loss": 0.106,
      "step": 318060
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4549450795284222e-05,
      "loss": 0.1075,
      "step": 318070
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4548332252074898e-05,
      "loss": 0.1083,
      "step": 318080
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4547213708865572e-05,
      "loss": 0.1087,
      "step": 318090
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.454609516565625e-05,
      "loss": 0.1092,
      "step": 318100
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4544976622446927e-05,
      "loss": 0.1069,
      "step": 318110
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4543858079237601e-05,
      "loss": 0.1089,
      "step": 318120
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4542739536028277e-05,
      "loss": 0.1043,
      "step": 318130
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4541620992818952e-05,
      "loss": 0.1114,
      "step": 318140
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.454050244960963e-05,
      "loss": 0.1124,
      "step": 318150
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4539383906400306e-05,
      "loss": 0.106,
      "step": 318160
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.453826536319098e-05,
      "loss": 0.1081,
      "step": 318170
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4537146819981657e-05,
      "loss": 0.1016,
      "step": 318180
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4536028276772331e-05,
      "loss": 0.111,
      "step": 318190
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4534909733563008e-05,
      "loss": 0.1125,
      "step": 318200
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4533791190353685e-05,
      "loss": 0.1084,
      "step": 318210
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.453267264714436e-05,
      "loss": 0.1127,
      "step": 318220
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4531554103935036e-05,
      "loss": 0.1085,
      "step": 318230
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.453043556072571e-05,
      "loss": 0.1055,
      "step": 318240
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4529317017516387e-05,
      "loss": 0.1069,
      "step": 318250
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4528198474307065e-05,
      "loss": 0.1111,
      "step": 318260
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.452707993109774e-05,
      "loss": 0.11,
      "step": 318270
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4525961387888414e-05,
      "loss": 0.1047,
      "step": 318280
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.452484284467909e-05,
      "loss": 0.1048,
      "step": 318290
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4523724301469765e-05,
      "loss": 0.1135,
      "step": 318300
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4522605758260443e-05,
      "loss": 0.1065,
      "step": 318310
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4521487215051119e-05,
      "loss": 0.1034,
      "step": 318320
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4520368671841794e-05,
      "loss": 0.1102,
      "step": 318330
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.451925012863247e-05,
      "loss": 0.1052,
      "step": 318340
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4518131585423144e-05,
      "loss": 0.1099,
      "step": 318350
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.451701304221382e-05,
      "loss": 0.1083,
      "step": 318360
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4515894499004498e-05,
      "loss": 0.1049,
      "step": 318370
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4514775955795173e-05,
      "loss": 0.1095,
      "step": 318380
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.451365741258585e-05,
      "loss": 0.1066,
      "step": 318390
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4512538869376524e-05,
      "loss": 0.1082,
      "step": 318400
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.45114203261672e-05,
      "loss": 0.111,
      "step": 318410
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4510301782957878e-05,
      "loss": 0.1075,
      "step": 318420
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4509183239748552e-05,
      "loss": 0.1097,
      "step": 318430
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4508064696539229e-05,
      "loss": 0.1103,
      "step": 318440
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4506946153329903e-05,
      "loss": 0.1077,
      "step": 318450
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.450582761012058e-05,
      "loss": 0.1084,
      "step": 318460
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4504709066911257e-05,
      "loss": 0.1095,
      "step": 318470
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4503590523701932e-05,
      "loss": 0.1128,
      "step": 318480
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4502471980492608e-05,
      "loss": 0.1079,
      "step": 318490
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4501353437283283e-05,
      "loss": 0.1092,
      "step": 318500
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4500234894073957e-05,
      "loss": 0.1056,
      "step": 318510
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4499116350864633e-05,
      "loss": 0.1043,
      "step": 318520
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4497997807655311e-05,
      "loss": 0.1041,
      "step": 318530
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4496879264445986e-05,
      "loss": 0.1046,
      "step": 318540
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4495760721236662e-05,
      "loss": 0.1086,
      "step": 318550
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4494642178027337e-05,
      "loss": 0.1111,
      "step": 318560
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4493523634818013e-05,
      "loss": 0.1097,
      "step": 318570
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4492405091608691e-05,
      "loss": 0.1076,
      "step": 318580
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4491286548399365e-05,
      "loss": 0.1063,
      "step": 318590
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4490168005190042e-05,
      "loss": 0.1066,
      "step": 318600
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4489049461980716e-05,
      "loss": 0.1146,
      "step": 318610
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4487930918771392e-05,
      "loss": 0.1123,
      "step": 318620
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.448681237556207e-05,
      "loss": 0.1025,
      "step": 318630
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4485693832352745e-05,
      "loss": 0.1047,
      "step": 318640
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4484575289143421e-05,
      "loss": 0.1062,
      "step": 318650
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4483456745934096e-05,
      "loss": 0.1078,
      "step": 318660
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4482338202724772e-05,
      "loss": 0.1049,
      "step": 318670
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4481219659515446e-05,
      "loss": 0.108,
      "step": 318680
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4480101116306124e-05,
      "loss": 0.1074,
      "step": 318690
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.44789825730968e-05,
      "loss": 0.1106,
      "step": 318700
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4477864029887475e-05,
      "loss": 0.1097,
      "step": 318710
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.447674548667815e-05,
      "loss": 0.1064,
      "step": 318720
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4475626943468826e-05,
      "loss": 0.105,
      "step": 318730
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4474508400259504e-05,
      "loss": 0.1073,
      "step": 318740
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4473389857050178e-05,
      "loss": 0.1145,
      "step": 318750
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4472271313840855e-05,
      "loss": 0.1075,
      "step": 318760
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.447115277063153e-05,
      "loss": 0.1072,
      "step": 318770
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4470034227422205e-05,
      "loss": 0.1079,
      "step": 318780
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4468915684212883e-05,
      "loss": 0.1033,
      "step": 318790
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4467797141003558e-05,
      "loss": 0.1076,
      "step": 318800
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4466678597794234e-05,
      "loss": 0.1085,
      "step": 318810
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4465560054584909e-05,
      "loss": 0.1086,
      "step": 318820
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4464441511375585e-05,
      "loss": 0.1049,
      "step": 318830
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.446332296816626e-05,
      "loss": 0.105,
      "step": 318840
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4462204424956937e-05,
      "loss": 0.1101,
      "step": 318850
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4461085881747614e-05,
      "loss": 0.111,
      "step": 318860
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4459967338538288e-05,
      "loss": 0.1089,
      "step": 318870
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4458848795328964e-05,
      "loss": 0.1074,
      "step": 318880
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4457730252119639e-05,
      "loss": 0.1127,
      "step": 318890
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4456723563231248e-05,
      "loss": 0.1097,
      "step": 318900
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4455605020021922e-05,
      "loss": 0.1144,
      "step": 318910
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.44544864768126e-05,
      "loss": 0.1115,
      "step": 318920
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4453367933603276e-05,
      "loss": 0.1093,
      "step": 318930
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4452249390393951e-05,
      "loss": 0.1129,
      "step": 318940
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4451130847184627e-05,
      "loss": 0.1071,
      "step": 318950
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4450012303975302e-05,
      "loss": 0.1076,
      "step": 318960
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.444889376076598e-05,
      "loss": 0.1141,
      "step": 318970
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4447775217556656e-05,
      "loss": 0.1114,
      "step": 318980
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.444665667434733e-05,
      "loss": 0.1068,
      "step": 318990
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4445538131138007e-05,
      "loss": 0.105,
      "step": 319000
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4444419587928681e-05,
      "loss": 0.1079,
      "step": 319010
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4443301044719359e-05,
      "loss": 0.1098,
      "step": 319020
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4442182501510035e-05,
      "loss": 0.1097,
      "step": 319030
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.444106395830071e-05,
      "loss": 0.1086,
      "step": 319040
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4439945415091386e-05,
      "loss": 0.1041,
      "step": 319050
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.443882687188206e-05,
      "loss": 0.1054,
      "step": 319060
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4437708328672737e-05,
      "loss": 0.1096,
      "step": 319070
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4436589785463415e-05,
      "loss": 0.108,
      "step": 319080
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.443547124225409e-05,
      "loss": 0.1102,
      "step": 319090
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4434352699044766e-05,
      "loss": 0.1114,
      "step": 319100
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.443323415583544e-05,
      "loss": 0.1131,
      "step": 319110
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4432115612626115e-05,
      "loss": 0.1099,
      "step": 319120
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4430997069416794e-05,
      "loss": 0.1093,
      "step": 319130
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4429878526207469e-05,
      "loss": 0.1084,
      "step": 319140
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4428759982998143e-05,
      "loss": 0.1093,
      "step": 319150
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.442764143978882e-05,
      "loss": 0.1052,
      "step": 319160
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4426522896579494e-05,
      "loss": 0.1095,
      "step": 319170
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4425404353370172e-05,
      "loss": 0.1076,
      "step": 319180
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4424285810160848e-05,
      "loss": 0.107,
      "step": 319190
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4423167266951523e-05,
      "loss": 0.1107,
      "step": 319200
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4422048723742199e-05,
      "loss": 0.1093,
      "step": 319210
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4420930180532874e-05,
      "loss": 0.1112,
      "step": 319220
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.441981163732355e-05,
      "loss": 0.1118,
      "step": 319230
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4418693094114228e-05,
      "loss": 0.1073,
      "step": 319240
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4417574550904902e-05,
      "loss": 0.108,
      "step": 319250
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4416456007695579e-05,
      "loss": 0.1083,
      "step": 319260
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4415337464486253e-05,
      "loss": 0.104,
      "step": 319270
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.441421892127693e-05,
      "loss": 0.1093,
      "step": 319280
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4413100378067607e-05,
      "loss": 0.1092,
      "step": 319290
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4411981834858282e-05,
      "loss": 0.1098,
      "step": 319300
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4410863291648958e-05,
      "loss": 0.1064,
      "step": 319310
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4409744748439633e-05,
      "loss": 0.1091,
      "step": 319320
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4408626205230307e-05,
      "loss": 0.1087,
      "step": 319330
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4407507662020987e-05,
      "loss": 0.1057,
      "step": 319340
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4406389118811661e-05,
      "loss": 0.1039,
      "step": 319350
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4405270575602336e-05,
      "loss": 0.1083,
      "step": 319360
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4404152032393012e-05,
      "loss": 0.107,
      "step": 319370
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4403033489183687e-05,
      "loss": 0.1086,
      "step": 319380
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4401914945974363e-05,
      "loss": 0.1081,
      "step": 319390
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.440079640276504e-05,
      "loss": 0.1127,
      "step": 319400
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4399677859555715e-05,
      "loss": 0.1079,
      "step": 319410
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4398559316346391e-05,
      "loss": 0.1063,
      "step": 319420
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4397440773137066e-05,
      "loss": 0.1068,
      "step": 319430
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4396322229927742e-05,
      "loss": 0.1055,
      "step": 319440
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.439520368671842e-05,
      "loss": 0.1045,
      "step": 319450
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4394085143509095e-05,
      "loss": 0.1028,
      "step": 319460
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4392966600299771e-05,
      "loss": 0.1045,
      "step": 319470
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4391848057090445e-05,
      "loss": 0.1121,
      "step": 319480
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4390729513881122e-05,
      "loss": 0.104,
      "step": 319490
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.43896109706718e-05,
      "loss": 0.1114,
      "step": 319500
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4388492427462474e-05,
      "loss": 0.1079,
      "step": 319510
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.438737388425315e-05,
      "loss": 0.1116,
      "step": 319520
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4386255341043825e-05,
      "loss": 0.1067,
      "step": 319530
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.43851367978345e-05,
      "loss": 0.1077,
      "step": 319540
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4384018254625176e-05,
      "loss": 0.1118,
      "step": 319550
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4382899711415854e-05,
      "loss": 0.1038,
      "step": 319560
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4381781168206528e-05,
      "loss": 0.1111,
      "step": 319570
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4380662624997204e-05,
      "loss": 0.1077,
      "step": 319580
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4379544081787879e-05,
      "loss": 0.1132,
      "step": 319590
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4378425538578555e-05,
      "loss": 0.1156,
      "step": 319600
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4377306995369233e-05,
      "loss": 0.1118,
      "step": 319610
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4376188452159908e-05,
      "loss": 0.1037,
      "step": 319620
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4375069908950584e-05,
      "loss": 0.1105,
      "step": 319630
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4373951365741258e-05,
      "loss": 0.1097,
      "step": 319640
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4372832822531935e-05,
      "loss": 0.1083,
      "step": 319650
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4371714279322613e-05,
      "loss": 0.1089,
      "step": 319660
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4370595736113287e-05,
      "loss": 0.1053,
      "step": 319670
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4369477192903963e-05,
      "loss": 0.1146,
      "step": 319680
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4368358649694638e-05,
      "loss": 0.1106,
      "step": 319690
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4367240106485314e-05,
      "loss": 0.1105,
      "step": 319700
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4366121563275989e-05,
      "loss": 0.1074,
      "step": 319710
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4365003020066667e-05,
      "loss": 0.105,
      "step": 319720
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4363884476857343e-05,
      "loss": 0.1057,
      "step": 319730
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4362765933648017e-05,
      "loss": 0.1068,
      "step": 319740
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4361647390438692e-05,
      "loss": 0.1141,
      "step": 319750
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4360528847229368e-05,
      "loss": 0.1056,
      "step": 319760
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4359410304020046e-05,
      "loss": 0.1058,
      "step": 319770
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.435829176081072e-05,
      "loss": 0.107,
      "step": 319780
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4357173217601397e-05,
      "loss": 0.1034,
      "step": 319790
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4356054674392071e-05,
      "loss": 0.1075,
      "step": 319800
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4354936131182748e-05,
      "loss": 0.1079,
      "step": 319810
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4353817587973426e-05,
      "loss": 0.11,
      "step": 319820
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.43526990447641e-05,
      "loss": 0.1075,
      "step": 319830
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4351580501554776e-05,
      "loss": 0.1088,
      "step": 319840
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4350461958345451e-05,
      "loss": 0.1101,
      "step": 319850
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4349343415136127e-05,
      "loss": 0.1053,
      "step": 319860
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4348224871926802e-05,
      "loss": 0.1074,
      "step": 319870
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.434710632871748e-05,
      "loss": 0.1081,
      "step": 319880
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4345987785508156e-05,
      "loss": 0.109,
      "step": 319890
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.434486924229883e-05,
      "loss": 0.1091,
      "step": 319900
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4343750699089507e-05,
      "loss": 0.1092,
      "step": 319910
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4342632155880181e-05,
      "loss": 0.1067,
      "step": 319920
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4341513612670859e-05,
      "loss": 0.1051,
      "step": 319930
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4340395069461535e-05,
      "loss": 0.1044,
      "step": 319940
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.433927652625221e-05,
      "loss": 0.1084,
      "step": 319950
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4338157983042886e-05,
      "loss": 0.1078,
      "step": 319960
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.433703943983356e-05,
      "loss": 0.106,
      "step": 319970
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4335920896624239e-05,
      "loss": 0.1064,
      "step": 319980
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4334802353414915e-05,
      "loss": 0.1102,
      "step": 319990
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.433368381020559e-05,
      "loss": 0.1079,
      "step": 320000
    },
    {
      "epoch": 0.71,
      "eval_NEIMS_canon_smiles": 0.95945,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.22353333333333333,
      "eval_NEIMS_daylight_tanimoto_simil": 0.6026459992718832,
      "eval_NEIMS_exact_mols": 0.22323333333333334,
      "eval_NEIMS_exact_smiles": 0.21845,
      "eval_NEIMS_loss": 0.13635511696338654,
      "eval_NEIMS_matched_formulas": 0.7373833333333333,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5262141911314259,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.22396666666666668,
      "eval_NEIMS_runtime": 726.0288,
      "eval_NEIMS_samples_per_second": 82.641,
      "eval_NEIMS_steps_per_second": 1.292,
      "step": 320000
    },
    {
      "epoch": 0.71,
      "eval_RASSP_canon_smiles": 0.9573246068053561,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.29270043743947644,
      "eval_RASSP_daylight_tanimoto_simil": 0.699134387711347,
      "eval_RASSP_exact_mols": 0.2919491100945003,
      "eval_RASSP_exact_smiles": 0.2854876949277056,
      "eval_RASSP_loss": 0.10701441764831543,
      "eval_RASSP_matched_formulas": 0.8672488062243296,
      "eval_RASSP_morgan_tanimoto_simil": 0.5883433733977457,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.2921160717267172,
      "eval_RASSP_runtime": 827.3085,
      "eval_RASSP_samples_per_second": 72.396,
      "eval_RASSP_steps_per_second": 1.131,
      "step": 320000
    },
    {
      "epoch": 0.71,
      "eval_NEIMS_old_canon_smiles": 0.9601,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.2178,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.5997354984801073,
      "eval_NEIMS_old_exact_mols": 0.21753333333333333,
      "eval_NEIMS_old_exact_smiles": 0.21266666666666667,
      "eval_NEIMS_old_loss": 0.1359175592660904,
      "eval_NEIMS_old_matched_formulas": 0.7347333333333333,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.5233337080878555,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.21816666666666668,
      "eval_NEIMS_old_runtime": 366.4998,
      "eval_NEIMS_old_samples_per_second": 81.855,
      "eval_NEIMS_old_steps_per_second": 1.28,
      "step": 320000
    },
    {
      "epoch": 0.71,
      "eval_RASSP_old_canon_smiles": 0.9571862381953482,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.32212099976640973,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.7181237207648891,
      "eval_RASSP_old_exact_mols": 0.3214535989588547,
      "eval_RASSP_old_exact_smiles": 0.3135448993893283,
      "eval_RASSP_old_loss": 0.10045062005519867,
      "eval_RASSP_old_matched_formulas": 0.8784663129442387,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.6125297180777441,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.3217205592818767,
      "eval_RASSP_old_runtime": 413.9105,
      "eval_RASSP_old_samples_per_second": 72.4,
      "eval_RASSP_old_steps_per_second": 1.133,
      "step": 320000
    },
    {
      "epoch": 0.71,
      "eval_NIST_canon_smiles": 0.8731944493736026,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.02814352131170813,
      "eval_NIST_daylight_tanimoto_simil": 0.3013057679038636,
      "eval_NIST_exact_mols": 0.02700784327643113,
      "eval_NIST_exact_smiles": 0.025659225609539694,
      "eval_NIST_loss": 1.8613232374191284,
      "eval_NIST_matched_formulas": 0.12914788657415624,
      "eval_NIST_morgan_tanimoto_simil": 0.2519311622414152,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.02789509174149129,
      "eval_NIST_runtime": 516.4481,
      "eval_NIST_samples_per_second": 54.559,
      "eval_NIST_steps_per_second": 0.854,
      "step": 320000
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4332565266996264e-05,
      "loss": 0.1084,
      "step": 320010
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.433144672378694e-05,
      "loss": 0.1056,
      "step": 320020
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4330328180577615e-05,
      "loss": 0.1093,
      "step": 320030
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4329209637368293e-05,
      "loss": 0.1103,
      "step": 320040
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4328091094158969e-05,
      "loss": 0.1131,
      "step": 320050
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4326972550949643e-05,
      "loss": 0.1066,
      "step": 320060
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.432585400774032e-05,
      "loss": 0.1061,
      "step": 320070
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4324735464530994e-05,
      "loss": 0.1041,
      "step": 320080
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4323616921321672e-05,
      "loss": 0.1079,
      "step": 320090
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4322498378112348e-05,
      "loss": 0.1083,
      "step": 320100
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4321379834903023e-05,
      "loss": 0.1119,
      "step": 320110
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4320261291693699e-05,
      "loss": 0.1081,
      "step": 320120
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4319142748484374e-05,
      "loss": 0.108,
      "step": 320130
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4318024205275051e-05,
      "loss": 0.1037,
      "step": 320140
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4316905662065728e-05,
      "loss": 0.11,
      "step": 320150
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4315787118856402e-05,
      "loss": 0.1067,
      "step": 320160
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4314668575647079e-05,
      "loss": 0.1072,
      "step": 320170
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4313550032437753e-05,
      "loss": 0.113,
      "step": 320180
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4312431489228428e-05,
      "loss": 0.1108,
      "step": 320190
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4311312946019107e-05,
      "loss": 0.11,
      "step": 320200
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4310194402809782e-05,
      "loss": 0.105,
      "step": 320210
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4309075859600456e-05,
      "loss": 0.1088,
      "step": 320220
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4307957316391133e-05,
      "loss": 0.1079,
      "step": 320230
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4306838773181807e-05,
      "loss": 0.1071,
      "step": 320240
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4305720229972485e-05,
      "loss": 0.1144,
      "step": 320250
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4304601686763161e-05,
      "loss": 0.109,
      "step": 320260
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4303483143553836e-05,
      "loss": 0.1119,
      "step": 320270
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4302364600344512e-05,
      "loss": 0.1058,
      "step": 320280
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4301246057135187e-05,
      "loss": 0.1112,
      "step": 320290
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4300127513925864e-05,
      "loss": 0.1058,
      "step": 320300
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.429900897071654e-05,
      "loss": 0.108,
      "step": 320310
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4297890427507215e-05,
      "loss": 0.112,
      "step": 320320
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4296771884297891e-05,
      "loss": 0.1066,
      "step": 320330
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4295653341088566e-05,
      "loss": 0.1069,
      "step": 320340
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4294534797879242e-05,
      "loss": 0.106,
      "step": 320350
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.429341625466992e-05,
      "loss": 0.1044,
      "step": 320360
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4292297711460595e-05,
      "loss": 0.1039,
      "step": 320370
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4291179168251271e-05,
      "loss": 0.1064,
      "step": 320380
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4290060625041945e-05,
      "loss": 0.109,
      "step": 320390
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.428894208183262e-05,
      "loss": 0.1051,
      "step": 320400
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.42878235386233e-05,
      "loss": 0.1086,
      "step": 320410
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4286704995413974e-05,
      "loss": 0.1097,
      "step": 320420
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4285586452204649e-05,
      "loss": 0.1053,
      "step": 320430
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4284467908995325e-05,
      "loss": 0.1101,
      "step": 320440
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4283349365786e-05,
      "loss": 0.1091,
      "step": 320450
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4282230822576676e-05,
      "loss": 0.1049,
      "step": 320460
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4281224133688285e-05,
      "loss": 0.1101,
      "step": 320470
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4280105590478962e-05,
      "loss": 0.1076,
      "step": 320480
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4278987047269637e-05,
      "loss": 0.1077,
      "step": 320490
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4277868504060313e-05,
      "loss": 0.1063,
      "step": 320500
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4276749960850988e-05,
      "loss": 0.1083,
      "step": 320510
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4275631417641664e-05,
      "loss": 0.1115,
      "step": 320520
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4274512874432339e-05,
      "loss": 0.1068,
      "step": 320530
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4273394331223016e-05,
      "loss": 0.111,
      "step": 320540
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4272275788013693e-05,
      "loss": 0.1062,
      "step": 320550
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4271157244804367e-05,
      "loss": 0.1151,
      "step": 320560
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4270038701595043e-05,
      "loss": 0.1065,
      "step": 320570
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4268920158385718e-05,
      "loss": 0.1027,
      "step": 320580
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4267801615176396e-05,
      "loss": 0.1084,
      "step": 320590
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4266683071967072e-05,
      "loss": 0.1085,
      "step": 320600
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4265564528757747e-05,
      "loss": 0.1112,
      "step": 320610
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4264445985548421e-05,
      "loss": 0.1097,
      "step": 320620
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4263327442339097e-05,
      "loss": 0.1079,
      "step": 320630
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4262208899129775e-05,
      "loss": 0.113,
      "step": 320640
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.426109035592045e-05,
      "loss": 0.1149,
      "step": 320650
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4259971812711126e-05,
      "loss": 0.1081,
      "step": 320660
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.42588532695018e-05,
      "loss": 0.1083,
      "step": 320670
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4257734726292477e-05,
      "loss": 0.1106,
      "step": 320680
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4256616183083151e-05,
      "loss": 0.108,
      "step": 320690
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.425549763987383e-05,
      "loss": 0.1099,
      "step": 320700
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4254379096664506e-05,
      "loss": 0.1077,
      "step": 320710
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.425326055345518e-05,
      "loss": 0.1061,
      "step": 320720
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4252142010245856e-05,
      "loss": 0.1084,
      "step": 320730
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4251023467036531e-05,
      "loss": 0.1091,
      "step": 320740
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4249904923827209e-05,
      "loss": 0.1103,
      "step": 320750
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4248786380617885e-05,
      "loss": 0.1062,
      "step": 320760
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.424766783740856e-05,
      "loss": 0.1076,
      "step": 320770
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4246549294199236e-05,
      "loss": 0.1099,
      "step": 320780
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.424543075098991e-05,
      "loss": 0.1077,
      "step": 320790
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4244312207780588e-05,
      "loss": 0.1072,
      "step": 320800
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4243193664571265e-05,
      "loss": 0.1116,
      "step": 320810
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4242075121361939e-05,
      "loss": 0.1029,
      "step": 320820
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4240956578152614e-05,
      "loss": 0.1114,
      "step": 320830
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.423983803494329e-05,
      "loss": 0.1054,
      "step": 320840
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4238719491733964e-05,
      "loss": 0.107,
      "step": 320850
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4237600948524642e-05,
      "loss": 0.112,
      "step": 320860
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4236482405315319e-05,
      "loss": 0.1106,
      "step": 320870
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4235363862105993e-05,
      "loss": 0.1048,
      "step": 320880
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.423424531889667e-05,
      "loss": 0.1082,
      "step": 320890
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4233126775687344e-05,
      "loss": 0.1102,
      "step": 320900
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4232008232478022e-05,
      "loss": 0.1062,
      "step": 320910
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4230889689268698e-05,
      "loss": 0.1069,
      "step": 320920
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4229771146059373e-05,
      "loss": 0.1073,
      "step": 320930
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4228652602850049e-05,
      "loss": 0.1065,
      "step": 320940
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4227534059640723e-05,
      "loss": 0.1077,
      "step": 320950
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4226415516431401e-05,
      "loss": 0.1059,
      "step": 320960
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4225296973222078e-05,
      "loss": 0.1073,
      "step": 320970
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4224178430012752e-05,
      "loss": 0.1106,
      "step": 320980
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4223059886803428e-05,
      "loss": 0.109,
      "step": 320990
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4221941343594103e-05,
      "loss": 0.1065,
      "step": 321000
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4220822800384777e-05,
      "loss": 0.1095,
      "step": 321010
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4219704257175457e-05,
      "loss": 0.1122,
      "step": 321020
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4218585713966132e-05,
      "loss": 0.108,
      "step": 321030
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4217467170756806e-05,
      "loss": 0.1066,
      "step": 321040
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4216348627547482e-05,
      "loss": 0.108,
      "step": 321050
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4215230084338157e-05,
      "loss": 0.1087,
      "step": 321060
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4214111541128835e-05,
      "loss": 0.1061,
      "step": 321070
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4212992997919511e-05,
      "loss": 0.1058,
      "step": 321080
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4211874454710186e-05,
      "loss": 0.1079,
      "step": 321090
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4210755911500862e-05,
      "loss": 0.1111,
      "step": 321100
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4209637368291536e-05,
      "loss": 0.1064,
      "step": 321110
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4208518825082214e-05,
      "loss": 0.1072,
      "step": 321120
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.420740028187289e-05,
      "loss": 0.1132,
      "step": 321130
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4206281738663565e-05,
      "loss": 0.1077,
      "step": 321140
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4205163195454241e-05,
      "loss": 0.1083,
      "step": 321150
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4204044652244916e-05,
      "loss": 0.1014,
      "step": 321160
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4202926109035592e-05,
      "loss": 0.1052,
      "step": 321170
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.420180756582627e-05,
      "loss": 0.1044,
      "step": 321180
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4200689022616945e-05,
      "loss": 0.1106,
      "step": 321190
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.419957047940762e-05,
      "loss": 0.1099,
      "step": 321200
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4198451936198295e-05,
      "loss": 0.1083,
      "step": 321210
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4197333392988972e-05,
      "loss": 0.1075,
      "step": 321220
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.419621484977965e-05,
      "loss": 0.111,
      "step": 321230
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4195096306570324e-05,
      "loss": 0.1113,
      "step": 321240
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4193977763360999e-05,
      "loss": 0.1035,
      "step": 321250
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4192859220151675e-05,
      "loss": 0.1074,
      "step": 321260
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.419174067694235e-05,
      "loss": 0.102,
      "step": 321270
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4190622133733027e-05,
      "loss": 0.1072,
      "step": 321280
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4189503590523703e-05,
      "loss": 0.1065,
      "step": 321290
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4188385047314378e-05,
      "loss": 0.1106,
      "step": 321300
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4187266504105054e-05,
      "loss": 0.1038,
      "step": 321310
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4186147960895729e-05,
      "loss": 0.1084,
      "step": 321320
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4185029417686405e-05,
      "loss": 0.1069,
      "step": 321330
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4183910874477083e-05,
      "loss": 0.1092,
      "step": 321340
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4182792331267757e-05,
      "loss": 0.1072,
      "step": 321350
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4181673788058434e-05,
      "loss": 0.1106,
      "step": 321360
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4180555244849108e-05,
      "loss": 0.1048,
      "step": 321370
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4179436701639784e-05,
      "loss": 0.1069,
      "step": 321380
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4178318158430462e-05,
      "loss": 0.1087,
      "step": 321390
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4177199615221137e-05,
      "loss": 0.1081,
      "step": 321400
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4176081072011813e-05,
      "loss": 0.1064,
      "step": 321410
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4174962528802488e-05,
      "loss": 0.102,
      "step": 321420
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4173843985593164e-05,
      "loss": 0.1102,
      "step": 321430
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4172725442383842e-05,
      "loss": 0.1083,
      "step": 321440
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4171606899174516e-05,
      "loss": 0.1022,
      "step": 321450
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4170488355965193e-05,
      "loss": 0.1063,
      "step": 321460
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4169369812755867e-05,
      "loss": 0.109,
      "step": 321470
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4168251269546542e-05,
      "loss": 0.1051,
      "step": 321480
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4167132726337218e-05,
      "loss": 0.1089,
      "step": 321490
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4166014183127896e-05,
      "loss": 0.1123,
      "step": 321500
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.416489563991857e-05,
      "loss": 0.1109,
      "step": 321510
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4163777096709247e-05,
      "loss": 0.1096,
      "step": 321520
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4162658553499921e-05,
      "loss": 0.1067,
      "step": 321530
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4161540010290597e-05,
      "loss": 0.1083,
      "step": 321540
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4160421467081275e-05,
      "loss": 0.1089,
      "step": 321550
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.415930292387195e-05,
      "loss": 0.1039,
      "step": 321560
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4158184380662626e-05,
      "loss": 0.1053,
      "step": 321570
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.41570658374533e-05,
      "loss": 0.1073,
      "step": 321580
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4155947294243977e-05,
      "loss": 0.1076,
      "step": 321590
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4154828751034655e-05,
      "loss": 0.1059,
      "step": 321600
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.415371020782533e-05,
      "loss": 0.1099,
      "step": 321610
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4152591664616006e-05,
      "loss": 0.1075,
      "step": 321620
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.415147312140668e-05,
      "loss": 0.1082,
      "step": 321630
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4150354578197356e-05,
      "loss": 0.1109,
      "step": 321640
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4149236034988031e-05,
      "loss": 0.1082,
      "step": 321650
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4148117491778709e-05,
      "loss": 0.1099,
      "step": 321660
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4146998948569385e-05,
      "loss": 0.1081,
      "step": 321670
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.414588040536006e-05,
      "loss": 0.1068,
      "step": 321680
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4144761862150734e-05,
      "loss": 0.1026,
      "step": 321690
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.414364331894141e-05,
      "loss": 0.104,
      "step": 321700
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4142524775732088e-05,
      "loss": 0.1045,
      "step": 321710
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4141406232522763e-05,
      "loss": 0.1095,
      "step": 321720
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4140287689313439e-05,
      "loss": 0.1073,
      "step": 321730
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4139169146104114e-05,
      "loss": 0.1084,
      "step": 321740
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.413805060289479e-05,
      "loss": 0.104,
      "step": 321750
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4136932059685468e-05,
      "loss": 0.1147,
      "step": 321760
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4135813516476142e-05,
      "loss": 0.1081,
      "step": 321770
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4134694973266819e-05,
      "loss": 0.1073,
      "step": 321780
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4133576430057493e-05,
      "loss": 0.1062,
      "step": 321790
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.413245788684817e-05,
      "loss": 0.1083,
      "step": 321800
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4131339343638844e-05,
      "loss": 0.1076,
      "step": 321810
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4130220800429522e-05,
      "loss": 0.1085,
      "step": 321820
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4129102257220198e-05,
      "loss": 0.1055,
      "step": 321830
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4127983714010873e-05,
      "loss": 0.1099,
      "step": 321840
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4126865170801549e-05,
      "loss": 0.105,
      "step": 321850
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4125746627592223e-05,
      "loss": 0.1073,
      "step": 321860
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4124628084382901e-05,
      "loss": 0.1056,
      "step": 321870
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4123509541173578e-05,
      "loss": 0.108,
      "step": 321880
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4122390997964252e-05,
      "loss": 0.1107,
      "step": 321890
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4121272454754927e-05,
      "loss": 0.105,
      "step": 321900
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4120153911545603e-05,
      "loss": 0.1059,
      "step": 321910
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.411903536833628e-05,
      "loss": 0.1114,
      "step": 321920
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4117916825126955e-05,
      "loss": 0.1105,
      "step": 321930
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4116798281917632e-05,
      "loss": 0.1052,
      "step": 321940
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4115679738708306e-05,
      "loss": 0.1092,
      "step": 321950
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4114561195498982e-05,
      "loss": 0.1092,
      "step": 321960
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4113442652289657e-05,
      "loss": 0.1036,
      "step": 321970
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4112324109080335e-05,
      "loss": 0.1065,
      "step": 321980
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4111205565871011e-05,
      "loss": 0.1091,
      "step": 321990
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4110087022661686e-05,
      "loss": 0.1074,
      "step": 322000
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4108968479452362e-05,
      "loss": 0.1066,
      "step": 322010
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4107849936243036e-05,
      "loss": 0.1064,
      "step": 322020
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4106731393033714e-05,
      "loss": 0.1037,
      "step": 322030
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.410561284982439e-05,
      "loss": 0.1102,
      "step": 322040
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4104494306615065e-05,
      "loss": 0.1048,
      "step": 322050
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4103375763405741e-05,
      "loss": 0.1061,
      "step": 322060
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4102257220196416e-05,
      "loss": 0.1093,
      "step": 322070
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4101138676987094e-05,
      "loss": 0.1146,
      "step": 322080
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.410002013377777e-05,
      "loss": 0.1037,
      "step": 322090
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4098901590568445e-05,
      "loss": 0.1037,
      "step": 322100
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.409778304735912e-05,
      "loss": 0.1078,
      "step": 322110
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4096664504149795e-05,
      "loss": 0.1072,
      "step": 322120
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.409554596094047e-05,
      "loss": 0.1042,
      "step": 322130
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.409442741773115e-05,
      "loss": 0.1061,
      "step": 322140
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4093308874521824e-05,
      "loss": 0.112,
      "step": 322150
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4092190331312499e-05,
      "loss": 0.1088,
      "step": 322160
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4091071788103175e-05,
      "loss": 0.1081,
      "step": 322170
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.408995324489385e-05,
      "loss": 0.1093,
      "step": 322180
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4088834701684527e-05,
      "loss": 0.1062,
      "step": 322190
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4087716158475203e-05,
      "loss": 0.1081,
      "step": 322200
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4086597615265878e-05,
      "loss": 0.113,
      "step": 322210
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4085479072056554e-05,
      "loss": 0.1148,
      "step": 322220
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4084360528847229e-05,
      "loss": 0.1076,
      "step": 322230
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4083241985637907e-05,
      "loss": 0.1065,
      "step": 322240
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4082123442428583e-05,
      "loss": 0.1049,
      "step": 322250
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4081004899219257e-05,
      "loss": 0.1015,
      "step": 322260
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4079886356009934e-05,
      "loss": 0.108,
      "step": 322270
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4078767812800608e-05,
      "loss": 0.1066,
      "step": 322280
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4077649269591284e-05,
      "loss": 0.1076,
      "step": 322290
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4076530726381962e-05,
      "loss": 0.11,
      "step": 322300
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4075412183172637e-05,
      "loss": 0.1099,
      "step": 322310
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4074293639963313e-05,
      "loss": 0.1083,
      "step": 322320
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4073175096753988e-05,
      "loss": 0.109,
      "step": 322330
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4072056553544662e-05,
      "loss": 0.1085,
      "step": 322340
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4070938010335342e-05,
      "loss": 0.1106,
      "step": 322350
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4069819467126016e-05,
      "loss": 0.1123,
      "step": 322360
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4068700923916691e-05,
      "loss": 0.1057,
      "step": 322370
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4067582380707367e-05,
      "loss": 0.1023,
      "step": 322380
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4066463837498042e-05,
      "loss": 0.1044,
      "step": 322390
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.406534529428872e-05,
      "loss": 0.1078,
      "step": 322400
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4064226751079396e-05,
      "loss": 0.1056,
      "step": 322410
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.406310820787007e-05,
      "loss": 0.1055,
      "step": 322420
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4061989664660747e-05,
      "loss": 0.1047,
      "step": 322430
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4060871121451421e-05,
      "loss": 0.1095,
      "step": 322440
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4059752578242097e-05,
      "loss": 0.1084,
      "step": 322450
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4058634035032775e-05,
      "loss": 0.1097,
      "step": 322460
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.405751549182345e-05,
      "loss": 0.1009,
      "step": 322470
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4056396948614126e-05,
      "loss": 0.1079,
      "step": 322480
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.40552784054048e-05,
      "loss": 0.1102,
      "step": 322490
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4054159862195477e-05,
      "loss": 0.1061,
      "step": 322500
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4053041318986155e-05,
      "loss": 0.1092,
      "step": 322510
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.405192277577683e-05,
      "loss": 0.1049,
      "step": 322520
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4050804232567506e-05,
      "loss": 0.1082,
      "step": 322530
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.404968568935818e-05,
      "loss": 0.1084,
      "step": 322540
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4048567146148855e-05,
      "loss": 0.1138,
      "step": 322550
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4047448602939534e-05,
      "loss": 0.1081,
      "step": 322560
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4046330059730209e-05,
      "loss": 0.1075,
      "step": 322570
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4045211516520883e-05,
      "loss": 0.107,
      "step": 322580
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.404409297331156e-05,
      "loss": 0.1088,
      "step": 322590
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4042974430102234e-05,
      "loss": 0.1095,
      "step": 322600
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.404185588689291e-05,
      "loss": 0.1058,
      "step": 322610
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4040737343683588e-05,
      "loss": 0.1079,
      "step": 322620
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4039618800474263e-05,
      "loss": 0.1074,
      "step": 322630
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4038500257264939e-05,
      "loss": 0.1114,
      "step": 322640
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4037381714055614e-05,
      "loss": 0.1093,
      "step": 322650
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.403626317084629e-05,
      "loss": 0.1119,
      "step": 322660
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4035144627636968e-05,
      "loss": 0.1087,
      "step": 322670
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4034026084427642e-05,
      "loss": 0.1076,
      "step": 322680
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4032907541218319e-05,
      "loss": 0.1077,
      "step": 322690
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4031788998008993e-05,
      "loss": 0.1109,
      "step": 322700
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.403067045479967e-05,
      "loss": 0.1119,
      "step": 322710
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4029551911590347e-05,
      "loss": 0.1032,
      "step": 322720
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4028433368381022e-05,
      "loss": 0.1138,
      "step": 322730
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4027314825171698e-05,
      "loss": 0.1068,
      "step": 322740
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4026196281962373e-05,
      "loss": 0.1058,
      "step": 322750
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4025077738753047e-05,
      "loss": 0.1073,
      "step": 322760
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4023959195543723e-05,
      "loss": 0.1039,
      "step": 322770
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4022840652334401e-05,
      "loss": 0.1114,
      "step": 322780
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4021722109125076e-05,
      "loss": 0.106,
      "step": 322790
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4020603565915752e-05,
      "loss": 0.1016,
      "step": 322800
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4019485022706427e-05,
      "loss": 0.1108,
      "step": 322810
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4018366479497103e-05,
      "loss": 0.1085,
      "step": 322820
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.401724793628778e-05,
      "loss": 0.1091,
      "step": 322830
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4016129393078455e-05,
      "loss": 0.1094,
      "step": 322840
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4015010849869132e-05,
      "loss": 0.1057,
      "step": 322850
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4013892306659806e-05,
      "loss": 0.1056,
      "step": 322860
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4012773763450482e-05,
      "loss": 0.1063,
      "step": 322870
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.401165522024116e-05,
      "loss": 0.1105,
      "step": 322880
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4010536677031835e-05,
      "loss": 0.1024,
      "step": 322890
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4009418133822511e-05,
      "loss": 0.115,
      "step": 322900
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4008299590613186e-05,
      "loss": 0.1117,
      "step": 322910
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4007181047403862e-05,
      "loss": 0.1106,
      "step": 322920
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4006062504194536e-05,
      "loss": 0.1087,
      "step": 322930
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4004943960985214e-05,
      "loss": 0.1062,
      "step": 322940
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.400382541777589e-05,
      "loss": 0.1072,
      "step": 322950
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4002706874566565e-05,
      "loss": 0.1056,
      "step": 322960
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4001588331357241e-05,
      "loss": 0.1123,
      "step": 322970
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4000469788147916e-05,
      "loss": 0.1061,
      "step": 322980
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3999351244938594e-05,
      "loss": 0.1072,
      "step": 322990
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.399823270172927e-05,
      "loss": 0.1103,
      "step": 323000
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3997114158519945e-05,
      "loss": 0.1073,
      "step": 323010
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3995995615310619e-05,
      "loss": 0.1079,
      "step": 323020
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3994877072101295e-05,
      "loss": 0.1064,
      "step": 323030
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3993758528891973e-05,
      "loss": 0.1041,
      "step": 323040
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3992639985682648e-05,
      "loss": 0.1063,
      "step": 323050
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3991521442473324e-05,
      "loss": 0.1084,
      "step": 323060
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3990402899263999e-05,
      "loss": 0.1052,
      "step": 323070
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3989284356054675e-05,
      "loss": 0.1059,
      "step": 323080
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.398816581284535e-05,
      "loss": 0.1036,
      "step": 323090
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3987047269636027e-05,
      "loss": 0.1051,
      "step": 323100
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3985928726426703e-05,
      "loss": 0.1068,
      "step": 323110
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3984810183217378e-05,
      "loss": 0.1068,
      "step": 323120
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3983691640008054e-05,
      "loss": 0.1115,
      "step": 323130
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3982573096798729e-05,
      "loss": 0.108,
      "step": 323140
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3981454553589407e-05,
      "loss": 0.1035,
      "step": 323150
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3980336010380083e-05,
      "loss": 0.1067,
      "step": 323160
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3979217467170757e-05,
      "loss": 0.1054,
      "step": 323170
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3978098923961434e-05,
      "loss": 0.1062,
      "step": 323180
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3976980380752108e-05,
      "loss": 0.1058,
      "step": 323190
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3975861837542786e-05,
      "loss": 0.1079,
      "step": 323200
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3974743294333462e-05,
      "loss": 0.1102,
      "step": 323210
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3973624751124137e-05,
      "loss": 0.1051,
      "step": 323220
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3972506207914811e-05,
      "loss": 0.1066,
      "step": 323230
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3971387664705488e-05,
      "loss": 0.1069,
      "step": 323240
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3970269121496162e-05,
      "loss": 0.111,
      "step": 323250
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.396915057828684e-05,
      "loss": 0.1045,
      "step": 323260
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3968032035077516e-05,
      "loss": 0.1038,
      "step": 323270
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3966913491868191e-05,
      "loss": 0.1076,
      "step": 323280
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3965794948658867e-05,
      "loss": 0.109,
      "step": 323290
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3964676405449542e-05,
      "loss": 0.1097,
      "step": 323300
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.396355786224022e-05,
      "loss": 0.1088,
      "step": 323310
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3962439319030896e-05,
      "loss": 0.1107,
      "step": 323320
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.396132077582157e-05,
      "loss": 0.1112,
      "step": 323330
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3960202232612247e-05,
      "loss": 0.1095,
      "step": 323340
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3959083689402921e-05,
      "loss": 0.1066,
      "step": 323350
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3957965146193597e-05,
      "loss": 0.1057,
      "step": 323360
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3956846602984275e-05,
      "loss": 0.1093,
      "step": 323370
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.395572805977495e-05,
      "loss": 0.1032,
      "step": 323380
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3954609516565626e-05,
      "loss": 0.1075,
      "step": 323390
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.39534909733563e-05,
      "loss": 0.1083,
      "step": 323400
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3952372430146975e-05,
      "loss": 0.1089,
      "step": 323410
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3951253886937655e-05,
      "loss": 0.1089,
      "step": 323420
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.395013534372833e-05,
      "loss": 0.1126,
      "step": 323430
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3949016800519004e-05,
      "loss": 0.1101,
      "step": 323440
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.394789825730968e-05,
      "loss": 0.1075,
      "step": 323450
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3946779714100355e-05,
      "loss": 0.1095,
      "step": 323460
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3945661170891033e-05,
      "loss": 0.1035,
      "step": 323470
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3944542627681709e-05,
      "loss": 0.1095,
      "step": 323480
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3943424084472383e-05,
      "loss": 0.1104,
      "step": 323490
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.394230554126306e-05,
      "loss": 0.1072,
      "step": 323500
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3941186998053734e-05,
      "loss": 0.1135,
      "step": 323510
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.394006845484441e-05,
      "loss": 0.1051,
      "step": 323520
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3938949911635088e-05,
      "loss": 0.1062,
      "step": 323530
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3937831368425763e-05,
      "loss": 0.1022,
      "step": 323540
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3936712825216439e-05,
      "loss": 0.1076,
      "step": 323550
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3935594282007114e-05,
      "loss": 0.1031,
      "step": 323560
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.393447573879779e-05,
      "loss": 0.1071,
      "step": 323570
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3933357195588468e-05,
      "loss": 0.1106,
      "step": 323580
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3932238652379142e-05,
      "loss": 0.1105,
      "step": 323590
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3931120109169819e-05,
      "loss": 0.1055,
      "step": 323600
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3930001565960493e-05,
      "loss": 0.1059,
      "step": 323610
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.392888302275117e-05,
      "loss": 0.1074,
      "step": 323620
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3927764479541847e-05,
      "loss": 0.1042,
      "step": 323630
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3926645936332522e-05,
      "loss": 0.1086,
      "step": 323640
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3925527393123198e-05,
      "loss": 0.1085,
      "step": 323650
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3924408849913873e-05,
      "loss": 0.1074,
      "step": 323660
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3923290306704547e-05,
      "loss": 0.1084,
      "step": 323670
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3922171763495223e-05,
      "loss": 0.1097,
      "step": 323680
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3921053220285901e-05,
      "loss": 0.1057,
      "step": 323690
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3919934677076576e-05,
      "loss": 0.1099,
      "step": 323700
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3918816133867252e-05,
      "loss": 0.1131,
      "step": 323710
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3917697590657927e-05,
      "loss": 0.1096,
      "step": 323720
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3916579047448603e-05,
      "loss": 0.104,
      "step": 323730
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.391546050423928e-05,
      "loss": 0.1039,
      "step": 323740
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3914341961029955e-05,
      "loss": 0.1075,
      "step": 323750
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3913223417820632e-05,
      "loss": 0.107,
      "step": 323760
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3912104874611306e-05,
      "loss": 0.1059,
      "step": 323770
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3910986331401982e-05,
      "loss": 0.1118,
      "step": 323780
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.390986778819266e-05,
      "loss": 0.1072,
      "step": 323790
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3908749244983335e-05,
      "loss": 0.1075,
      "step": 323800
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3907630701774011e-05,
      "loss": 0.1108,
      "step": 323810
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3906512158564686e-05,
      "loss": 0.1073,
      "step": 323820
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3905393615355362e-05,
      "loss": 0.1071,
      "step": 323830
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3904275072146036e-05,
      "loss": 0.1111,
      "step": 323840
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3903156528936714e-05,
      "loss": 0.1079,
      "step": 323850
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.390203798572739e-05,
      "loss": 0.1029,
      "step": 323860
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3900919442518065e-05,
      "loss": 0.1059,
      "step": 323870
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.389980089930874e-05,
      "loss": 0.1058,
      "step": 323880
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3898682356099416e-05,
      "loss": 0.1052,
      "step": 323890
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3897563812890094e-05,
      "loss": 0.1123,
      "step": 323900
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3896445269680768e-05,
      "loss": 0.1078,
      "step": 323910
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3895326726471444e-05,
      "loss": 0.104,
      "step": 323920
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3894208183262119e-05,
      "loss": 0.105,
      "step": 323930
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3893089640052795e-05,
      "loss": 0.1076,
      "step": 323940
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3891971096843473e-05,
      "loss": 0.1028,
      "step": 323950
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3890852553634148e-05,
      "loss": 0.1039,
      "step": 323960
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3889734010424824e-05,
      "loss": 0.1058,
      "step": 323970
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3888615467215499e-05,
      "loss": 0.1068,
      "step": 323980
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3887496924006175e-05,
      "loss": 0.1103,
      "step": 323990
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.388637838079685e-05,
      "loss": 0.1072,
      "step": 324000
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3885259837587527e-05,
      "loss": 0.1055,
      "step": 324010
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3884141294378203e-05,
      "loss": 0.1061,
      "step": 324020
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3883022751168878e-05,
      "loss": 0.1081,
      "step": 324030
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3881904207959554e-05,
      "loss": 0.1058,
      "step": 324040
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3880785664750229e-05,
      "loss": 0.1075,
      "step": 324050
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3879667121540907e-05,
      "loss": 0.1084,
      "step": 324060
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3878548578331583e-05,
      "loss": 0.1086,
      "step": 324070
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3877430035122257e-05,
      "loss": 0.1103,
      "step": 324080
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3876311491912932e-05,
      "loss": 0.1088,
      "step": 324090
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3875192948703608e-05,
      "loss": 0.1074,
      "step": 324100
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3874074405494286e-05,
      "loss": 0.1088,
      "step": 324110
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.387295586228496e-05,
      "loss": 0.1116,
      "step": 324120
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3871837319075637e-05,
      "loss": 0.1066,
      "step": 324130
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3870718775866311e-05,
      "loss": 0.1096,
      "step": 324140
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3869600232656988e-05,
      "loss": 0.1082,
      "step": 324150
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3868481689447662e-05,
      "loss": 0.1064,
      "step": 324160
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.386736314623834e-05,
      "loss": 0.1069,
      "step": 324170
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3866244603029016e-05,
      "loss": 0.105,
      "step": 324180
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3865126059819691e-05,
      "loss": 0.105,
      "step": 324190
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3864007516610367e-05,
      "loss": 0.1093,
      "step": 324200
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3862888973401042e-05,
      "loss": 0.1108,
      "step": 324210
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.386177043019172e-05,
      "loss": 0.1056,
      "step": 324220
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3860651886982396e-05,
      "loss": 0.1052,
      "step": 324230
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.385953334377307e-05,
      "loss": 0.1125,
      "step": 324240
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3858414800563747e-05,
      "loss": 0.1061,
      "step": 324250
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3857296257354421e-05,
      "loss": 0.1083,
      "step": 324260
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3856177714145099e-05,
      "loss": 0.11,
      "step": 324270
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3855059170935775e-05,
      "loss": 0.1088,
      "step": 324280
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.385394062772645e-05,
      "loss": 0.1041,
      "step": 324290
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3852822084517124e-05,
      "loss": 0.1047,
      "step": 324300
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.38517035413078e-05,
      "loss": 0.1007,
      "step": 324310
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3850584998098475e-05,
      "loss": 0.1113,
      "step": 324320
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3849466454889153e-05,
      "loss": 0.1063,
      "step": 324330
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.384834791167983e-05,
      "loss": 0.1099,
      "step": 324340
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3847229368470504e-05,
      "loss": 0.1049,
      "step": 324350
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.384611082526118e-05,
      "loss": 0.1091,
      "step": 324360
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3844992282051855e-05,
      "loss": 0.1089,
      "step": 324370
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3843873738842533e-05,
      "loss": 0.1085,
      "step": 324380
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3842755195633209e-05,
      "loss": 0.1111,
      "step": 324390
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3841636652423883e-05,
      "loss": 0.1055,
      "step": 324400
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.384051810921456e-05,
      "loss": 0.1042,
      "step": 324410
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3839399566005234e-05,
      "loss": 0.1042,
      "step": 324420
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3838281022795912e-05,
      "loss": 0.1065,
      "step": 324430
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3837162479586588e-05,
      "loss": 0.1042,
      "step": 324440
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3836043936377263e-05,
      "loss": 0.1033,
      "step": 324450
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3834925393167939e-05,
      "loss": 0.111,
      "step": 324460
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3833806849958614e-05,
      "loss": 0.1079,
      "step": 324470
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.383268830674929e-05,
      "loss": 0.1043,
      "step": 324480
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3831681617860897e-05,
      "loss": 0.1091,
      "step": 324490
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3830563074651577e-05,
      "loss": 0.1074,
      "step": 324500
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3829444531442251e-05,
      "loss": 0.1129,
      "step": 324510
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3828325988232926e-05,
      "loss": 0.1069,
      "step": 324520
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3827207445023602e-05,
      "loss": 0.1022,
      "step": 324530
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3826088901814276e-05,
      "loss": 0.1072,
      "step": 324540
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3824970358604953e-05,
      "loss": 0.1028,
      "step": 324550
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.382385181539563e-05,
      "loss": 0.1054,
      "step": 324560
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3822733272186305e-05,
      "loss": 0.1075,
      "step": 324570
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3821614728976981e-05,
      "loss": 0.1081,
      "step": 324580
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3820496185767656e-05,
      "loss": 0.1093,
      "step": 324590
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3819377642558332e-05,
      "loss": 0.1059,
      "step": 324600
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.381825909934901e-05,
      "loss": 0.1094,
      "step": 324610
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3817140556139685e-05,
      "loss": 0.104,
      "step": 324620
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.381602201293036e-05,
      "loss": 0.1096,
      "step": 324630
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3814903469721035e-05,
      "loss": 0.1073,
      "step": 324640
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3813784926511712e-05,
      "loss": 0.1054,
      "step": 324650
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.381266638330239e-05,
      "loss": 0.106,
      "step": 324660
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3811547840093064e-05,
      "loss": 0.1105,
      "step": 324670
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.381042929688374e-05,
      "loss": 0.1101,
      "step": 324680
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3809310753674415e-05,
      "loss": 0.1068,
      "step": 324690
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.380819221046509e-05,
      "loss": 0.1081,
      "step": 324700
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3807073667255766e-05,
      "loss": 0.1058,
      "step": 324710
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3805955124046444e-05,
      "loss": 0.1069,
      "step": 324720
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3804836580837118e-05,
      "loss": 0.1014,
      "step": 324730
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3803718037627794e-05,
      "loss": 0.1088,
      "step": 324740
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3802599494418469e-05,
      "loss": 0.1079,
      "step": 324750
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3801480951209145e-05,
      "loss": 0.1079,
      "step": 324760
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3800362407999823e-05,
      "loss": 0.1086,
      "step": 324770
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3799243864790498e-05,
      "loss": 0.1048,
      "step": 324780
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3798125321581174e-05,
      "loss": 0.1048,
      "step": 324790
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3797006778371848e-05,
      "loss": 0.1065,
      "step": 324800
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3795888235162525e-05,
      "loss": 0.1074,
      "step": 324810
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3794769691953202e-05,
      "loss": 0.108,
      "step": 324820
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3793651148743877e-05,
      "loss": 0.1043,
      "step": 324830
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3792532605534553e-05,
      "loss": 0.1063,
      "step": 324840
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3791414062325228e-05,
      "loss": 0.1062,
      "step": 324850
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3790295519115904e-05,
      "loss": 0.1042,
      "step": 324860
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3789176975906579e-05,
      "loss": 0.1036,
      "step": 324870
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3788058432697257e-05,
      "loss": 0.1079,
      "step": 324880
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3786939889487933e-05,
      "loss": 0.1085,
      "step": 324890
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3785821346278607e-05,
      "loss": 0.1019,
      "step": 324900
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3784702803069282e-05,
      "loss": 0.1096,
      "step": 324910
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3783584259859958e-05,
      "loss": 0.1052,
      "step": 324920
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3782465716650636e-05,
      "loss": 0.111,
      "step": 324930
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.378134717344131e-05,
      "loss": 0.1059,
      "step": 324940
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3780228630231987e-05,
      "loss": 0.1076,
      "step": 324950
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3779110087022661e-05,
      "loss": 0.1035,
      "step": 324960
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3777991543813338e-05,
      "loss": 0.1056,
      "step": 324970
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3776873000604015e-05,
      "loss": 0.1067,
      "step": 324980
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.377575445739469e-05,
      "loss": 0.106,
      "step": 324990
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3774635914185366e-05,
      "loss": 0.104,
      "step": 325000
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.377351737097604e-05,
      "loss": 0.1045,
      "step": 325010
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3772398827766717e-05,
      "loss": 0.1033,
      "step": 325020
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3771280284557392e-05,
      "loss": 0.1056,
      "step": 325030
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.377016174134807e-05,
      "loss": 0.1036,
      "step": 325040
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3769043198138746e-05,
      "loss": 0.1122,
      "step": 325050
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.376792465492942e-05,
      "loss": 0.1083,
      "step": 325060
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3766806111720096e-05,
      "loss": 0.102,
      "step": 325070
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3765687568510771e-05,
      "loss": 0.1109,
      "step": 325080
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3764569025301449e-05,
      "loss": 0.1074,
      "step": 325090
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3763450482092125e-05,
      "loss": 0.11,
      "step": 325100
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.37623319388828e-05,
      "loss": 0.1058,
      "step": 325110
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3761213395673476e-05,
      "loss": 0.1046,
      "step": 325120
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.376009485246415e-05,
      "loss": 0.1089,
      "step": 325130
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3758976309254828e-05,
      "loss": 0.1039,
      "step": 325140
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3757857766045505e-05,
      "loss": 0.1088,
      "step": 325150
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.375673922283618e-05,
      "loss": 0.1076,
      "step": 325160
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3755620679626854e-05,
      "loss": 0.103,
      "step": 325170
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.375450213641753e-05,
      "loss": 0.1087,
      "step": 325180
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3753383593208205e-05,
      "loss": 0.1084,
      "step": 325190
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3752265049998882e-05,
      "loss": 0.1086,
      "step": 325200
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3751146506789559e-05,
      "loss": 0.11,
      "step": 325210
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3750027963580233e-05,
      "loss": 0.1035,
      "step": 325220
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.374890942037091e-05,
      "loss": 0.1052,
      "step": 325230
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3747790877161584e-05,
      "loss": 0.1062,
      "step": 325240
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3746672333952262e-05,
      "loss": 0.1085,
      "step": 325250
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3745553790742938e-05,
      "loss": 0.1073,
      "step": 325260
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3744435247533613e-05,
      "loss": 0.104,
      "step": 325270
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3743316704324289e-05,
      "loss": 0.1039,
      "step": 325280
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3742198161114963e-05,
      "loss": 0.1103,
      "step": 325290
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3741079617905641e-05,
      "loss": 0.1056,
      "step": 325300
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3739961074696318e-05,
      "loss": 0.1056,
      "step": 325310
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3738842531486992e-05,
      "loss": 0.1096,
      "step": 325320
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3737723988277668e-05,
      "loss": 0.1072,
      "step": 325330
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3736605445068343e-05,
      "loss": 0.1057,
      "step": 325340
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3735486901859017e-05,
      "loss": 0.1066,
      "step": 325350
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3734368358649697e-05,
      "loss": 0.1076,
      "step": 325360
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3733249815440372e-05,
      "loss": 0.1092,
      "step": 325370
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3732131272231046e-05,
      "loss": 0.1113,
      "step": 325380
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3731012729021722e-05,
      "loss": 0.1063,
      "step": 325390
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3729894185812397e-05,
      "loss": 0.1068,
      "step": 325400
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3728775642603075e-05,
      "loss": 0.106,
      "step": 325410
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3727657099393751e-05,
      "loss": 0.1101,
      "step": 325420
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3726538556184426e-05,
      "loss": 0.106,
      "step": 325430
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3725420012975102e-05,
      "loss": 0.1065,
      "step": 325440
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3724301469765776e-05,
      "loss": 0.1061,
      "step": 325450
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3723182926556454e-05,
      "loss": 0.11,
      "step": 325460
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.372206438334713e-05,
      "loss": 0.1099,
      "step": 325470
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3720945840137805e-05,
      "loss": 0.109,
      "step": 325480
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3719827296928481e-05,
      "loss": 0.1064,
      "step": 325490
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3718708753719156e-05,
      "loss": 0.1062,
      "step": 325500
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3717590210509832e-05,
      "loss": 0.1097,
      "step": 325510
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.371647166730051e-05,
      "loss": 0.1051,
      "step": 325520
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3715353124091185e-05,
      "loss": 0.1075,
      "step": 325530
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.371423458088186e-05,
      "loss": 0.1083,
      "step": 325540
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3713116037672535e-05,
      "loss": 0.1051,
      "step": 325550
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.371199749446321e-05,
      "loss": 0.1076,
      "step": 325560
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.371087895125389e-05,
      "loss": 0.1049,
      "step": 325570
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3709760408044564e-05,
      "loss": 0.1046,
      "step": 325580
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3708641864835239e-05,
      "loss": 0.1105,
      "step": 325590
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3707523321625915e-05,
      "loss": 0.1057,
      "step": 325600
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.370640477841659e-05,
      "loss": 0.1048,
      "step": 325610
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3705286235207267e-05,
      "loss": 0.1118,
      "step": 325620
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3704167691997944e-05,
      "loss": 0.1055,
      "step": 325630
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3703049148788618e-05,
      "loss": 0.1086,
      "step": 325640
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3701930605579294e-05,
      "loss": 0.1085,
      "step": 325650
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3700812062369969e-05,
      "loss": 0.1066,
      "step": 325660
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3699693519160645e-05,
      "loss": 0.1036,
      "step": 325670
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3698574975951323e-05,
      "loss": 0.1122,
      "step": 325680
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3697456432741998e-05,
      "loss": 0.1068,
      "step": 325690
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3696337889532674e-05,
      "loss": 0.109,
      "step": 325700
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3695219346323348e-05,
      "loss": 0.1099,
      "step": 325710
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3694100803114025e-05,
      "loss": 0.1095,
      "step": 325720
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3692982259904702e-05,
      "loss": 0.1032,
      "step": 325730
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3691863716695377e-05,
      "loss": 0.1108,
      "step": 325740
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3690745173486053e-05,
      "loss": 0.1072,
      "step": 325750
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3689626630276728e-05,
      "loss": 0.1117,
      "step": 325760
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3688508087067402e-05,
      "loss": 0.1094,
      "step": 325770
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3687389543858082e-05,
      "loss": 0.1089,
      "step": 325780
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3686271000648756e-05,
      "loss": 0.1079,
      "step": 325790
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3685152457439431e-05,
      "loss": 0.1074,
      "step": 325800
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3684033914230107e-05,
      "loss": 0.1092,
      "step": 325810
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3682915371020782e-05,
      "loss": 0.1058,
      "step": 325820
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3681796827811458e-05,
      "loss": 0.1071,
      "step": 325830
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3680678284602136e-05,
      "loss": 0.1034,
      "step": 325840
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.367955974139281e-05,
      "loss": 0.1046,
      "step": 325850
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3678441198183487e-05,
      "loss": 0.1093,
      "step": 325860
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3677322654974161e-05,
      "loss": 0.1036,
      "step": 325870
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3676204111764838e-05,
      "loss": 0.104,
      "step": 325880
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3675085568555515e-05,
      "loss": 0.1059,
      "step": 325890
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.367396702534619e-05,
      "loss": 0.105,
      "step": 325900
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3672848482136866e-05,
      "loss": 0.1072,
      "step": 325910
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.367172993892754e-05,
      "loss": 0.1063,
      "step": 325920
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3670611395718217e-05,
      "loss": 0.1091,
      "step": 325930
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3669492852508895e-05,
      "loss": 0.1037,
      "step": 325940
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.366837430929957e-05,
      "loss": 0.1071,
      "step": 325950
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3667255766090246e-05,
      "loss": 0.1057,
      "step": 325960
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.366613722288092e-05,
      "loss": 0.106,
      "step": 325970
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3665018679671596e-05,
      "loss": 0.1041,
      "step": 325980
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3663900136462271e-05,
      "loss": 0.1055,
      "step": 325990
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3662781593252949e-05,
      "loss": 0.1047,
      "step": 326000
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3661663050043625e-05,
      "loss": 0.1101,
      "step": 326010
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.36605445068343e-05,
      "loss": 0.1062,
      "step": 326020
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3659425963624974e-05,
      "loss": 0.1054,
      "step": 326030
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.365830742041565e-05,
      "loss": 0.1102,
      "step": 326040
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3657188877206328e-05,
      "loss": 0.1054,
      "step": 326050
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3656070333997003e-05,
      "loss": 0.108,
      "step": 326060
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.365495179078768e-05,
      "loss": 0.1059,
      "step": 326070
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3653833247578354e-05,
      "loss": 0.103,
      "step": 326080
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.365271470436903e-05,
      "loss": 0.1104,
      "step": 326090
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3651596161159708e-05,
      "loss": 0.1045,
      "step": 326100
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3650477617950382e-05,
      "loss": 0.1068,
      "step": 326110
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3649359074741059e-05,
      "loss": 0.1075,
      "step": 326120
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3648240531531733e-05,
      "loss": 0.108,
      "step": 326130
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.364712198832241e-05,
      "loss": 0.1057,
      "step": 326140
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3646003445113084e-05,
      "loss": 0.1097,
      "step": 326150
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3644884901903762e-05,
      "loss": 0.1077,
      "step": 326160
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3643766358694438e-05,
      "loss": 0.1074,
      "step": 326170
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3642647815485113e-05,
      "loss": 0.1049,
      "step": 326180
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3641529272275789e-05,
      "loss": 0.1068,
      "step": 326190
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3640410729066463e-05,
      "loss": 0.1052,
      "step": 326200
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3639292185857141e-05,
      "loss": 0.1093,
      "step": 326210
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3638173642647818e-05,
      "loss": 0.105,
      "step": 326220
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3637055099438492e-05,
      "loss": 0.1092,
      "step": 326230
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3635936556229167e-05,
      "loss": 0.1061,
      "step": 326240
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3634818013019843e-05,
      "loss": 0.1094,
      "step": 326250
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.363369946981052e-05,
      "loss": 0.1066,
      "step": 326260
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3632580926601195e-05,
      "loss": 0.1038,
      "step": 326270
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3631462383391872e-05,
      "loss": 0.1055,
      "step": 326280
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3630343840182546e-05,
      "loss": 0.1086,
      "step": 326290
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3629225296973222e-05,
      "loss": 0.1036,
      "step": 326300
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3628106753763897e-05,
      "loss": 0.109,
      "step": 326310
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3626988210554575e-05,
      "loss": 0.1084,
      "step": 326320
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3625869667345251e-05,
      "loss": 0.1081,
      "step": 326330
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3624751124135926e-05,
      "loss": 0.1103,
      "step": 326340
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3623632580926602e-05,
      "loss": 0.1064,
      "step": 326350
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3622514037717276e-05,
      "loss": 0.1056,
      "step": 326360
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3621395494507954e-05,
      "loss": 0.1065,
      "step": 326370
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.362027695129863e-05,
      "loss": 0.1094,
      "step": 326380
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3619158408089305e-05,
      "loss": 0.1075,
      "step": 326390
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3618039864879981e-05,
      "loss": 0.1065,
      "step": 326400
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3616921321670656e-05,
      "loss": 0.1076,
      "step": 326410
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.361580277846133e-05,
      "loss": 0.1049,
      "step": 326420
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.361468423525201e-05,
      "loss": 0.1063,
      "step": 326430
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3613565692042685e-05,
      "loss": 0.1038,
      "step": 326440
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3612447148833359e-05,
      "loss": 0.1038,
      "step": 326450
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3611328605624035e-05,
      "loss": 0.1065,
      "step": 326460
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.361021006241471e-05,
      "loss": 0.1087,
      "step": 326470
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3609091519205388e-05,
      "loss": 0.1062,
      "step": 326480
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3607972975996064e-05,
      "loss": 0.1082,
      "step": 326490
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3606966287107673e-05,
      "loss": 0.1085,
      "step": 326500
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3605847743898347e-05,
      "loss": 0.109,
      "step": 326510
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3604729200689024e-05,
      "loss": 0.1066,
      "step": 326520
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3603610657479698e-05,
      "loss": 0.1038,
      "step": 326530
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3602492114270374e-05,
      "loss": 0.1121,
      "step": 326540
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3601373571061052e-05,
      "loss": 0.1108,
      "step": 326550
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3600255027851727e-05,
      "loss": 0.1058,
      "step": 326560
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3599136484642403e-05,
      "loss": 0.1075,
      "step": 326570
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3598017941433078e-05,
      "loss": 0.1074,
      "step": 326580
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3596899398223754e-05,
      "loss": 0.1041,
      "step": 326590
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3595780855014432e-05,
      "loss": 0.1019,
      "step": 326600
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3594662311805106e-05,
      "loss": 0.1112,
      "step": 326610
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3593543768595783e-05,
      "loss": 0.1064,
      "step": 326620
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3592425225386457e-05,
      "loss": 0.1066,
      "step": 326630
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3591306682177132e-05,
      "loss": 0.1089,
      "step": 326640
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3590188138967808e-05,
      "loss": 0.1045,
      "step": 326650
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3589069595758486e-05,
      "loss": 0.1088,
      "step": 326660
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.358795105254916e-05,
      "loss": 0.1041,
      "step": 326670
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3586832509339837e-05,
      "loss": 0.1065,
      "step": 326680
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3585713966130511e-05,
      "loss": 0.1048,
      "step": 326690
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3584595422921187e-05,
      "loss": 0.1118,
      "step": 326700
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3583476879711865e-05,
      "loss": 0.1041,
      "step": 326710
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.358235833650254e-05,
      "loss": 0.1055,
      "step": 326720
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3581239793293216e-05,
      "loss": 0.1084,
      "step": 326730
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.358012125008389e-05,
      "loss": 0.1055,
      "step": 326740
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3579002706874567e-05,
      "loss": 0.1045,
      "step": 326750
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3577884163665245e-05,
      "loss": 0.1036,
      "step": 326760
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.357676562045592e-05,
      "loss": 0.1063,
      "step": 326770
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3575647077246596e-05,
      "loss": 0.1059,
      "step": 326780
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.357452853403727e-05,
      "loss": 0.1063,
      "step": 326790
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3573409990827946e-05,
      "loss": 0.1098,
      "step": 326800
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.357229144761862e-05,
      "loss": 0.101,
      "step": 326810
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3571172904409299e-05,
      "loss": 0.1072,
      "step": 326820
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3570054361199975e-05,
      "loss": 0.1027,
      "step": 326830
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.356893581799065e-05,
      "loss": 0.1085,
      "step": 326840
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3567817274781324e-05,
      "loss": 0.1043,
      "step": 326850
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3566698731572e-05,
      "loss": 0.1056,
      "step": 326860
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3565580188362678e-05,
      "loss": 0.1047,
      "step": 326870
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3564461645153353e-05,
      "loss": 0.1057,
      "step": 326880
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3563343101944029e-05,
      "loss": 0.1032,
      "step": 326890
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3562224558734704e-05,
      "loss": 0.1092,
      "step": 326900
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.356110601552538e-05,
      "loss": 0.1088,
      "step": 326910
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3559987472316058e-05,
      "loss": 0.1065,
      "step": 326920
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3558868929106732e-05,
      "loss": 0.108,
      "step": 326930
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3557750385897408e-05,
      "loss": 0.1058,
      "step": 326940
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3556631842688083e-05,
      "loss": 0.1066,
      "step": 326950
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.355551329947876e-05,
      "loss": 0.1079,
      "step": 326960
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3554394756269434e-05,
      "loss": 0.1009,
      "step": 326970
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3553276213060112e-05,
      "loss": 0.1061,
      "step": 326980
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3552157669850788e-05,
      "loss": 0.108,
      "step": 326990
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3551039126641462e-05,
      "loss": 0.1038,
      "step": 327000
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3549920583432139e-05,
      "loss": 0.1063,
      "step": 327010
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3548802040222813e-05,
      "loss": 0.109,
      "step": 327020
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3547683497013491e-05,
      "loss": 0.1097,
      "step": 327030
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3546564953804167e-05,
      "loss": 0.1018,
      "step": 327040
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3545446410594842e-05,
      "loss": 0.1019,
      "step": 327050
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3544327867385517e-05,
      "loss": 0.1037,
      "step": 327060
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3543209324176193e-05,
      "loss": 0.1095,
      "step": 327070
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.354209078096687e-05,
      "loss": 0.1064,
      "step": 327080
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3540972237757545e-05,
      "loss": 0.1098,
      "step": 327090
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3539853694548221e-05,
      "loss": 0.1029,
      "step": 327100
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3538735151338896e-05,
      "loss": 0.1033,
      "step": 327110
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3537616608129572e-05,
      "loss": 0.1084,
      "step": 327120
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3536498064920247e-05,
      "loss": 0.1065,
      "step": 327130
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3535379521710925e-05,
      "loss": 0.1125,
      "step": 327140
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3534260978501601e-05,
      "loss": 0.102,
      "step": 327150
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3533142435292275e-05,
      "loss": 0.1086,
      "step": 327160
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3532023892082952e-05,
      "loss": 0.1078,
      "step": 327170
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3530905348873626e-05,
      "loss": 0.1071,
      "step": 327180
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3529786805664304e-05,
      "loss": 0.1065,
      "step": 327190
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.352866826245498e-05,
      "loss": 0.1046,
      "step": 327200
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3527549719245655e-05,
      "loss": 0.1054,
      "step": 327210
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3526431176036331e-05,
      "loss": 0.1043,
      "step": 327220
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3525312632827006e-05,
      "loss": 0.1049,
      "step": 327230
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3524194089617684e-05,
      "loss": 0.1106,
      "step": 327240
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.352307554640836e-05,
      "loss": 0.1024,
      "step": 327250
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3521957003199034e-05,
      "loss": 0.1074,
      "step": 327260
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3520838459989709e-05,
      "loss": 0.1109,
      "step": 327270
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3519719916780385e-05,
      "loss": 0.106,
      "step": 327280
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.351860137357106e-05,
      "loss": 0.1068,
      "step": 327290
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3517482830361738e-05,
      "loss": 0.1107,
      "step": 327300
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3516364287152414e-05,
      "loss": 0.103,
      "step": 327310
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3515245743943088e-05,
      "loss": 0.1086,
      "step": 327320
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3514127200733765e-05,
      "loss": 0.1085,
      "step": 327330
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.351300865752444e-05,
      "loss": 0.1068,
      "step": 327340
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3511890114315117e-05,
      "loss": 0.1065,
      "step": 327350
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3510771571105793e-05,
      "loss": 0.1051,
      "step": 327360
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3509653027896468e-05,
      "loss": 0.1109,
      "step": 327370
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3508534484687144e-05,
      "loss": 0.1106,
      "step": 327380
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3507415941477819e-05,
      "loss": 0.1047,
      "step": 327390
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3506297398268497e-05,
      "loss": 0.1019,
      "step": 327400
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3505178855059173e-05,
      "loss": 0.106,
      "step": 327410
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3504060311849847e-05,
      "loss": 0.1038,
      "step": 327420
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3502941768640524e-05,
      "loss": 0.1074,
      "step": 327430
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3501823225431198e-05,
      "loss": 0.1041,
      "step": 327440
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3500704682221874e-05,
      "loss": 0.1042,
      "step": 327450
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3499586139012552e-05,
      "loss": 0.1072,
      "step": 327460
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3498467595803227e-05,
      "loss": 0.1051,
      "step": 327470
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3497349052593903e-05,
      "loss": 0.1082,
      "step": 327480
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3496230509384578e-05,
      "loss": 0.106,
      "step": 327490
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3495111966175252e-05,
      "loss": 0.1078,
      "step": 327500
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3493993422965932e-05,
      "loss": 0.1072,
      "step": 327510
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3492874879756606e-05,
      "loss": 0.1091,
      "step": 327520
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.349175633654728e-05,
      "loss": 0.1032,
      "step": 327530
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3490637793337957e-05,
      "loss": 0.1086,
      "step": 327540
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3489519250128632e-05,
      "loss": 0.1031,
      "step": 327550
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.348840070691931e-05,
      "loss": 0.1036,
      "step": 327560
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3487282163709986e-05,
      "loss": 0.1022,
      "step": 327570
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.348616362050066e-05,
      "loss": 0.107,
      "step": 327580
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3485045077291337e-05,
      "loss": 0.1063,
      "step": 327590
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3483926534082011e-05,
      "loss": 0.1081,
      "step": 327600
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3482807990872687e-05,
      "loss": 0.1018,
      "step": 327610
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3481689447663365e-05,
      "loss": 0.1081,
      "step": 327620
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.348057090445404e-05,
      "loss": 0.1079,
      "step": 327630
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3479452361244716e-05,
      "loss": 0.1022,
      "step": 327640
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.347833381803539e-05,
      "loss": 0.1095,
      "step": 327650
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3477215274826067e-05,
      "loss": 0.1076,
      "step": 327660
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3476096731616745e-05,
      "loss": 0.1076,
      "step": 327670
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.347497818840742e-05,
      "loss": 0.1096,
      "step": 327680
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3473859645198096e-05,
      "loss": 0.1057,
      "step": 327690
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.347274110198877e-05,
      "loss": 0.1044,
      "step": 327700
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3471622558779445e-05,
      "loss": 0.1052,
      "step": 327710
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3470504015570124e-05,
      "loss": 0.1062,
      "step": 327720
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3469385472360799e-05,
      "loss": 0.1025,
      "step": 327730
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3468266929151473e-05,
      "loss": 0.1102,
      "step": 327740
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.346714838594215e-05,
      "loss": 0.1058,
      "step": 327750
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3466029842732824e-05,
      "loss": 0.1065,
      "step": 327760
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.34649112995235e-05,
      "loss": 0.1097,
      "step": 327770
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3463792756314178e-05,
      "loss": 0.109,
      "step": 327780
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3462674213104853e-05,
      "loss": 0.1057,
      "step": 327790
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3461555669895529e-05,
      "loss": 0.1074,
      "step": 327800
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3460437126686204e-05,
      "loss": 0.1038,
      "step": 327810
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.345931858347688e-05,
      "loss": 0.1057,
      "step": 327820
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3458200040267558e-05,
      "loss": 0.1063,
      "step": 327830
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3457081497058232e-05,
      "loss": 0.1071,
      "step": 327840
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3455962953848908e-05,
      "loss": 0.109,
      "step": 327850
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3454844410639583e-05,
      "loss": 0.111,
      "step": 327860
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.345372586743026e-05,
      "loss": 0.1053,
      "step": 327870
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3452607324220937e-05,
      "loss": 0.1042,
      "step": 327880
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3451488781011612e-05,
      "loss": 0.109,
      "step": 327890
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3450370237802288e-05,
      "loss": 0.1066,
      "step": 327900
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3449251694592962e-05,
      "loss": 0.1042,
      "step": 327910
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3448133151383637e-05,
      "loss": 0.1062,
      "step": 327920
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3447014608174313e-05,
      "loss": 0.102,
      "step": 327930
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3445896064964991e-05,
      "loss": 0.1024,
      "step": 327940
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3444777521755666e-05,
      "loss": 0.1044,
      "step": 327950
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3443658978546342e-05,
      "loss": 0.107,
      "step": 327960
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3442540435337016e-05,
      "loss": 0.1103,
      "step": 327970
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3441421892127693e-05,
      "loss": 0.1071,
      "step": 327980
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.344030334891837e-05,
      "loss": 0.1064,
      "step": 327990
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3439184805709045e-05,
      "loss": 0.1068,
      "step": 328000
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3438066262499721e-05,
      "loss": 0.108,
      "step": 328010
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3436947719290396e-05,
      "loss": 0.1087,
      "step": 328020
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3435829176081072e-05,
      "loss": 0.1082,
      "step": 328030
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.343471063287175e-05,
      "loss": 0.1071,
      "step": 328040
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3433592089662425e-05,
      "loss": 0.1027,
      "step": 328050
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3432473546453101e-05,
      "loss": 0.1055,
      "step": 328060
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3431355003243775e-05,
      "loss": 0.1038,
      "step": 328070
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3430236460034452e-05,
      "loss": 0.1081,
      "step": 328080
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3429117916825126e-05,
      "loss": 0.1054,
      "step": 328090
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3427999373615804e-05,
      "loss": 0.1062,
      "step": 328100
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.342688083040648e-05,
      "loss": 0.1109,
      "step": 328110
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3425762287197155e-05,
      "loss": 0.1049,
      "step": 328120
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3424643743987831e-05,
      "loss": 0.1036,
      "step": 328130
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3423525200778506e-05,
      "loss": 0.1079,
      "step": 328140
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3422406657569184e-05,
      "loss": 0.1066,
      "step": 328150
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3421288114359858e-05,
      "loss": 0.1056,
      "step": 328160
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3420169571150534e-05,
      "loss": 0.1095,
      "step": 328170
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3419051027941209e-05,
      "loss": 0.1112,
      "step": 328180
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3417932484731885e-05,
      "loss": 0.1036,
      "step": 328190
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3416813941522563e-05,
      "loss": 0.0998,
      "step": 328200
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3415695398313238e-05,
      "loss": 0.1042,
      "step": 328210
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3414576855103914e-05,
      "loss": 0.1023,
      "step": 328220
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3413458311894588e-05,
      "loss": 0.1049,
      "step": 328230
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3412339768685265e-05,
      "loss": 0.1066,
      "step": 328240
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.341122122547594e-05,
      "loss": 0.1071,
      "step": 328250
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3410102682266617e-05,
      "loss": 0.1051,
      "step": 328260
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3408984139057293e-05,
      "loss": 0.1063,
      "step": 328270
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3407865595847968e-05,
      "loss": 0.1023,
      "step": 328280
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3406747052638644e-05,
      "loss": 0.1077,
      "step": 328290
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3405628509429319e-05,
      "loss": 0.1036,
      "step": 328300
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3404509966219997e-05,
      "loss": 0.1066,
      "step": 328310
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3403391423010673e-05,
      "loss": 0.1085,
      "step": 328320
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3402272879801347e-05,
      "loss": 0.109,
      "step": 328330
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3401154336592024e-05,
      "loss": 0.1105,
      "step": 328340
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3400035793382698e-05,
      "loss": 0.1087,
      "step": 328350
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3398917250173376e-05,
      "loss": 0.1077,
      "step": 328360
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3397798706964052e-05,
      "loss": 0.1138,
      "step": 328370
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3396680163754727e-05,
      "loss": 0.1076,
      "step": 328380
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3395561620545401e-05,
      "loss": 0.1101,
      "step": 328390
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3394443077336078e-05,
      "loss": 0.1033,
      "step": 328400
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3393324534126752e-05,
      "loss": 0.1099,
      "step": 328410
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.339220599091743e-05,
      "loss": 0.1016,
      "step": 328420
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3391087447708106e-05,
      "loss": 0.109,
      "step": 328430
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.338996890449878e-05,
      "loss": 0.1043,
      "step": 328440
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3388850361289457e-05,
      "loss": 0.1095,
      "step": 328450
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3387731818080132e-05,
      "loss": 0.1094,
      "step": 328460
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.338661327487081e-05,
      "loss": 0.11,
      "step": 328470
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3385494731661486e-05,
      "loss": 0.1082,
      "step": 328480
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.338437618845216e-05,
      "loss": 0.1071,
      "step": 328490
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3383257645242837e-05,
      "loss": 0.1037,
      "step": 328500
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3382139102033511e-05,
      "loss": 0.1058,
      "step": 328510
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.338113241314512e-05,
      "loss": 0.1059,
      "step": 328520
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3380013869935794e-05,
      "loss": 0.1052,
      "step": 328530
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3378895326726474e-05,
      "loss": 0.1065,
      "step": 328540
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3377776783517149e-05,
      "loss": 0.1022,
      "step": 328550
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3376658240307823e-05,
      "loss": 0.1053,
      "step": 328560
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.33755396970985e-05,
      "loss": 0.1023,
      "step": 328570
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3374421153889174e-05,
      "loss": 0.1043,
      "step": 328580
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3373302610679852e-05,
      "loss": 0.1075,
      "step": 328590
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3372184067470528e-05,
      "loss": 0.1037,
      "step": 328600
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3371065524261203e-05,
      "loss": 0.1046,
      "step": 328610
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3369946981051879e-05,
      "loss": 0.1013,
      "step": 328620
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3368828437842553e-05,
      "loss": 0.1041,
      "step": 328630
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.336770989463323e-05,
      "loss": 0.1015,
      "step": 328640
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3366591351423908e-05,
      "loss": 0.1058,
      "step": 328650
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3365472808214582e-05,
      "loss": 0.1015,
      "step": 328660
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3364354265005258e-05,
      "loss": 0.1099,
      "step": 328670
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3363235721795933e-05,
      "loss": 0.1041,
      "step": 328680
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3362117178586609e-05,
      "loss": 0.1068,
      "step": 328690
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3360998635377287e-05,
      "loss": 0.1046,
      "step": 328700
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3359880092167962e-05,
      "loss": 0.1052,
      "step": 328710
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3358761548958638e-05,
      "loss": 0.1106,
      "step": 328720
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3357643005749312e-05,
      "loss": 0.1063,
      "step": 328730
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3356524462539987e-05,
      "loss": 0.1089,
      "step": 328740
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3355405919330666e-05,
      "loss": 0.105,
      "step": 328750
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3354287376121341e-05,
      "loss": 0.1074,
      "step": 328760
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3353168832912016e-05,
      "loss": 0.1059,
      "step": 328770
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3352050289702692e-05,
      "loss": 0.108,
      "step": 328780
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3350931746493366e-05,
      "loss": 0.1034,
      "step": 328790
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3349813203284043e-05,
      "loss": 0.1091,
      "step": 328800
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.334869466007472e-05,
      "loss": 0.1058,
      "step": 328810
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3347576116865395e-05,
      "loss": 0.1076,
      "step": 328820
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3346457573656071e-05,
      "loss": 0.1051,
      "step": 328830
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3345339030446746e-05,
      "loss": 0.109,
      "step": 328840
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3344220487237422e-05,
      "loss": 0.1098,
      "step": 328850
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.33431019440281e-05,
      "loss": 0.1062,
      "step": 328860
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3341983400818774e-05,
      "loss": 0.1022,
      "step": 328870
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.334086485760945e-05,
      "loss": 0.1058,
      "step": 328880
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3339746314400125e-05,
      "loss": 0.1033,
      "step": 328890
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3338627771190801e-05,
      "loss": 0.1102,
      "step": 328900
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.333750922798148e-05,
      "loss": 0.1064,
      "step": 328910
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3336390684772154e-05,
      "loss": 0.1093,
      "step": 328920
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.333527214156283e-05,
      "loss": 0.1041,
      "step": 328930
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3334153598353505e-05,
      "loss": 0.1081,
      "step": 328940
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3333035055144181e-05,
      "loss": 0.1073,
      "step": 328950
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3331916511934856e-05,
      "loss": 0.1058,
      "step": 328960
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3330797968725533e-05,
      "loss": 0.1007,
      "step": 328970
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.332967942551621e-05,
      "loss": 0.1088,
      "step": 328980
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3328560882306884e-05,
      "loss": 0.1071,
      "step": 328990
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3327442339097559e-05,
      "loss": 0.1048,
      "step": 329000
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3326323795888235e-05,
      "loss": 0.1061,
      "step": 329010
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3325205252678913e-05,
      "loss": 0.1057,
      "step": 329020
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3324086709469587e-05,
      "loss": 0.1023,
      "step": 329030
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3322968166260264e-05,
      "loss": 0.103,
      "step": 329040
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3321849623050938e-05,
      "loss": 0.1062,
      "step": 329050
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3320731079841614e-05,
      "loss": 0.1066,
      "step": 329060
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3319612536632289e-05,
      "loss": 0.1086,
      "step": 329070
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3318493993422967e-05,
      "loss": 0.1051,
      "step": 329080
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3317375450213643e-05,
      "loss": 0.1084,
      "step": 329090
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3316256907004318e-05,
      "loss": 0.1062,
      "step": 329100
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3315138363794994e-05,
      "loss": 0.1111,
      "step": 329110
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3314019820585668e-05,
      "loss": 0.1049,
      "step": 329120
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3312901277376346e-05,
      "loss": 0.1085,
      "step": 329130
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3311782734167023e-05,
      "loss": 0.1081,
      "step": 329140
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3310664190957697e-05,
      "loss": 0.1048,
      "step": 329150
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3309545647748373e-05,
      "loss": 0.1094,
      "step": 329160
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3308427104539048e-05,
      "loss": 0.1066,
      "step": 329170
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3307308561329726e-05,
      "loss": 0.1068,
      "step": 329180
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3306190018120402e-05,
      "loss": 0.1035,
      "step": 329190
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3305071474911077e-05,
      "loss": 0.1062,
      "step": 329200
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3303952931701751e-05,
      "loss": 0.1088,
      "step": 329210
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3302834388492427e-05,
      "loss": 0.1013,
      "step": 329220
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3301715845283102e-05,
      "loss": 0.1063,
      "step": 329230
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.330059730207378e-05,
      "loss": 0.107,
      "step": 329240
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3299478758864456e-05,
      "loss": 0.106,
      "step": 329250
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.329836021565513e-05,
      "loss": 0.1073,
      "step": 329260
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3297241672445807e-05,
      "loss": 0.0997,
      "step": 329270
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3296123129236481e-05,
      "loss": 0.1011,
      "step": 329280
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.329500458602716e-05,
      "loss": 0.1094,
      "step": 329290
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3293886042817836e-05,
      "loss": 0.1052,
      "step": 329300
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.329276749960851e-05,
      "loss": 0.1088,
      "step": 329310
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3291648956399186e-05,
      "loss": 0.1044,
      "step": 329320
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3290530413189861e-05,
      "loss": 0.1017,
      "step": 329330
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3289411869980539e-05,
      "loss": 0.1009,
      "step": 329340
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3288293326771215e-05,
      "loss": 0.1072,
      "step": 329350
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.328717478356189e-05,
      "loss": 0.1063,
      "step": 329360
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3286056240352566e-05,
      "loss": 0.1053,
      "step": 329370
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.328493769714324e-05,
      "loss": 0.1112,
      "step": 329380
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3283819153933915e-05,
      "loss": 0.1068,
      "step": 329390
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3282700610724595e-05,
      "loss": 0.108,
      "step": 329400
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3281582067515269e-05,
      "loss": 0.1069,
      "step": 329410
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3280463524305944e-05,
      "loss": 0.1073,
      "step": 329420
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.327934498109662e-05,
      "loss": 0.1076,
      "step": 329430
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3278226437887294e-05,
      "loss": 0.1069,
      "step": 329440
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3277107894677972e-05,
      "loss": 0.1109,
      "step": 329450
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3275989351468649e-05,
      "loss": 0.1061,
      "step": 329460
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3274870808259323e-05,
      "loss": 0.1079,
      "step": 329470
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.327375226505e-05,
      "loss": 0.107,
      "step": 329480
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3272633721840674e-05,
      "loss": 0.1095,
      "step": 329490
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3271515178631352e-05,
      "loss": 0.1042,
      "step": 329500
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3270396635422028e-05,
      "loss": 0.1065,
      "step": 329510
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3269278092212703e-05,
      "loss": 0.108,
      "step": 329520
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3268159549003379e-05,
      "loss": 0.1093,
      "step": 329530
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3267041005794053e-05,
      "loss": 0.1051,
      "step": 329540
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.326592246258473e-05,
      "loss": 0.1026,
      "step": 329550
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3264803919375408e-05,
      "loss": 0.1026,
      "step": 329560
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3263685376166082e-05,
      "loss": 0.1042,
      "step": 329570
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3262566832956758e-05,
      "loss": 0.1058,
      "step": 329580
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3261448289747433e-05,
      "loss": 0.1078,
      "step": 329590
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3260329746538109e-05,
      "loss": 0.1036,
      "step": 329600
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3259211203328787e-05,
      "loss": 0.1079,
      "step": 329610
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3258092660119462e-05,
      "loss": 0.1045,
      "step": 329620
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3256974116910138e-05,
      "loss": 0.1058,
      "step": 329630
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3255855573700812e-05,
      "loss": 0.1073,
      "step": 329640
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3254737030491487e-05,
      "loss": 0.1043,
      "step": 329650
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3253618487282165e-05,
      "loss": 0.1047,
      "step": 329660
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3252499944072841e-05,
      "loss": 0.1051,
      "step": 329670
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3251381400863516e-05,
      "loss": 0.1037,
      "step": 329680
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3250262857654192e-05,
      "loss": 0.1078,
      "step": 329690
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3249144314444866e-05,
      "loss": 0.1044,
      "step": 329700
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3248025771235543e-05,
      "loss": 0.1062,
      "step": 329710
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.324690722802622e-05,
      "loss": 0.1027,
      "step": 329720
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3245788684816895e-05,
      "loss": 0.1031,
      "step": 329730
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3244670141607571e-05,
      "loss": 0.1045,
      "step": 329740
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3243551598398246e-05,
      "loss": 0.1077,
      "step": 329750
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3242433055188922e-05,
      "loss": 0.1038,
      "step": 329760
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.32413145119796e-05,
      "loss": 0.1062,
      "step": 329770
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3240195968770274e-05,
      "loss": 0.1047,
      "step": 329780
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.323907742556095e-05,
      "loss": 0.1022,
      "step": 329790
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3237958882351625e-05,
      "loss": 0.1101,
      "step": 329800
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3236840339142301e-05,
      "loss": 0.1053,
      "step": 329810
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.323572179593298e-05,
      "loss": 0.1069,
      "step": 329820
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3234603252723654e-05,
      "loss": 0.1061,
      "step": 329830
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.323348470951433e-05,
      "loss": 0.1051,
      "step": 329840
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3232366166305005e-05,
      "loss": 0.105,
      "step": 329850
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.323124762309568e-05,
      "loss": 0.1069,
      "step": 329860
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3230129079886355e-05,
      "loss": 0.107,
      "step": 329870
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3229010536677033e-05,
      "loss": 0.1093,
      "step": 329880
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3227891993467708e-05,
      "loss": 0.1051,
      "step": 329890
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3226773450258384e-05,
      "loss": 0.1028,
      "step": 329900
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3225654907049059e-05,
      "loss": 0.1039,
      "step": 329910
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3224536363839735e-05,
      "loss": 0.1075,
      "step": 329920
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3223417820630413e-05,
      "loss": 0.1049,
      "step": 329930
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3222299277421087e-05,
      "loss": 0.107,
      "step": 329940
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3221180734211764e-05,
      "loss": 0.104,
      "step": 329950
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3220062191002438e-05,
      "loss": 0.1028,
      "step": 329960
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3218943647793114e-05,
      "loss": 0.1079,
      "step": 329970
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3217825104583792e-05,
      "loss": 0.1053,
      "step": 329980
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3216706561374467e-05,
      "loss": 0.1074,
      "step": 329990
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3215588018165143e-05,
      "loss": 0.103,
      "step": 330000
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3214469474955818e-05,
      "loss": 0.1065,
      "step": 330010
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3213350931746494e-05,
      "loss": 0.1083,
      "step": 330020
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3212232388537168e-05,
      "loss": 0.1058,
      "step": 330030
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3211113845327846e-05,
      "loss": 0.1102,
      "step": 330040
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3209995302118523e-05,
      "loss": 0.105,
      "step": 330050
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3208876758909197e-05,
      "loss": 0.1088,
      "step": 330060
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3207758215699872e-05,
      "loss": 0.1059,
      "step": 330070
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3206639672490548e-05,
      "loss": 0.1065,
      "step": 330080
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3205521129281226e-05,
      "loss": 0.104,
      "step": 330090
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.32044025860719e-05,
      "loss": 0.1078,
      "step": 330100
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3203284042862577e-05,
      "loss": 0.1018,
      "step": 330110
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3202165499653251e-05,
      "loss": 0.1083,
      "step": 330120
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3201046956443927e-05,
      "loss": 0.1098,
      "step": 330130
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3199928413234605e-05,
      "loss": 0.1078,
      "step": 330140
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.319880987002528e-05,
      "loss": 0.1034,
      "step": 330150
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3197691326815956e-05,
      "loss": 0.1047,
      "step": 330160
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.319657278360663e-05,
      "loss": 0.1124,
      "step": 330170
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3195454240397307e-05,
      "loss": 0.104,
      "step": 330180
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3194335697187981e-05,
      "loss": 0.107,
      "step": 330190
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.319321715397866e-05,
      "loss": 0.1038,
      "step": 330200
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3192098610769336e-05,
      "loss": 0.1073,
      "step": 330210
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.319098006756001e-05,
      "loss": 0.1046,
      "step": 330220
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3189861524350686e-05,
      "loss": 0.1043,
      "step": 330230
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3188742981141361e-05,
      "loss": 0.1042,
      "step": 330240
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3187624437932039e-05,
      "loss": 0.1057,
      "step": 330250
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3186505894722715e-05,
      "loss": 0.1095,
      "step": 330260
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.318538735151339e-05,
      "loss": 0.1048,
      "step": 330270
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3184268808304064e-05,
      "loss": 0.1092,
      "step": 330280
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.318315026509474e-05,
      "loss": 0.1068,
      "step": 330290
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3182031721885418e-05,
      "loss": 0.1054,
      "step": 330300
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3180913178676093e-05,
      "loss": 0.1129,
      "step": 330310
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3179794635466769e-05,
      "loss": 0.1089,
      "step": 330320
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3178676092257444e-05,
      "loss": 0.1034,
      "step": 330330
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.317755754904812e-05,
      "loss": 0.106,
      "step": 330340
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3176439005838794e-05,
      "loss": 0.104,
      "step": 330350
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3175320462629472e-05,
      "loss": 0.1043,
      "step": 330360
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3174201919420149e-05,
      "loss": 0.1061,
      "step": 330370
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3173083376210823e-05,
      "loss": 0.1104,
      "step": 330380
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.31719648330015e-05,
      "loss": 0.1051,
      "step": 330390
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3170846289792174e-05,
      "loss": 0.1091,
      "step": 330400
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3169727746582852e-05,
      "loss": 0.1088,
      "step": 330410
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3168609203373528e-05,
      "loss": 0.1059,
      "step": 330420
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3167490660164203e-05,
      "loss": 0.109,
      "step": 330430
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3166372116954879e-05,
      "loss": 0.1011,
      "step": 330440
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3165253573745553e-05,
      "loss": 0.1016,
      "step": 330450
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3164135030536231e-05,
      "loss": 0.1074,
      "step": 330460
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3163016487326907e-05,
      "loss": 0.1054,
      "step": 330470
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3161897944117582e-05,
      "loss": 0.1074,
      "step": 330480
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3160779400908258e-05,
      "loss": 0.1029,
      "step": 330490
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3159660857698933e-05,
      "loss": 0.0986,
      "step": 330500
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3158542314489607e-05,
      "loss": 0.1006,
      "step": 330510
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3157423771280287e-05,
      "loss": 0.1038,
      "step": 330520
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3156417082391894e-05,
      "loss": 0.105,
      "step": 330530
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.315529853918257e-05,
      "loss": 0.1041,
      "step": 330540
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3154179995973245e-05,
      "loss": 0.1057,
      "step": 330550
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3153061452763921e-05,
      "loss": 0.1073,
      "step": 330560
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3151942909554596e-05,
      "loss": 0.1029,
      "step": 330570
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3150824366345272e-05,
      "loss": 0.1038,
      "step": 330580
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.314970582313595e-05,
      "loss": 0.1058,
      "step": 330590
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3148587279926624e-05,
      "loss": 0.1047,
      "step": 330600
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.31474687367173e-05,
      "loss": 0.1028,
      "step": 330610
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3146350193507975e-05,
      "loss": 0.111,
      "step": 330620
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3145231650298651e-05,
      "loss": 0.1083,
      "step": 330630
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.314411310708933e-05,
      "loss": 0.1041,
      "step": 330640
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3142994563880004e-05,
      "loss": 0.1065,
      "step": 330650
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.314187602067068e-05,
      "loss": 0.1084,
      "step": 330660
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3140757477461355e-05,
      "loss": 0.105,
      "step": 330670
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3139638934252029e-05,
      "loss": 0.1068,
      "step": 330680
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3138520391042709e-05,
      "loss": 0.1085,
      "step": 330690
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3137401847833383e-05,
      "loss": 0.1123,
      "step": 330700
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3136283304624058e-05,
      "loss": 0.1054,
      "step": 330710
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3135164761414734e-05,
      "loss": 0.1066,
      "step": 330720
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3134046218205409e-05,
      "loss": 0.1052,
      "step": 330730
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3132927674996085e-05,
      "loss": 0.1019,
      "step": 330740
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3131809131786763e-05,
      "loss": 0.1059,
      "step": 330750
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3130690588577437e-05,
      "loss": 0.1079,
      "step": 330760
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3129572045368113e-05,
      "loss": 0.1072,
      "step": 330770
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3128453502158788e-05,
      "loss": 0.1062,
      "step": 330780
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3127334958949464e-05,
      "loss": 0.1107,
      "step": 330790
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3126216415740142e-05,
      "loss": 0.0999,
      "step": 330800
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3125097872530817e-05,
      "loss": 0.1102,
      "step": 330810
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3123979329321493e-05,
      "loss": 0.1049,
      "step": 330820
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3122860786112168e-05,
      "loss": 0.1067,
      "step": 330830
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3121742242902844e-05,
      "loss": 0.1073,
      "step": 330840
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3120623699693522e-05,
      "loss": 0.1074,
      "step": 330850
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3119505156484196e-05,
      "loss": 0.1077,
      "step": 330860
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3118386613274872e-05,
      "loss": 0.1079,
      "step": 330870
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3117268070065547e-05,
      "loss": 0.1103,
      "step": 330880
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3116149526856222e-05,
      "loss": 0.1078,
      "step": 330890
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3115030983646898e-05,
      "loss": 0.1069,
      "step": 330900
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3113912440437576e-05,
      "loss": 0.1036,
      "step": 330910
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.311279389722825e-05,
      "loss": 0.1079,
      "step": 330920
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3111675354018926e-05,
      "loss": 0.1051,
      "step": 330930
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3110556810809601e-05,
      "loss": 0.103,
      "step": 330940
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3109438267600277e-05,
      "loss": 0.1049,
      "step": 330950
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3108319724390955e-05,
      "loss": 0.105,
      "step": 330960
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.310720118118163e-05,
      "loss": 0.1071,
      "step": 330970
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3106082637972306e-05,
      "loss": 0.1067,
      "step": 330980
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.310496409476298e-05,
      "loss": 0.106,
      "step": 330990
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3103845551553657e-05,
      "loss": 0.1053,
      "step": 331000
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3102727008344335e-05,
      "loss": 0.1062,
      "step": 331010
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.310160846513501e-05,
      "loss": 0.1076,
      "step": 331020
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3100489921925685e-05,
      "loss": 0.1045,
      "step": 331030
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.309937137871636e-05,
      "loss": 0.1055,
      "step": 331040
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3098252835507036e-05,
      "loss": 0.1092,
      "step": 331050
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.309713429229771e-05,
      "loss": 0.1058,
      "step": 331060
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3096015749088389e-05,
      "loss": 0.1071,
      "step": 331070
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3094897205879065e-05,
      "loss": 0.1071,
      "step": 331080
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.309377866266974e-05,
      "loss": 0.1071,
      "step": 331090
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3092660119460416e-05,
      "loss": 0.1068,
      "step": 331100
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.309154157625109e-05,
      "loss": 0.1,
      "step": 331110
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3090423033041768e-05,
      "loss": 0.1114,
      "step": 331120
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3089304489832444e-05,
      "loss": 0.1074,
      "step": 331130
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3088185946623119e-05,
      "loss": 0.1065,
      "step": 331140
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3087067403413793e-05,
      "loss": 0.1035,
      "step": 331150
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.308594886020447e-05,
      "loss": 0.1045,
      "step": 331160
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3084830316995148e-05,
      "loss": 0.1013,
      "step": 331170
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3083711773785822e-05,
      "loss": 0.0975,
      "step": 331180
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3082593230576498e-05,
      "loss": 0.1043,
      "step": 331190
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3081474687367173e-05,
      "loss": 0.1059,
      "step": 331200
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3080356144157849e-05,
      "loss": 0.1027,
      "step": 331210
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3079237600948524e-05,
      "loss": 0.1039,
      "step": 331220
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3078119057739202e-05,
      "loss": 0.1083,
      "step": 331230
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3077000514529878e-05,
      "loss": 0.1054,
      "step": 331240
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3075881971320552e-05,
      "loss": 0.1026,
      "step": 331250
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3074763428111229e-05,
      "loss": 0.1056,
      "step": 331260
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3073644884901903e-05,
      "loss": 0.1084,
      "step": 331270
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3072526341692581e-05,
      "loss": 0.1094,
      "step": 331280
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3071407798483257e-05,
      "loss": 0.105,
      "step": 331290
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3070289255273932e-05,
      "loss": 0.1058,
      "step": 331300
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3069170712064608e-05,
      "loss": 0.1089,
      "step": 331310
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3068052168855283e-05,
      "loss": 0.1079,
      "step": 331320
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.306693362564596e-05,
      "loss": 0.1024,
      "step": 331330
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3065815082436637e-05,
      "loss": 0.1082,
      "step": 331340
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3064696539227311e-05,
      "loss": 0.1039,
      "step": 331350
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3063577996017986e-05,
      "loss": 0.104,
      "step": 331360
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3062459452808662e-05,
      "loss": 0.1067,
      "step": 331370
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3061340909599337e-05,
      "loss": 0.1026,
      "step": 331380
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3060222366390015e-05,
      "loss": 0.1072,
      "step": 331390
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.305910382318069e-05,
      "loss": 0.1054,
      "step": 331400
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3057985279971365e-05,
      "loss": 0.1004,
      "step": 331410
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3056866736762042e-05,
      "loss": 0.1099,
      "step": 331420
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3055748193552716e-05,
      "loss": 0.1057,
      "step": 331430
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3054629650343394e-05,
      "loss": 0.1079,
      "step": 331440
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.305351110713407e-05,
      "loss": 0.1006,
      "step": 331450
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3052392563924745e-05,
      "loss": 0.1059,
      "step": 331460
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3051274020715421e-05,
      "loss": 0.102,
      "step": 331470
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3050155477506096e-05,
      "loss": 0.1053,
      "step": 331480
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3049036934296774e-05,
      "loss": 0.1087,
      "step": 331490
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.304791839108745e-05,
      "loss": 0.1064,
      "step": 331500
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3046799847878124e-05,
      "loss": 0.11,
      "step": 331510
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.30456813046688e-05,
      "loss": 0.1053,
      "step": 331520
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3044562761459475e-05,
      "loss": 0.1034,
      "step": 331530
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.304344421825015e-05,
      "loss": 0.0999,
      "step": 331540
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.304232567504083e-05,
      "loss": 0.1078,
      "step": 331550
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3041207131831504e-05,
      "loss": 0.1055,
      "step": 331560
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3040088588622178e-05,
      "loss": 0.1004,
      "step": 331570
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3038970045412855e-05,
      "loss": 0.1066,
      "step": 331580
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3037851502203529e-05,
      "loss": 0.1044,
      "step": 331590
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3036732958994207e-05,
      "loss": 0.1064,
      "step": 331600
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3035614415784883e-05,
      "loss": 0.1034,
      "step": 331610
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3034495872575558e-05,
      "loss": 0.1053,
      "step": 331620
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3033377329366234e-05,
      "loss": 0.1044,
      "step": 331630
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3032258786156909e-05,
      "loss": 0.1036,
      "step": 331640
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3031140242947586e-05,
      "loss": 0.104,
      "step": 331650
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3030021699738263e-05,
      "loss": 0.1073,
      "step": 331660
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3028903156528937e-05,
      "loss": 0.1054,
      "step": 331670
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3027784613319613e-05,
      "loss": 0.1074,
      "step": 331680
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3026666070110288e-05,
      "loss": 0.1067,
      "step": 331690
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3025547526900964e-05,
      "loss": 0.1044,
      "step": 331700
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3024428983691642e-05,
      "loss": 0.1029,
      "step": 331710
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3023310440482317e-05,
      "loss": 0.11,
      "step": 331720
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3022191897272993e-05,
      "loss": 0.1048,
      "step": 331730
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3021073354063667e-05,
      "loss": 0.1028,
      "step": 331740
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3019954810854342e-05,
      "loss": 0.1037,
      "step": 331750
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3018836267645022e-05,
      "loss": 0.1044,
      "step": 331760
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3017717724435696e-05,
      "loss": 0.1048,
      "step": 331770
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.301659918122637e-05,
      "loss": 0.1086,
      "step": 331780
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3015480638017047e-05,
      "loss": 0.1036,
      "step": 331790
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3014362094807722e-05,
      "loss": 0.1057,
      "step": 331800
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.30132435515984e-05,
      "loss": 0.1105,
      "step": 331810
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3012125008389076e-05,
      "loss": 0.1045,
      "step": 331820
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.301100646517975e-05,
      "loss": 0.1073,
      "step": 331830
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3009887921970426e-05,
      "loss": 0.1039,
      "step": 331840
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3008769378761101e-05,
      "loss": 0.104,
      "step": 331850
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3007650835551777e-05,
      "loss": 0.106,
      "step": 331860
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3006532292342455e-05,
      "loss": 0.1066,
      "step": 331870
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.300541374913313e-05,
      "loss": 0.1011,
      "step": 331880
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3004295205923806e-05,
      "loss": 0.1069,
      "step": 331890
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.300317666271448e-05,
      "loss": 0.105,
      "step": 331900
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3002058119505157e-05,
      "loss": 0.1065,
      "step": 331910
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3000939576295835e-05,
      "loss": 0.1034,
      "step": 331920
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.299982103308651e-05,
      "loss": 0.1061,
      "step": 331930
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2998702489877185e-05,
      "loss": 0.1045,
      "step": 331940
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.299758394666786e-05,
      "loss": 0.1089,
      "step": 331950
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2996465403458536e-05,
      "loss": 0.1062,
      "step": 331960
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.299534686024921e-05,
      "loss": 0.1096,
      "step": 331970
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2994228317039889e-05,
      "loss": 0.1007,
      "step": 331980
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2993109773830565e-05,
      "loss": 0.1026,
      "step": 331990
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.299199123062124e-05,
      "loss": 0.1018,
      "step": 332000
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2990872687411914e-05,
      "loss": 0.1065,
      "step": 332010
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.298975414420259e-05,
      "loss": 0.1101,
      "step": 332020
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2988635600993268e-05,
      "loss": 0.1068,
      "step": 332030
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2987517057783943e-05,
      "loss": 0.1032,
      "step": 332040
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2986398514574619e-05,
      "loss": 0.1012,
      "step": 332050
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2985279971365293e-05,
      "loss": 0.1063,
      "step": 332060
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.298416142815597e-05,
      "loss": 0.1023,
      "step": 332070
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2983042884946648e-05,
      "loss": 0.1017,
      "step": 332080
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2981924341737322e-05,
      "loss": 0.1025,
      "step": 332090
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2980805798527998e-05,
      "loss": 0.1072,
      "step": 332100
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2979687255318673e-05,
      "loss": 0.1039,
      "step": 332110
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2978568712109349e-05,
      "loss": 0.1043,
      "step": 332120
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2977450168900024e-05,
      "loss": 0.1096,
      "step": 332130
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2976331625690702e-05,
      "loss": 0.1021,
      "step": 332140
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2975213082481378e-05,
      "loss": 0.106,
      "step": 332150
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2974094539272052e-05,
      "loss": 0.1005,
      "step": 332160
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2972975996062729e-05,
      "loss": 0.1035,
      "step": 332170
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2971857452853403e-05,
      "loss": 0.1082,
      "step": 332180
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2970738909644081e-05,
      "loss": 0.1013,
      "step": 332190
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2969620366434757e-05,
      "loss": 0.1098,
      "step": 332200
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2968501823225432e-05,
      "loss": 0.1025,
      "step": 332210
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2967383280016106e-05,
      "loss": 0.1058,
      "step": 332220
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2966264736806783e-05,
      "loss": 0.1053,
      "step": 332230
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.296514619359746e-05,
      "loss": 0.102,
      "step": 332240
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2964027650388135e-05,
      "loss": 0.1064,
      "step": 332250
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2962909107178811e-05,
      "loss": 0.1065,
      "step": 332260
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2961790563969486e-05,
      "loss": 0.101,
      "step": 332270
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2960672020760162e-05,
      "loss": 0.1051,
      "step": 332280
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2959553477550837e-05,
      "loss": 0.1041,
      "step": 332290
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2958434934341515e-05,
      "loss": 0.1007,
      "step": 332300
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.295731639113219e-05,
      "loss": 0.1049,
      "step": 332310
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2956197847922865e-05,
      "loss": 0.1054,
      "step": 332320
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2955079304713542e-05,
      "loss": 0.1041,
      "step": 332330
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2953960761504216e-05,
      "loss": 0.1023,
      "step": 332340
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2952842218294894e-05,
      "loss": 0.109,
      "step": 332350
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.295172367508557e-05,
      "loss": 0.1066,
      "step": 332360
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2950605131876245e-05,
      "loss": 0.1065,
      "step": 332370
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2949486588666921e-05,
      "loss": 0.1063,
      "step": 332380
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2948368045457596e-05,
      "loss": 0.1057,
      "step": 332390
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2947249502248274e-05,
      "loss": 0.1102,
      "step": 332400
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.294613095903895e-05,
      "loss": 0.1024,
      "step": 332410
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2945012415829624e-05,
      "loss": 0.1058,
      "step": 332420
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2943893872620299e-05,
      "loss": 0.1051,
      "step": 332430
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2942775329410975e-05,
      "loss": 0.1069,
      "step": 332440
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.294165678620165e-05,
      "loss": 0.1073,
      "step": 332450
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2940538242992328e-05,
      "loss": 0.1073,
      "step": 332460
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2939419699783004e-05,
      "loss": 0.1059,
      "step": 332470
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2938301156573678e-05,
      "loss": 0.1071,
      "step": 332480
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2937182613364355e-05,
      "loss": 0.1,
      "step": 332490
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2936064070155029e-05,
      "loss": 0.1066,
      "step": 332500
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2934945526945707e-05,
      "loss": 0.1033,
      "step": 332510
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2933826983736383e-05,
      "loss": 0.1059,
      "step": 332520
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2932820294847992e-05,
      "loss": 0.1048,
      "step": 332530
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2931701751638667e-05,
      "loss": 0.1037,
      "step": 332540
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2930583208429343e-05,
      "loss": 0.106,
      "step": 332550
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2929464665220017e-05,
      "loss": 0.1066,
      "step": 332560
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2928346122010694e-05,
      "loss": 0.1049,
      "step": 332570
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2927227578801371e-05,
      "loss": 0.1089,
      "step": 332580
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2926109035592046e-05,
      "loss": 0.1044,
      "step": 332590
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2924990492382722e-05,
      "loss": 0.1066,
      "step": 332600
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2923871949173397e-05,
      "loss": 0.107,
      "step": 332610
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2922753405964071e-05,
      "loss": 0.1065,
      "step": 332620
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.292163486275475e-05,
      "loss": 0.1042,
      "step": 332630
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2920516319545425e-05,
      "loss": 0.1101,
      "step": 332640
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.29193977763361e-05,
      "loss": 0.1035,
      "step": 332650
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2918279233126776e-05,
      "loss": 0.1008,
      "step": 332660
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.291716068991745e-05,
      "loss": 0.1077,
      "step": 332670
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2916042146708127e-05,
      "loss": 0.1024,
      "step": 332680
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2914923603498805e-05,
      "loss": 0.108,
      "step": 332690
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.291380506028948e-05,
      "loss": 0.1044,
      "step": 332700
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2912686517080156e-05,
      "loss": 0.1052,
      "step": 332710
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.291156797387083e-05,
      "loss": 0.1071,
      "step": 332720
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2910449430661507e-05,
      "loss": 0.106,
      "step": 332730
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2909330887452184e-05,
      "loss": 0.1024,
      "step": 332740
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2908212344242859e-05,
      "loss": 0.1025,
      "step": 332750
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2907093801033535e-05,
      "loss": 0.1021,
      "step": 332760
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.290597525782421e-05,
      "loss": 0.109,
      "step": 332770
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2904856714614886e-05,
      "loss": 0.1101,
      "step": 332780
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2903738171405564e-05,
      "loss": 0.106,
      "step": 332790
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2902619628196238e-05,
      "loss": 0.1085,
      "step": 332800
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2901501084986915e-05,
      "loss": 0.1054,
      "step": 332810
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.290038254177759e-05,
      "loss": 0.1045,
      "step": 332820
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2899263998568264e-05,
      "loss": 0.1105,
      "step": 332830
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.289814545535894e-05,
      "loss": 0.1047,
      "step": 332840
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2897026912149618e-05,
      "loss": 0.1073,
      "step": 332850
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2895908368940292e-05,
      "loss": 0.1086,
      "step": 332860
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2894789825730969e-05,
      "loss": 0.1065,
      "step": 332870
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2893671282521643e-05,
      "loss": 0.1083,
      "step": 332880
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.289255273931232e-05,
      "loss": 0.1053,
      "step": 332890
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2891434196102997e-05,
      "loss": 0.1068,
      "step": 332900
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2890315652893672e-05,
      "loss": 0.1077,
      "step": 332910
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2889197109684348e-05,
      "loss": 0.107,
      "step": 332920
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2888078566475023e-05,
      "loss": 0.1055,
      "step": 332930
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2886960023265699e-05,
      "loss": 0.1046,
      "step": 332940
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2885841480056377e-05,
      "loss": 0.1053,
      "step": 332950
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2884722936847051e-05,
      "loss": 0.1068,
      "step": 332960
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2883604393637728e-05,
      "loss": 0.1039,
      "step": 332970
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2882485850428402e-05,
      "loss": 0.1044,
      "step": 332980
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2881367307219078e-05,
      "loss": 0.103,
      "step": 332990
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2880248764009753e-05,
      "loss": 0.1046,
      "step": 333000
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2879130220800431e-05,
      "loss": 0.1026,
      "step": 333010
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2878011677591107e-05,
      "loss": 0.104,
      "step": 333020
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2876893134381782e-05,
      "loss": 0.1043,
      "step": 333030
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2875774591172456e-05,
      "loss": 0.1064,
      "step": 333040
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2874656047963132e-05,
      "loss": 0.1052,
      "step": 333050
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.287353750475381e-05,
      "loss": 0.1035,
      "step": 333060
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2872418961544485e-05,
      "loss": 0.1071,
      "step": 333070
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2871300418335161e-05,
      "loss": 0.1071,
      "step": 333080
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2870181875125836e-05,
      "loss": 0.1014,
      "step": 333090
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2869063331916512e-05,
      "loss": 0.1071,
      "step": 333100
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.286794478870719e-05,
      "loss": 0.1007,
      "step": 333110
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2866826245497864e-05,
      "loss": 0.1047,
      "step": 333120
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.286570770228854e-05,
      "loss": 0.1042,
      "step": 333130
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2864589159079215e-05,
      "loss": 0.1099,
      "step": 333140
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2863470615869891e-05,
      "loss": 0.11,
      "step": 333150
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2862352072660566e-05,
      "loss": 0.1038,
      "step": 333160
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2861233529451244e-05,
      "loss": 0.1056,
      "step": 333170
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.286011498624192e-05,
      "loss": 0.1096,
      "step": 333180
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2858996443032595e-05,
      "loss": 0.1019,
      "step": 333190
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2857877899823271e-05,
      "loss": 0.1049,
      "step": 333200
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2856759356613945e-05,
      "loss": 0.1064,
      "step": 333210
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2855640813404623e-05,
      "loss": 0.1075,
      "step": 333220
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.28545222701953e-05,
      "loss": 0.1014,
      "step": 333230
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2853403726985974e-05,
      "loss": 0.1026,
      "step": 333240
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2852285183776649e-05,
      "loss": 0.1077,
      "step": 333250
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2851166640567325e-05,
      "loss": 0.1073,
      "step": 333260
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2850048097358003e-05,
      "loss": 0.1055,
      "step": 333270
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2848929554148677e-05,
      "loss": 0.107,
      "step": 333280
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2847811010939354e-05,
      "loss": 0.1025,
      "step": 333290
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2846692467730028e-05,
      "loss": 0.1039,
      "step": 333300
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2845573924520704e-05,
      "loss": 0.105,
      "step": 333310
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2844455381311379e-05,
      "loss": 0.1055,
      "step": 333320
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2843336838102057e-05,
      "loss": 0.1049,
      "step": 333330
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2842218294892733e-05,
      "loss": 0.1051,
      "step": 333340
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2841099751683408e-05,
      "loss": 0.108,
      "step": 333350
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2839981208474084e-05,
      "loss": 0.1041,
      "step": 333360
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2838862665264758e-05,
      "loss": 0.1022,
      "step": 333370
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2837744122055436e-05,
      "loss": 0.1044,
      "step": 333380
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2836625578846113e-05,
      "loss": 0.1021,
      "step": 333390
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2835507035636787e-05,
      "loss": 0.106,
      "step": 333400
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2834388492427463e-05,
      "loss": 0.1064,
      "step": 333410
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2833269949218138e-05,
      "loss": 0.1008,
      "step": 333420
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2832151406008816e-05,
      "loss": 0.1035,
      "step": 333430
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2831032862799492e-05,
      "loss": 0.1048,
      "step": 333440
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2829914319590167e-05,
      "loss": 0.1047,
      "step": 333450
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2828795776380843e-05,
      "loss": 0.1059,
      "step": 333460
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2827677233171517e-05,
      "loss": 0.1044,
      "step": 333470
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2826558689962192e-05,
      "loss": 0.1043,
      "step": 333480
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2825440146752871e-05,
      "loss": 0.1064,
      "step": 333490
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2824321603543546e-05,
      "loss": 0.1102,
      "step": 333500
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.282320306033422e-05,
      "loss": 0.1036,
      "step": 333510
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2822084517124897e-05,
      "loss": 0.1081,
      "step": 333520
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2820965973915571e-05,
      "loss": 0.1079,
      "step": 333530
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.281984743070625e-05,
      "loss": 0.1058,
      "step": 333540
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2818728887496925e-05,
      "loss": 0.1052,
      "step": 333550
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.28176103442876e-05,
      "loss": 0.1017,
      "step": 333560
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2816491801078276e-05,
      "loss": 0.104,
      "step": 333570
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.281537325786895e-05,
      "loss": 0.1051,
      "step": 333580
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2814254714659629e-05,
      "loss": 0.1073,
      "step": 333590
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2813136171450305e-05,
      "loss": 0.1078,
      "step": 333600
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.281201762824098e-05,
      "loss": 0.1038,
      "step": 333610
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2810899085031656e-05,
      "loss": 0.1058,
      "step": 333620
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.280978054182233e-05,
      "loss": 0.1037,
      "step": 333630
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2808661998613007e-05,
      "loss": 0.1051,
      "step": 333640
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2807543455403684e-05,
      "loss": 0.1051,
      "step": 333650
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2806424912194359e-05,
      "loss": 0.1074,
      "step": 333660
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2805306368985035e-05,
      "loss": 0.1109,
      "step": 333670
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.280418782577571e-05,
      "loss": 0.1066,
      "step": 333680
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2803069282566384e-05,
      "loss": 0.1044,
      "step": 333690
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2801950739357064e-05,
      "loss": 0.1097,
      "step": 333700
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2800832196147738e-05,
      "loss": 0.1048,
      "step": 333710
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2799713652938413e-05,
      "loss": 0.106,
      "step": 333720
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.279859510972909e-05,
      "loss": 0.1049,
      "step": 333730
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2797476566519764e-05,
      "loss": 0.1043,
      "step": 333740
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2796358023310442e-05,
      "loss": 0.1055,
      "step": 333750
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2795239480101118e-05,
      "loss": 0.1099,
      "step": 333760
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2794120936891792e-05,
      "loss": 0.1055,
      "step": 333770
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2793002393682469e-05,
      "loss": 0.1077,
      "step": 333780
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2791883850473143e-05,
      "loss": 0.105,
      "step": 333790
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.279076530726382e-05,
      "loss": 0.1072,
      "step": 333800
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2789646764054497e-05,
      "loss": 0.1055,
      "step": 333810
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2788528220845172e-05,
      "loss": 0.106,
      "step": 333820
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2787409677635848e-05,
      "loss": 0.105,
      "step": 333830
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2786291134426523e-05,
      "loss": 0.1032,
      "step": 333840
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2785172591217199e-05,
      "loss": 0.1031,
      "step": 333850
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2784054048007877e-05,
      "loss": 0.1078,
      "step": 333860
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2782935504798551e-05,
      "loss": 0.1081,
      "step": 333870
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2781816961589228e-05,
      "loss": 0.1099,
      "step": 333880
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2780698418379902e-05,
      "loss": 0.1048,
      "step": 333890
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2779579875170577e-05,
      "loss": 0.1056,
      "step": 333900
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2778461331961256e-05,
      "loss": 0.1046,
      "step": 333910
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2777342788751931e-05,
      "loss": 0.1099,
      "step": 333920
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2776224245542605e-05,
      "loss": 0.1029,
      "step": 333930
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2775105702333282e-05,
      "loss": 0.1072,
      "step": 333940
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2773987159123956e-05,
      "loss": 0.1045,
      "step": 333950
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2772868615914632e-05,
      "loss": 0.1038,
      "step": 333960
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.277175007270531e-05,
      "loss": 0.1051,
      "step": 333970
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2770631529495985e-05,
      "loss": 0.1052,
      "step": 333980
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2769512986286661e-05,
      "loss": 0.1033,
      "step": 333990
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2768394443077336e-05,
      "loss": 0.1025,
      "step": 334000
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2767275899868012e-05,
      "loss": 0.1054,
      "step": 334010
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.276615735665869e-05,
      "loss": 0.0989,
      "step": 334020
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2765038813449364e-05,
      "loss": 0.1064,
      "step": 334030
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.276392027024004e-05,
      "loss": 0.1046,
      "step": 334040
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2762801727030715e-05,
      "loss": 0.1043,
      "step": 334050
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2761683183821391e-05,
      "loss": 0.1087,
      "step": 334060
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.276056464061207e-05,
      "loss": 0.1098,
      "step": 334070
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2759446097402744e-05,
      "loss": 0.1038,
      "step": 334080
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.275832755419342e-05,
      "loss": 0.1057,
      "step": 334090
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2757209010984095e-05,
      "loss": 0.1036,
      "step": 334100
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2756090467774771e-05,
      "loss": 0.104,
      "step": 334110
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2754971924565445e-05,
      "loss": 0.0999,
      "step": 334120
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2753853381356123e-05,
      "loss": 0.1067,
      "step": 334130
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2752734838146798e-05,
      "loss": 0.1041,
      "step": 334140
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2751616294937474e-05,
      "loss": 0.1005,
      "step": 334150
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2750497751728149e-05,
      "loss": 0.0995,
      "step": 334160
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2749379208518825e-05,
      "loss": 0.1095,
      "step": 334170
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2748260665309503e-05,
      "loss": 0.1049,
      "step": 334180
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2747142122100177e-05,
      "loss": 0.1043,
      "step": 334190
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2746023578890854e-05,
      "loss": 0.1093,
      "step": 334200
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2744905035681528e-05,
      "loss": 0.105,
      "step": 334210
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2743786492472204e-05,
      "loss": 0.1037,
      "step": 334220
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2742667949262882e-05,
      "loss": 0.105,
      "step": 334230
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2741549406053557e-05,
      "loss": 0.104,
      "step": 334240
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2740430862844233e-05,
      "loss": 0.1071,
      "step": 334250
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2739312319634908e-05,
      "loss": 0.1115,
      "step": 334260
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2738193776425584e-05,
      "loss": 0.1066,
      "step": 334270
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2737075233216258e-05,
      "loss": 0.1002,
      "step": 334280
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2735956690006936e-05,
      "loss": 0.108,
      "step": 334290
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2734838146797613e-05,
      "loss": 0.1074,
      "step": 334300
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2733719603588287e-05,
      "loss": 0.1045,
      "step": 334310
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2732601060378963e-05,
      "loss": 0.1055,
      "step": 334320
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2731482517169638e-05,
      "loss": 0.1026,
      "step": 334330
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2730363973960316e-05,
      "loss": 0.1078,
      "step": 334340
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2729245430750992e-05,
      "loss": 0.1075,
      "step": 334350
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2728126887541667e-05,
      "loss": 0.1049,
      "step": 334360
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2727008344332341e-05,
      "loss": 0.1047,
      "step": 334370
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2725889801123017e-05,
      "loss": 0.1037,
      "step": 334380
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2724771257913695e-05,
      "loss": 0.1074,
      "step": 334390
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.272365271470437e-05,
      "loss": 0.1069,
      "step": 334400
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2722534171495046e-05,
      "loss": 0.103,
      "step": 334410
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.272141562828572e-05,
      "loss": 0.1086,
      "step": 334420
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2720297085076397e-05,
      "loss": 0.1036,
      "step": 334430
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2719178541867071e-05,
      "loss": 0.1003,
      "step": 334440
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.271805999865775e-05,
      "loss": 0.105,
      "step": 334450
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2716941455448425e-05,
      "loss": 0.1048,
      "step": 334460
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.27158229122391e-05,
      "loss": 0.1024,
      "step": 334470
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2714704369029776e-05,
      "loss": 0.1061,
      "step": 334480
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.271358582582045e-05,
      "loss": 0.1018,
      "step": 334490
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2712467282611129e-05,
      "loss": 0.1046,
      "step": 334500
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2711348739401805e-05,
      "loss": 0.1056,
      "step": 334510
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.271023019619248e-05,
      "loss": 0.1057,
      "step": 334520
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2709111652983156e-05,
      "loss": 0.1003,
      "step": 334530
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2708104964094763e-05,
      "loss": 0.1064,
      "step": 334540
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2706986420885439e-05,
      "loss": 0.108,
      "step": 334550
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2705867877676114e-05,
      "loss": 0.1027,
      "step": 334560
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2704749334466792e-05,
      "loss": 0.1018,
      "step": 334570
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2703630791257468e-05,
      "loss": 0.1022,
      "step": 334580
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2702512248048142e-05,
      "loss": 0.0979,
      "step": 334590
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2701393704838819e-05,
      "loss": 0.1083,
      "step": 334600
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2700275161629493e-05,
      "loss": 0.0982,
      "step": 334610
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.269915661842017e-05,
      "loss": 0.1031,
      "step": 334620
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2698038075210847e-05,
      "loss": 0.1024,
      "step": 334630
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2696919532001522e-05,
      "loss": 0.1023,
      "step": 334640
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2695800988792198e-05,
      "loss": 0.1064,
      "step": 334650
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2694682445582873e-05,
      "loss": 0.1009,
      "step": 334660
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2693563902373549e-05,
      "loss": 0.1044,
      "step": 334670
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2692445359164227e-05,
      "loss": 0.1052,
      "step": 334680
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2691326815954901e-05,
      "loss": 0.1066,
      "step": 334690
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2690208272745577e-05,
      "loss": 0.1076,
      "step": 334700
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2689089729536252e-05,
      "loss": 0.1009,
      "step": 334710
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2687971186326927e-05,
      "loss": 0.1086,
      "step": 334720
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2686852643117606e-05,
      "loss": 0.1044,
      "step": 334730
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.268573409990828e-05,
      "loss": 0.11,
      "step": 334740
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2684615556698955e-05,
      "loss": 0.1061,
      "step": 334750
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2683497013489631e-05,
      "loss": 0.106,
      "step": 334760
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2682378470280306e-05,
      "loss": 0.1061,
      "step": 334770
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2681259927070982e-05,
      "loss": 0.1055,
      "step": 334780
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.268014138386166e-05,
      "loss": 0.1089,
      "step": 334790
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2679022840652335e-05,
      "loss": 0.1074,
      "step": 334800
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2677904297443011e-05,
      "loss": 0.1076,
      "step": 334810
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2676785754233685e-05,
      "loss": 0.1069,
      "step": 334820
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2675667211024362e-05,
      "loss": 0.1046,
      "step": 334830
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.267454866781504e-05,
      "loss": 0.1047,
      "step": 334840
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2673430124605714e-05,
      "loss": 0.1063,
      "step": 334850
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.267231158139639e-05,
      "loss": 0.1049,
      "step": 334860
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2671193038187065e-05,
      "loss": 0.1066,
      "step": 334870
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2670074494977741e-05,
      "loss": 0.104,
      "step": 334880
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2668955951768419e-05,
      "loss": 0.1079,
      "step": 334890
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2667837408559094e-05,
      "loss": 0.1044,
      "step": 334900
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.266671886534977e-05,
      "loss": 0.0993,
      "step": 334910
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2665600322140444e-05,
      "loss": 0.1074,
      "step": 334920
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.266448177893112e-05,
      "loss": 0.0983,
      "step": 334930
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2663363235721795e-05,
      "loss": 0.1061,
      "step": 334940
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2662244692512473e-05,
      "loss": 0.1013,
      "step": 334950
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.266112614930315e-05,
      "loss": 0.1042,
      "step": 334960
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2660007606093824e-05,
      "loss": 0.1094,
      "step": 334970
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2658889062884498e-05,
      "loss": 0.1067,
      "step": 334980
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2657770519675175e-05,
      "loss": 0.1033,
      "step": 334990
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2656651976465853e-05,
      "loss": 0.1052,
      "step": 335000
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2655533433256527e-05,
      "loss": 0.1067,
      "step": 335010
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2654414890047203e-05,
      "loss": 0.1064,
      "step": 335020
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2653296346837878e-05,
      "loss": 0.1048,
      "step": 335030
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2652177803628554e-05,
      "loss": 0.1037,
      "step": 335040
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2651059260419232e-05,
      "loss": 0.104,
      "step": 335050
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2649940717209907e-05,
      "loss": 0.1055,
      "step": 335060
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2648822174000583e-05,
      "loss": 0.1052,
      "step": 335070
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2647703630791257e-05,
      "loss": 0.1044,
      "step": 335080
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2646585087581934e-05,
      "loss": 0.0991,
      "step": 335090
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2645466544372608e-05,
      "loss": 0.1036,
      "step": 335100
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2644348001163286e-05,
      "loss": 0.1047,
      "step": 335110
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2643229457953962e-05,
      "loss": 0.1012,
      "step": 335120
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2642110914744637e-05,
      "loss": 0.1031,
      "step": 335130
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2640992371535313e-05,
      "loss": 0.104,
      "step": 335140
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2639873828325988e-05,
      "loss": 0.1025,
      "step": 335150
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2638755285116666e-05,
      "loss": 0.1035,
      "step": 335160
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2637636741907342e-05,
      "loss": 0.1019,
      "step": 335170
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2636518198698016e-05,
      "loss": 0.1047,
      "step": 335180
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2635399655488691e-05,
      "loss": 0.1043,
      "step": 335190
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2634281112279367e-05,
      "loss": 0.1046,
      "step": 335200
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2633162569070045e-05,
      "loss": 0.1047,
      "step": 335210
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.263204402586072e-05,
      "loss": 0.1037,
      "step": 335220
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2630925482651396e-05,
      "loss": 0.105,
      "step": 335230
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.262980693944207e-05,
      "loss": 0.1024,
      "step": 335240
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2628688396232747e-05,
      "loss": 0.1069,
      "step": 335250
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2627569853023421e-05,
      "loss": 0.1092,
      "step": 335260
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2626451309814099e-05,
      "loss": 0.1062,
      "step": 335270
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2625332766604775e-05,
      "loss": 0.1079,
      "step": 335280
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.262421422339545e-05,
      "loss": 0.1046,
      "step": 335290
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2623095680186126e-05,
      "loss": 0.1047,
      "step": 335300
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.26219771369768e-05,
      "loss": 0.1065,
      "step": 335310
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2620858593767479e-05,
      "loss": 0.108,
      "step": 335320
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2619740050558155e-05,
      "loss": 0.1031,
      "step": 335330
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.261862150734883e-05,
      "loss": 0.1045,
      "step": 335340
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2617502964139506e-05,
      "loss": 0.1052,
      "step": 335350
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.261638442093018e-05,
      "loss": 0.1055,
      "step": 335360
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2615265877720858e-05,
      "loss": 0.1052,
      "step": 335370
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2614147334511534e-05,
      "loss": 0.1039,
      "step": 335380
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2613028791302209e-05,
      "loss": 0.101,
      "step": 335390
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2611910248092883e-05,
      "loss": 0.1019,
      "step": 335400
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.261079170488356e-05,
      "loss": 0.1079,
      "step": 335410
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2609673161674234e-05,
      "loss": 0.1038,
      "step": 335420
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2608554618464912e-05,
      "loss": 0.1036,
      "step": 335430
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2607436075255588e-05,
      "loss": 0.1034,
      "step": 335440
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2606317532046263e-05,
      "loss": 0.1042,
      "step": 335450
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2605198988836939e-05,
      "loss": 0.1034,
      "step": 335460
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2604080445627614e-05,
      "loss": 0.1073,
      "step": 335470
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2602961902418291e-05,
      "loss": 0.1063,
      "step": 335480
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2601843359208968e-05,
      "loss": 0.1078,
      "step": 335490
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2600724815999642e-05,
      "loss": 0.1016,
      "step": 335500
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2599606272790319e-05,
      "loss": 0.1052,
      "step": 335510
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2598487729580993e-05,
      "loss": 0.1025,
      "step": 335520
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2597369186371671e-05,
      "loss": 0.1053,
      "step": 335530
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2596250643162347e-05,
      "loss": 0.1044,
      "step": 335540
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2595132099953022e-05,
      "loss": 0.105,
      "step": 335550
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2594013556743698e-05,
      "loss": 0.1038,
      "step": 335560
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2592895013534373e-05,
      "loss": 0.1054,
      "step": 335570
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2591776470325049e-05,
      "loss": 0.1022,
      "step": 335580
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2590657927115727e-05,
      "loss": 0.1071,
      "step": 335590
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2589539383906401e-05,
      "loss": 0.1013,
      "step": 335600
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2588420840697077e-05,
      "loss": 0.1047,
      "step": 335610
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2587302297487752e-05,
      "loss": 0.105,
      "step": 335620
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2586183754278427e-05,
      "loss": 0.1065,
      "step": 335630
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2585065211069104e-05,
      "loss": 0.1077,
      "step": 335640
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.258394666785978e-05,
      "loss": 0.1024,
      "step": 335650
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2582828124650455e-05,
      "loss": 0.106,
      "step": 335660
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2581709581441131e-05,
      "loss": 0.1022,
      "step": 335670
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2580591038231806e-05,
      "loss": 0.1062,
      "step": 335680
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2579472495022484e-05,
      "loss": 0.1054,
      "step": 335690
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.257835395181316e-05,
      "loss": 0.1086,
      "step": 335700
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2577235408603835e-05,
      "loss": 0.1116,
      "step": 335710
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2576116865394511e-05,
      "loss": 0.1031,
      "step": 335720
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2574998322185185e-05,
      "loss": 0.1057,
      "step": 335730
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2573879778975862e-05,
      "loss": 0.1077,
      "step": 335740
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.257276123576654e-05,
      "loss": 0.1108,
      "step": 335750
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2571642692557214e-05,
      "loss": 0.1072,
      "step": 335760
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.257052414934789e-05,
      "loss": 0.1049,
      "step": 335770
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2569405606138565e-05,
      "loss": 0.1053,
      "step": 335780
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2568287062929241e-05,
      "loss": 0.1016,
      "step": 335790
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2567168519719919e-05,
      "loss": 0.1043,
      "step": 335800
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2566049976510594e-05,
      "loss": 0.1071,
      "step": 335810
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.256493143330127e-05,
      "loss": 0.1,
      "step": 335820
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2563812890091944e-05,
      "loss": 0.105,
      "step": 335830
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2562694346882619e-05,
      "loss": 0.1095,
      "step": 335840
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2561575803673299e-05,
      "loss": 0.1088,
      "step": 335850
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2560457260463973e-05,
      "loss": 0.0997,
      "step": 335860
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2559338717254648e-05,
      "loss": 0.1016,
      "step": 335870
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2558220174045324e-05,
      "loss": 0.1086,
      "step": 335880
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2557101630835998e-05,
      "loss": 0.1006,
      "step": 335890
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2555983087626675e-05,
      "loss": 0.1017,
      "step": 335900
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2554864544417353e-05,
      "loss": 0.0987,
      "step": 335910
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2553746001208027e-05,
      "loss": 0.1047,
      "step": 335920
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2552627457998703e-05,
      "loss": 0.1009,
      "step": 335930
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2551508914789378e-05,
      "loss": 0.1027,
      "step": 335940
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2550390371580054e-05,
      "loss": 0.107,
      "step": 335950
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2549271828370732e-05,
      "loss": 0.108,
      "step": 335960
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2548153285161407e-05,
      "loss": 0.1054,
      "step": 335970
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2547034741952083e-05,
      "loss": 0.1056,
      "step": 335980
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2545916198742757e-05,
      "loss": 0.1044,
      "step": 335990
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2544797655533434e-05,
      "loss": 0.1069,
      "step": 336000
    },
    {
      "epoch": 0.75,
      "eval_NEIMS_canon_smiles": 0.9598,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.23185,
      "eval_NEIMS_daylight_tanimoto_simil": 0.6092017483957141,
      "eval_NEIMS_exact_mols": 0.23151666666666668,
      "eval_NEIMS_exact_smiles": 0.2267,
      "eval_NEIMS_loss": 0.13373883068561554,
      "eval_NEIMS_matched_formulas": 0.73815,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5333237860673729,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.23225,
      "eval_NEIMS_runtime": 729.3187,
      "eval_NEIMS_samples_per_second": 82.269,
      "eval_NEIMS_steps_per_second": 1.286,
      "step": 336000
    },
    {
      "epoch": 0.75,
      "eval_RASSP_canon_smiles": 0.9603299161852606,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.30498881357064145,
      "eval_RASSP_daylight_tanimoto_simil": 0.7071594432624524,
      "eval_RASSP_exact_mols": 0.304254182388887,
      "eval_RASSP_exact_smiles": 0.29777607105887066,
      "eval_RASSP_loss": 0.10466679185628891,
      "eval_RASSP_matched_formulas": 0.8665642635322403,
      "eval_RASSP_morgan_tanimoto_simil": 0.5977567263106323,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.304471232510769,
      "eval_RASSP_runtime": 830.0726,
      "eval_RASSP_samples_per_second": 72.155,
      "eval_RASSP_steps_per_second": 1.128,
      "step": 336000
    },
    {
      "epoch": 0.75,
      "eval_NEIMS_old_canon_smiles": 0.9605666666666667,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.22926666666666667,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.6060298818317755,
      "eval_NEIMS_old_exact_mols": 0.22886666666666666,
      "eval_NEIMS_old_exact_smiles": 0.22356666666666666,
      "eval_NEIMS_old_loss": 0.13339847326278687,
      "eval_NEIMS_old_matched_formulas": 0.7393,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.5310999196083058,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.2298,
      "eval_NEIMS_old_runtime": 365.9707,
      "eval_NEIMS_old_samples_per_second": 81.974,
      "eval_NEIMS_old_steps_per_second": 1.282,
      "step": 336000
    },
    {
      "epoch": 0.75,
      "eval_RASSP_old_canon_smiles": 0.9602229118697234,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.33279941268728935,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.726118264298973,
      "eval_RASSP_old_exact_mols": 0.3319651616778456,
      "eval_RASSP_old_exact_smiles": 0.3246571228351186,
      "eval_RASSP_old_loss": 0.0979069322347641,
      "eval_RASSP_old_matched_formulas": 0.8776654319751727,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.6210304017155047,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.33203190175860114,
      "eval_RASSP_old_runtime": 414.3229,
      "eval_RASSP_old_samples_per_second": 72.328,
      "eval_RASSP_old_steps_per_second": 1.132,
      "step": 336000
    },
    {
      "epoch": 0.75,
      "eval_NIST_canon_smiles": 0.8715264222592894,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.027646662171274445,
      "eval_NIST_daylight_tanimoto_simil": 0.3026209843559768,
      "eval_NIST_exact_mols": 0.026617453951804662,
      "eval_NIST_exact_smiles": 0.02551726585513007,
      "eval_NIST_loss": 1.785333514213562,
      "eval_NIST_matched_formulas": 0.12407282535401214,
      "eval_NIST_morgan_tanimoto_simil": 0.2538043660016317,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.027433722539660005,
      "eval_NIST_runtime": 535.8192,
      "eval_NIST_samples_per_second": 52.587,
      "eval_NIST_steps_per_second": 0.823,
      "step": 336000
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2543679112324112e-05,
      "loss": 0.1065,
      "step": 336010
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2542560569114786e-05,
      "loss": 0.1083,
      "step": 336020
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2541442025905462e-05,
      "loss": 0.1029,
      "step": 336030
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2540323482696137e-05,
      "loss": 0.103,
      "step": 336040
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2539204939486811e-05,
      "loss": 0.1036,
      "step": 336050
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2538086396277488e-05,
      "loss": 0.1042,
      "step": 336060
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2536967853068166e-05,
      "loss": 0.1084,
      "step": 336070
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.253584930985884e-05,
      "loss": 0.1039,
      "step": 336080
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2534730766649516e-05,
      "loss": 0.1031,
      "step": 336090
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2533612223440191e-05,
      "loss": 0.1035,
      "step": 336100
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2532493680230867e-05,
      "loss": 0.1021,
      "step": 336110
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2531375137021545e-05,
      "loss": 0.1024,
      "step": 336120
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.253025659381222e-05,
      "loss": 0.1048,
      "step": 336130
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2529138050602896e-05,
      "loss": 0.1036,
      "step": 336140
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.252801950739357e-05,
      "loss": 0.1025,
      "step": 336150
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2526900964184247e-05,
      "loss": 0.1028,
      "step": 336160
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2525782420974925e-05,
      "loss": 0.1034,
      "step": 336170
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2524663877765599e-05,
      "loss": 0.1051,
      "step": 336180
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2523545334556275e-05,
      "loss": 0.1047,
      "step": 336190
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.252242679134695e-05,
      "loss": 0.1049,
      "step": 336200
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2521308248137626e-05,
      "loss": 0.1011,
      "step": 336210
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.25201897049283e-05,
      "loss": 0.1021,
      "step": 336220
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2519071161718979e-05,
      "loss": 0.1021,
      "step": 336230
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2517952618509655e-05,
      "loss": 0.1041,
      "step": 336240
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.251683407530033e-05,
      "loss": 0.1045,
      "step": 336250
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2515715532091004e-05,
      "loss": 0.1029,
      "step": 336260
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.251459698888168e-05,
      "loss": 0.1038,
      "step": 336270
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2513478445672358e-05,
      "loss": 0.1063,
      "step": 336280
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2512359902463033e-05,
      "loss": 0.104,
      "step": 336290
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2511241359253709e-05,
      "loss": 0.0999,
      "step": 336300
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2510122816044383e-05,
      "loss": 0.103,
      "step": 336310
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.250900427283506e-05,
      "loss": 0.1056,
      "step": 336320
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2507885729625737e-05,
      "loss": 0.1027,
      "step": 336330
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2506767186416412e-05,
      "loss": 0.1073,
      "step": 336340
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2505648643207088e-05,
      "loss": 0.1059,
      "step": 336350
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2504530099997763e-05,
      "loss": 0.1016,
      "step": 336360
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2503411556788439e-05,
      "loss": 0.1066,
      "step": 336370
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2502293013579114e-05,
      "loss": 0.1024,
      "step": 336380
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2501174470369791e-05,
      "loss": 0.1049,
      "step": 336390
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2500055927160468e-05,
      "loss": 0.1022,
      "step": 336400
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2498937383951142e-05,
      "loss": 0.106,
      "step": 336410
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2497818840741818e-05,
      "loss": 0.1105,
      "step": 336420
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2496700297532495e-05,
      "loss": 0.1043,
      "step": 336430
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.249558175432317e-05,
      "loss": 0.1057,
      "step": 336440
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2494463211113847e-05,
      "loss": 0.1061,
      "step": 336450
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2493344667904522e-05,
      "loss": 0.1022,
      "step": 336460
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2492226124695198e-05,
      "loss": 0.1022,
      "step": 336470
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2491107581485874e-05,
      "loss": 0.1031,
      "step": 336480
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2489989038276549e-05,
      "loss": 0.1078,
      "step": 336490
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2488870495067225e-05,
      "loss": 0.1049,
      "step": 336500
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2487751951857901e-05,
      "loss": 0.1061,
      "step": 336510
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2486633408648576e-05,
      "loss": 0.1059,
      "step": 336520
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2485514865439254e-05,
      "loss": 0.1122,
      "step": 336530
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2484396322229928e-05,
      "loss": 0.1078,
      "step": 336540
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2483389633341537e-05,
      "loss": 0.1041,
      "step": 336550
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2482271090132212e-05,
      "loss": 0.1021,
      "step": 336560
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2481152546922888e-05,
      "loss": 0.1044,
      "step": 336570
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2480034003713564e-05,
      "loss": 0.1025,
      "step": 336580
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.247891546050424e-05,
      "loss": 0.1019,
      "step": 336590
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2477796917294916e-05,
      "loss": 0.1044,
      "step": 336600
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2476678374085591e-05,
      "loss": 0.103,
      "step": 336610
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2475559830876267e-05,
      "loss": 0.1052,
      "step": 336620
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2474441287666943e-05,
      "loss": 0.1044,
      "step": 336630
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.247332274445762e-05,
      "loss": 0.1022,
      "step": 336640
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2472204201248294e-05,
      "loss": 0.1056,
      "step": 336650
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.247108565803897e-05,
      "loss": 0.102,
      "step": 336660
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2469967114829647e-05,
      "loss": 0.1032,
      "step": 336670
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2468848571620323e-05,
      "loss": 0.1011,
      "step": 336680
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2467730028410997e-05,
      "loss": 0.1075,
      "step": 336690
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2466611485201674e-05,
      "loss": 0.1064,
      "step": 336700
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.246549294199235e-05,
      "loss": 0.1068,
      "step": 336710
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2464374398783026e-05,
      "loss": 0.1033,
      "step": 336720
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.24632558555737e-05,
      "loss": 0.1093,
      "step": 336730
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2462137312364377e-05,
      "loss": 0.1046,
      "step": 336740
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2461018769155053e-05,
      "loss": 0.1065,
      "step": 336750
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.245990022594573e-05,
      "loss": 0.1059,
      "step": 336760
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2458781682736406e-05,
      "loss": 0.1076,
      "step": 336770
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.245766313952708e-05,
      "loss": 0.1098,
      "step": 336780
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2456544596317756e-05,
      "loss": 0.1056,
      "step": 336790
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2455426053108433e-05,
      "loss": 0.1064,
      "step": 336800
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2454307509899107e-05,
      "loss": 0.1046,
      "step": 336810
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2453188966689783e-05,
      "loss": 0.1075,
      "step": 336820
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.245207042348046e-05,
      "loss": 0.1041,
      "step": 336830
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2450951880271136e-05,
      "loss": 0.1063,
      "step": 336840
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2449833337061812e-05,
      "loss": 0.104,
      "step": 336850
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2448714793852487e-05,
      "loss": 0.1062,
      "step": 336860
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2447596250643163e-05,
      "loss": 0.105,
      "step": 336870
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2446477707433839e-05,
      "loss": 0.1032,
      "step": 336880
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2445359164224514e-05,
      "loss": 0.1085,
      "step": 336890
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.244424062101519e-05,
      "loss": 0.106,
      "step": 336900
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2443122077805866e-05,
      "loss": 0.1066,
      "step": 336910
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2442003534596542e-05,
      "loss": 0.0992,
      "step": 336920
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2440884991387219e-05,
      "loss": 0.104,
      "step": 336930
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2439766448177893e-05,
      "loss": 0.1071,
      "step": 336940
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.243864790496857e-05,
      "loss": 0.1055,
      "step": 336950
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2437529361759246e-05,
      "loss": 0.1079,
      "step": 336960
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.243641081854992e-05,
      "loss": 0.1066,
      "step": 336970
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2435292275340598e-05,
      "loss": 0.1065,
      "step": 336980
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2434173732131273e-05,
      "loss": 0.1033,
      "step": 336990
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2433055188921949e-05,
      "loss": 0.1073,
      "step": 337000
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2431936645712625e-05,
      "loss": 0.1102,
      "step": 337010
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.24308181025033e-05,
      "loss": 0.104,
      "step": 337020
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2429699559293976e-05,
      "loss": 0.1063,
      "step": 337030
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2428581016084652e-05,
      "loss": 0.1044,
      "step": 337040
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2427462472875327e-05,
      "loss": 0.1034,
      "step": 337050
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2426343929666005e-05,
      "loss": 0.1082,
      "step": 337060
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2425225386456679e-05,
      "loss": 0.1053,
      "step": 337070
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2424106843247355e-05,
      "loss": 0.1041,
      "step": 337080
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2422988300038032e-05,
      "loss": 0.1049,
      "step": 337090
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2421869756828706e-05,
      "loss": 0.1051,
      "step": 337100
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2420751213619384e-05,
      "loss": 0.1043,
      "step": 337110
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2419632670410059e-05,
      "loss": 0.1057,
      "step": 337120
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2418514127200733e-05,
      "loss": 0.1063,
      "step": 337130
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2417395583991411e-05,
      "loss": 0.1047,
      "step": 337140
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2416277040782086e-05,
      "loss": 0.1027,
      "step": 337150
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2415158497572762e-05,
      "loss": 0.1037,
      "step": 337160
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2414039954363438e-05,
      "loss": 0.1017,
      "step": 337170
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2412921411154113e-05,
      "loss": 0.1017,
      "step": 337180
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.241180286794479e-05,
      "loss": 0.1037,
      "step": 337190
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2410684324735465e-05,
      "loss": 0.1048,
      "step": 337200
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.240956578152614e-05,
      "loss": 0.1028,
      "step": 337210
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2408447238316818e-05,
      "loss": 0.1061,
      "step": 337220
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2407328695107492e-05,
      "loss": 0.1041,
      "step": 337230
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2406210151898168e-05,
      "loss": 0.1011,
      "step": 337240
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2405091608688845e-05,
      "loss": 0.1028,
      "step": 337250
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2403973065479519e-05,
      "loss": 0.103,
      "step": 337260
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2402854522270197e-05,
      "loss": 0.1062,
      "step": 337270
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2401735979060872e-05,
      "loss": 0.1037,
      "step": 337280
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2400617435851548e-05,
      "loss": 0.1084,
      "step": 337290
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2399498892642224e-05,
      "loss": 0.1089,
      "step": 337300
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2398380349432899e-05,
      "loss": 0.1034,
      "step": 337310
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2397261806223576e-05,
      "loss": 0.1047,
      "step": 337320
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2396143263014251e-05,
      "loss": 0.1031,
      "step": 337330
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2395024719804926e-05,
      "loss": 0.1033,
      "step": 337340
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2393906176595603e-05,
      "loss": 0.1015,
      "step": 337350
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2392787633386278e-05,
      "loss": 0.102,
      "step": 337360
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2391669090176954e-05,
      "loss": 0.1035,
      "step": 337370
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.239055054696763e-05,
      "loss": 0.1068,
      "step": 337380
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2389432003758305e-05,
      "loss": 0.1051,
      "step": 337390
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2388313460548983e-05,
      "loss": 0.1069,
      "step": 337400
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2387194917339658e-05,
      "loss": 0.1052,
      "step": 337410
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2386076374130332e-05,
      "loss": 0.104,
      "step": 337420
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.238495783092101e-05,
      "loss": 0.1052,
      "step": 337430
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2383839287711685e-05,
      "loss": 0.1054,
      "step": 337440
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.238272074450236e-05,
      "loss": 0.1055,
      "step": 337450
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2381602201293037e-05,
      "loss": 0.1044,
      "step": 337460
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2380483658083712e-05,
      "loss": 0.1047,
      "step": 337470
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.237936511487439e-05,
      "loss": 0.1043,
      "step": 337480
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2378246571665064e-05,
      "loss": 0.1009,
      "step": 337490
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.237712802845574e-05,
      "loss": 0.1025,
      "step": 337500
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2376009485246416e-05,
      "loss": 0.1053,
      "step": 337510
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2374890942037091e-05,
      "loss": 0.1052,
      "step": 337520
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2373772398827767e-05,
      "loss": 0.1085,
      "step": 337530
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2372653855618443e-05,
      "loss": 0.107,
      "step": 337540
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2371535312409118e-05,
      "loss": 0.0975,
      "step": 337550
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2370416769199796e-05,
      "loss": 0.1036,
      "step": 337560
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.236929822599047e-05,
      "loss": 0.1025,
      "step": 337570
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2368179682781147e-05,
      "loss": 0.1035,
      "step": 337580
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2367061139571823e-05,
      "loss": 0.1073,
      "step": 337590
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2365942596362497e-05,
      "loss": 0.1069,
      "step": 337600
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2364824053153174e-05,
      "loss": 0.1033,
      "step": 337610
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.236370550994385e-05,
      "loss": 0.1015,
      "step": 337620
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2362586966734526e-05,
      "loss": 0.1051,
      "step": 337630
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.23614684235252e-05,
      "loss": 0.104,
      "step": 337640
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2360349880315877e-05,
      "loss": 0.1054,
      "step": 337650
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2359231337106553e-05,
      "loss": 0.1035,
      "step": 337660
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.235811279389723e-05,
      "loss": 0.1063,
      "step": 337670
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2356994250687904e-05,
      "loss": 0.102,
      "step": 337680
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.235587570747858e-05,
      "loss": 0.1019,
      "step": 337690
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2354757164269256e-05,
      "loss": 0.1011,
      "step": 337700
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2353638621059933e-05,
      "loss": 0.1035,
      "step": 337710
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2352520077850607e-05,
      "loss": 0.1044,
      "step": 337720
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2351401534641283e-05,
      "loss": 0.1064,
      "step": 337730
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.235028299143196e-05,
      "loss": 0.108,
      "step": 337740
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2349164448222636e-05,
      "loss": 0.1077,
      "step": 337750
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.234804590501331e-05,
      "loss": 0.1028,
      "step": 337760
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2346927361803987e-05,
      "loss": 0.1014,
      "step": 337770
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2345808818594663e-05,
      "loss": 0.1067,
      "step": 337780
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2344690275385339e-05,
      "loss": 0.1017,
      "step": 337790
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2343571732176014e-05,
      "loss": 0.1028,
      "step": 337800
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.234245318896669e-05,
      "loss": 0.1032,
      "step": 337810
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2341334645757366e-05,
      "loss": 0.105,
      "step": 337820
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2340216102548042e-05,
      "loss": 0.1019,
      "step": 337830
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2339097559338719e-05,
      "loss": 0.1056,
      "step": 337840
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2337979016129393e-05,
      "loss": 0.1033,
      "step": 337850
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.233686047292007e-05,
      "loss": 0.1037,
      "step": 337860
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2335741929710746e-05,
      "loss": 0.1006,
      "step": 337870
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.233462338650142e-05,
      "loss": 0.1068,
      "step": 337880
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2333504843292096e-05,
      "loss": 0.1046,
      "step": 337890
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2332386300082773e-05,
      "loss": 0.1071,
      "step": 337900
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2331267756873449e-05,
      "loss": 0.1068,
      "step": 337910
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2330149213664125e-05,
      "loss": 0.1042,
      "step": 337920
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.23290306704548e-05,
      "loss": 0.1067,
      "step": 337930
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2327912127245476e-05,
      "loss": 0.1056,
      "step": 337940
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2326793584036152e-05,
      "loss": 0.1036,
      "step": 337950
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2325675040826827e-05,
      "loss": 0.1039,
      "step": 337960
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2324556497617505e-05,
      "loss": 0.105,
      "step": 337970
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2323437954408179e-05,
      "loss": 0.1018,
      "step": 337980
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2322319411198855e-05,
      "loss": 0.1032,
      "step": 337990
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2321200867989532e-05,
      "loss": 0.1059,
      "step": 338000
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2320082324780206e-05,
      "loss": 0.1006,
      "step": 338010
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2318963781570882e-05,
      "loss": 0.1027,
      "step": 338020
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2317845238361559e-05,
      "loss": 0.1066,
      "step": 338030
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2316726695152233e-05,
      "loss": 0.1023,
      "step": 338040
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2315608151942911e-05,
      "loss": 0.1075,
      "step": 338050
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2314489608733586e-05,
      "loss": 0.1021,
      "step": 338060
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2313371065524262e-05,
      "loss": 0.1026,
      "step": 338070
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2312252522314938e-05,
      "loss": 0.1054,
      "step": 338080
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2311133979105613e-05,
      "loss": 0.103,
      "step": 338090
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2310015435896289e-05,
      "loss": 0.1035,
      "step": 338100
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2308896892686965e-05,
      "loss": 0.1035,
      "step": 338110
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.230777834947764e-05,
      "loss": 0.1049,
      "step": 338120
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2306659806268318e-05,
      "loss": 0.1047,
      "step": 338130
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2305541263058992e-05,
      "loss": 0.1012,
      "step": 338140
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2304422719849668e-05,
      "loss": 0.1031,
      "step": 338150
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2303304176640345e-05,
      "loss": 0.1029,
      "step": 338160
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2302185633431019e-05,
      "loss": 0.1055,
      "step": 338170
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2301067090221697e-05,
      "loss": 0.1028,
      "step": 338180
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2299948547012372e-05,
      "loss": 0.099,
      "step": 338190
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2298830003803046e-05,
      "loss": 0.0957,
      "step": 338200
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2297711460593724e-05,
      "loss": 0.1065,
      "step": 338210
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2296592917384399e-05,
      "loss": 0.103,
      "step": 338220
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2295474374175075e-05,
      "loss": 0.1028,
      "step": 338230
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2294355830965751e-05,
      "loss": 0.1008,
      "step": 338240
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2293237287756426e-05,
      "loss": 0.1017,
      "step": 338250
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2292118744547103e-05,
      "loss": 0.1076,
      "step": 338260
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2291000201337778e-05,
      "loss": 0.102,
      "step": 338270
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2289881658128454e-05,
      "loss": 0.1061,
      "step": 338280
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.228876311491913e-05,
      "loss": 0.1029,
      "step": 338290
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2287644571709805e-05,
      "loss": 0.103,
      "step": 338300
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2286526028500483e-05,
      "loss": 0.1018,
      "step": 338310
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2285407485291157e-05,
      "loss": 0.1049,
      "step": 338320
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2284288942081832e-05,
      "loss": 0.1146,
      "step": 338330
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.228317039887251e-05,
      "loss": 0.0993,
      "step": 338340
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2282051855663185e-05,
      "loss": 0.1056,
      "step": 338350
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.228093331245386e-05,
      "loss": 0.1003,
      "step": 338360
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2279814769244537e-05,
      "loss": 0.1084,
      "step": 338370
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2278696226035212e-05,
      "loss": 0.1058,
      "step": 338380
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.227757768282589e-05,
      "loss": 0.1016,
      "step": 338390
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2276459139616564e-05,
      "loss": 0.1024,
      "step": 338400
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2275340596407239e-05,
      "loss": 0.107,
      "step": 338410
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2274222053197916e-05,
      "loss": 0.1065,
      "step": 338420
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2273103509988591e-05,
      "loss": 0.1073,
      "step": 338430
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2271984966779267e-05,
      "loss": 0.1083,
      "step": 338440
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2270866423569943e-05,
      "loss": 0.1012,
      "step": 338450
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2269747880360618e-05,
      "loss": 0.104,
      "step": 338460
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2268629337151296e-05,
      "loss": 0.1042,
      "step": 338470
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.226751079394197e-05,
      "loss": 0.1073,
      "step": 338480
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2266392250732647e-05,
      "loss": 0.1034,
      "step": 338490
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2265273707523323e-05,
      "loss": 0.1043,
      "step": 338500
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2264155164313997e-05,
      "loss": 0.1107,
      "step": 338510
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2263036621104674e-05,
      "loss": 0.1068,
      "step": 338520
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.226191807789535e-05,
      "loss": 0.1014,
      "step": 338530
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2260799534686024e-05,
      "loss": 0.1045,
      "step": 338540
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2259680991476702e-05,
      "loss": 0.1061,
      "step": 338550
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.225867430258831e-05,
      "loss": 0.1063,
      "step": 338560
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2257555759378986e-05,
      "loss": 0.1034,
      "step": 338570
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2256437216169662e-05,
      "loss": 0.1047,
      "step": 338580
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2255318672960336e-05,
      "loss": 0.1034,
      "step": 338590
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2254200129751013e-05,
      "loss": 0.1072,
      "step": 338600
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2253081586541689e-05,
      "loss": 0.1037,
      "step": 338610
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2251963043332365e-05,
      "loss": 0.1039,
      "step": 338620
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.225084450012304e-05,
      "loss": 0.1056,
      "step": 338630
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2249725956913716e-05,
      "loss": 0.1033,
      "step": 338640
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2248607413704392e-05,
      "loss": 0.1027,
      "step": 338650
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2247488870495068e-05,
      "loss": 0.1103,
      "step": 338660
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2246370327285743e-05,
      "loss": 0.1114,
      "step": 338670
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.224525178407642e-05,
      "loss": 0.1068,
      "step": 338680
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2244133240867095e-05,
      "loss": 0.1027,
      "step": 338690
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2243014697657772e-05,
      "loss": 0.1056,
      "step": 338700
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2241896154448446e-05,
      "loss": 0.1033,
      "step": 338710
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2240777611239122e-05,
      "loss": 0.104,
      "step": 338720
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2239659068029799e-05,
      "loss": 0.1024,
      "step": 338730
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2238540524820475e-05,
      "loss": 0.1024,
      "step": 338740
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.223742198161115e-05,
      "loss": 0.1015,
      "step": 338750
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2236303438401826e-05,
      "loss": 0.1027,
      "step": 338760
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2235184895192502e-05,
      "loss": 0.103,
      "step": 338770
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2234066351983178e-05,
      "loss": 0.1027,
      "step": 338780
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2232947808773854e-05,
      "loss": 0.1039,
      "step": 338790
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2231829265564529e-05,
      "loss": 0.101,
      "step": 338800
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2230710722355205e-05,
      "loss": 0.1061,
      "step": 338810
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2229592179145881e-05,
      "loss": 0.105,
      "step": 338820
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2228473635936556e-05,
      "loss": 0.1068,
      "step": 338830
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2227355092727232e-05,
      "loss": 0.1051,
      "step": 338840
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2226236549517908e-05,
      "loss": 0.0999,
      "step": 338850
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2225118006308585e-05,
      "loss": 0.1034,
      "step": 338860
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2223999463099261e-05,
      "loss": 0.1025,
      "step": 338870
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2222880919889935e-05,
      "loss": 0.1053,
      "step": 338880
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2221762376680612e-05,
      "loss": 0.1089,
      "step": 338890
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2220643833471288e-05,
      "loss": 0.1045,
      "step": 338900
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2219525290261962e-05,
      "loss": 0.1003,
      "step": 338910
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2218406747052639e-05,
      "loss": 0.1058,
      "step": 338920
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2217288203843315e-05,
      "loss": 0.1079,
      "step": 338930
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2216169660633991e-05,
      "loss": 0.1083,
      "step": 338940
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2215051117424667e-05,
      "loss": 0.101,
      "step": 338950
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2213932574215342e-05,
      "loss": 0.1055,
      "step": 338960
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2212814031006018e-05,
      "loss": 0.1046,
      "step": 338970
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2211695487796694e-05,
      "loss": 0.1031,
      "step": 338980
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2210576944587369e-05,
      "loss": 0.1055,
      "step": 338990
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2209458401378047e-05,
      "loss": 0.1063,
      "step": 339000
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2208339858168721e-05,
      "loss": 0.1064,
      "step": 339010
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2207221314959398e-05,
      "loss": 0.1016,
      "step": 339020
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2206102771750074e-05,
      "loss": 0.1075,
      "step": 339030
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2204984228540748e-05,
      "loss": 0.1019,
      "step": 339040
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2203865685331425e-05,
      "loss": 0.1023,
      "step": 339050
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.22027471421221e-05,
      "loss": 0.103,
      "step": 339060
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2201628598912775e-05,
      "loss": 0.1054,
      "step": 339070
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2200510055703453e-05,
      "loss": 0.1044,
      "step": 339080
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2199391512494128e-05,
      "loss": 0.1067,
      "step": 339090
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2198272969284804e-05,
      "loss": 0.108,
      "step": 339100
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.219715442607548e-05,
      "loss": 0.1065,
      "step": 339110
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2196035882866155e-05,
      "loss": 0.1015,
      "step": 339120
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2194917339656833e-05,
      "loss": 0.1037,
      "step": 339130
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2193798796447507e-05,
      "loss": 0.1048,
      "step": 339140
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2192680253238182e-05,
      "loss": 0.1012,
      "step": 339150
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.219156171002886e-05,
      "loss": 0.1001,
      "step": 339160
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2190443166819534e-05,
      "loss": 0.1054,
      "step": 339170
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.218932462361021e-05,
      "loss": 0.1047,
      "step": 339180
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2188206080400887e-05,
      "loss": 0.1004,
      "step": 339190
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2187087537191561e-05,
      "loss": 0.1081,
      "step": 339200
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.218596899398224e-05,
      "loss": 0.0999,
      "step": 339210
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2184850450772914e-05,
      "loss": 0.1035,
      "step": 339220
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2183731907563588e-05,
      "loss": 0.1037,
      "step": 339230
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2182613364354266e-05,
      "loss": 0.0991,
      "step": 339240
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.218149482114494e-05,
      "loss": 0.1035,
      "step": 339250
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2180376277935617e-05,
      "loss": 0.1009,
      "step": 339260
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2179257734726293e-05,
      "loss": 0.1051,
      "step": 339270
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2178139191516968e-05,
      "loss": 0.1015,
      "step": 339280
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2177020648307646e-05,
      "loss": 0.1037,
      "step": 339290
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.217590210509832e-05,
      "loss": 0.1092,
      "step": 339300
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2174783561888997e-05,
      "loss": 0.1035,
      "step": 339310
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2173665018679673e-05,
      "loss": 0.1024,
      "step": 339320
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2172546475470347e-05,
      "loss": 0.1031,
      "step": 339330
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2171427932261025e-05,
      "loss": 0.1044,
      "step": 339340
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.21703093890517e-05,
      "loss": 0.1018,
      "step": 339350
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2169190845842374e-05,
      "loss": 0.1027,
      "step": 339360
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2168072302633052e-05,
      "loss": 0.1042,
      "step": 339370
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2166953759423727e-05,
      "loss": 0.1052,
      "step": 339380
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2165835216214403e-05,
      "loss": 0.1045,
      "step": 339390
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.216471667300508e-05,
      "loss": 0.1076,
      "step": 339400
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2163598129795754e-05,
      "loss": 0.1015,
      "step": 339410
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2162479586586432e-05,
      "loss": 0.1101,
      "step": 339420
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2161361043377106e-05,
      "loss": 0.1036,
      "step": 339430
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2160242500167782e-05,
      "loss": 0.1042,
      "step": 339440
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2159123956958459e-05,
      "loss": 0.1046,
      "step": 339450
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2158005413749133e-05,
      "loss": 0.1038,
      "step": 339460
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.215688687053981e-05,
      "loss": 0.1015,
      "step": 339470
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2155768327330486e-05,
      "loss": 0.1054,
      "step": 339480
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.215464978412116e-05,
      "loss": 0.1035,
      "step": 339490
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2153531240911838e-05,
      "loss": 0.1055,
      "step": 339500
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2152412697702513e-05,
      "loss": 0.1092,
      "step": 339510
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2151294154493189e-05,
      "loss": 0.1059,
      "step": 339520
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2150175611283865e-05,
      "loss": 0.1051,
      "step": 339530
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.214905706807454e-05,
      "loss": 0.101,
      "step": 339540
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2147938524865216e-05,
      "loss": 0.1066,
      "step": 339550
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2146819981655892e-05,
      "loss": 0.1013,
      "step": 339560
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2145701438446567e-05,
      "loss": 0.1064,
      "step": 339570
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2144582895237245e-05,
      "loss": 0.1059,
      "step": 339580
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.214346435202792e-05,
      "loss": 0.1031,
      "step": 339590
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2142345808818595e-05,
      "loss": 0.103,
      "step": 339600
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2141227265609272e-05,
      "loss": 0.1074,
      "step": 339610
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2140108722399946e-05,
      "loss": 0.1051,
      "step": 339620
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2138990179190622e-05,
      "loss": 0.1025,
      "step": 339630
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2137871635981299e-05,
      "loss": 0.1039,
      "step": 339640
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2136753092771975e-05,
      "loss": 0.1009,
      "step": 339650
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2135634549562651e-05,
      "loss": 0.1107,
      "step": 339660
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2134516006353326e-05,
      "loss": 0.1039,
      "step": 339670
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2133397463144002e-05,
      "loss": 0.103,
      "step": 339680
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2132278919934678e-05,
      "loss": 0.1068,
      "step": 339690
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2131160376725353e-05,
      "loss": 0.1013,
      "step": 339700
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2130041833516029e-05,
      "loss": 0.1006,
      "step": 339710
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2128923290306705e-05,
      "loss": 0.1031,
      "step": 339720
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2127804747097381e-05,
      "loss": 0.1006,
      "step": 339730
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2126686203888058e-05,
      "loss": 0.102,
      "step": 339740
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2125567660678732e-05,
      "loss": 0.1041,
      "step": 339750
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2124449117469408e-05,
      "loss": 0.1059,
      "step": 339760
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2123330574260085e-05,
      "loss": 0.1074,
      "step": 339770
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2122212031050761e-05,
      "loss": 0.1021,
      "step": 339780
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2121093487841435e-05,
      "loss": 0.103,
      "step": 339790
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2119974944632112e-05,
      "loss": 0.1077,
      "step": 339800
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2118856401422788e-05,
      "loss": 0.1014,
      "step": 339810
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2117737858213464e-05,
      "loss": 0.102,
      "step": 339820
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2116619315004139e-05,
      "loss": 0.1009,
      "step": 339830
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2115500771794815e-05,
      "loss": 0.1014,
      "step": 339840
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2114382228585491e-05,
      "loss": 0.1004,
      "step": 339850
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2113263685376167e-05,
      "loss": 0.1055,
      "step": 339860
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2112145142166842e-05,
      "loss": 0.1055,
      "step": 339870
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2111026598957518e-05,
      "loss": 0.1006,
      "step": 339880
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2109908055748194e-05,
      "loss": 0.1011,
      "step": 339890
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.210878951253887e-05,
      "loss": 0.1042,
      "step": 339900
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2107670969329545e-05,
      "loss": 0.1076,
      "step": 339910
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2106552426120221e-05,
      "loss": 0.1051,
      "step": 339920
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2105433882910898e-05,
      "loss": 0.1038,
      "step": 339930
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2104315339701574e-05,
      "loss": 0.0985,
      "step": 339940
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2103196796492248e-05,
      "loss": 0.1077,
      "step": 339950
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2102078253282925e-05,
      "loss": 0.1057,
      "step": 339960
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.21009597100736e-05,
      "loss": 0.1033,
      "step": 339970
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2099841166864277e-05,
      "loss": 0.103,
      "step": 339980
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2098722623654953e-05,
      "loss": 0.1047,
      "step": 339990
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2097604080445628e-05,
      "loss": 0.1047,
      "step": 340000
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2096485537236304e-05,
      "loss": 0.1009,
      "step": 340010
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.209536699402698e-05,
      "loss": 0.1024,
      "step": 340020
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2094248450817655e-05,
      "loss": 0.1048,
      "step": 340030
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2093129907608331e-05,
      "loss": 0.1073,
      "step": 340040
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2092011364399007e-05,
      "loss": 0.107,
      "step": 340050
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2090892821189684e-05,
      "loss": 0.1002,
      "step": 340060
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.208977427798036e-05,
      "loss": 0.0961,
      "step": 340070
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2088655734771034e-05,
      "loss": 0.1065,
      "step": 340080
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.208753719156171e-05,
      "loss": 0.1041,
      "step": 340090
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2086418648352387e-05,
      "loss": 0.1047,
      "step": 340100
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2085300105143061e-05,
      "loss": 0.1055,
      "step": 340110
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.208418156193374e-05,
      "loss": 0.1047,
      "step": 340120
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2083063018724414e-05,
      "loss": 0.1014,
      "step": 340130
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.208194447551509e-05,
      "loss": 0.1014,
      "step": 340140
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2080825932305766e-05,
      "loss": 0.1007,
      "step": 340150
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.207970738909644e-05,
      "loss": 0.1012,
      "step": 340160
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2078588845887117e-05,
      "loss": 0.1018,
      "step": 340170
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2077470302677793e-05,
      "loss": 0.0987,
      "step": 340180
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2076351759468468e-05,
      "loss": 0.1072,
      "step": 340190
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2075233216259146e-05,
      "loss": 0.104,
      "step": 340200
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.207411467304982e-05,
      "loss": 0.1055,
      "step": 340210
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2072996129840497e-05,
      "loss": 0.1019,
      "step": 340220
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2071877586631173e-05,
      "loss": 0.1049,
      "step": 340230
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2070759043421847e-05,
      "loss": 0.1036,
      "step": 340240
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2069640500212524e-05,
      "loss": 0.103,
      "step": 340250
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.20685219570032e-05,
      "loss": 0.1031,
      "step": 340260
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2067403413793874e-05,
      "loss": 0.1047,
      "step": 340270
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2066284870584552e-05,
      "loss": 0.1018,
      "step": 340280
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2065166327375227e-05,
      "loss": 0.1004,
      "step": 340290
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2064047784165903e-05,
      "loss": 0.1055,
      "step": 340300
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.206292924095658e-05,
      "loss": 0.1065,
      "step": 340310
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2061810697747254e-05,
      "loss": 0.1063,
      "step": 340320
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2060692154537932e-05,
      "loss": 0.1039,
      "step": 340330
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2059573611328606e-05,
      "loss": 0.1016,
      "step": 340340
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.205845506811928e-05,
      "loss": 0.1059,
      "step": 340350
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2057336524909959e-05,
      "loss": 0.1032,
      "step": 340360
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2056217981700633e-05,
      "loss": 0.106,
      "step": 340370
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.205509943849131e-05,
      "loss": 0.1013,
      "step": 340380
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2053980895281986e-05,
      "loss": 0.1061,
      "step": 340390
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.205286235207266e-05,
      "loss": 0.1073,
      "step": 340400
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2051743808863338e-05,
      "loss": 0.1008,
      "step": 340410
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2050625265654013e-05,
      "loss": 0.1098,
      "step": 340420
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2049506722444687e-05,
      "loss": 0.1027,
      "step": 340430
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2048388179235365e-05,
      "loss": 0.1036,
      "step": 340440
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.204726963602604e-05,
      "loss": 0.1018,
      "step": 340450
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2046151092816716e-05,
      "loss": 0.1052,
      "step": 340460
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2045032549607392e-05,
      "loss": 0.1012,
      "step": 340470
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2043914006398067e-05,
      "loss": 0.1096,
      "step": 340480
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2042795463188745e-05,
      "loss": 0.0987,
      "step": 340490
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.204167691997942e-05,
      "loss": 0.1003,
      "step": 340500
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2040558376770095e-05,
      "loss": 0.1034,
      "step": 340510
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2039439833560772e-05,
      "loss": 0.1028,
      "step": 340520
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2038321290351446e-05,
      "loss": 0.0993,
      "step": 340530
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2037202747142124e-05,
      "loss": 0.1014,
      "step": 340540
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2036084203932799e-05,
      "loss": 0.1037,
      "step": 340550
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2034965660723473e-05,
      "loss": 0.1021,
      "step": 340560
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2033847117514151e-05,
      "loss": 0.1043,
      "step": 340570
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2032728574304826e-05,
      "loss": 0.1083,
      "step": 340580
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2031610031095502e-05,
      "loss": 0.1065,
      "step": 340590
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.203060334220711e-05,
      "loss": 0.1079,
      "step": 340600
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2029484798997785e-05,
      "loss": 0.1011,
      "step": 340610
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2028366255788461e-05,
      "loss": 0.1064,
      "step": 340620
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2027247712579138e-05,
      "loss": 0.1009,
      "step": 340630
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2026129169369814e-05,
      "loss": 0.1034,
      "step": 340640
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2025010626160488e-05,
      "loss": 0.1044,
      "step": 340650
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2023892082951165e-05,
      "loss": 0.1053,
      "step": 340660
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2022773539741841e-05,
      "loss": 0.1056,
      "step": 340670
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2021654996532517e-05,
      "loss": 0.1036,
      "step": 340680
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2020536453323192e-05,
      "loss": 0.1035,
      "step": 340690
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2019417910113868e-05,
      "loss": 0.1011,
      "step": 340700
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2018299366904544e-05,
      "loss": 0.1041,
      "step": 340710
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.201718082369522e-05,
      "loss": 0.1049,
      "step": 340720
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2016062280485895e-05,
      "loss": 0.1063,
      "step": 340730
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2014943737276571e-05,
      "loss": 0.1033,
      "step": 340740
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2013825194067247e-05,
      "loss": 0.1022,
      "step": 340750
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2012706650857924e-05,
      "loss": 0.1061,
      "step": 340760
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2011588107648598e-05,
      "loss": 0.1042,
      "step": 340770
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2010469564439274e-05,
      "loss": 0.1058,
      "step": 340780
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.200935102122995e-05,
      "loss": 0.1055,
      "step": 340790
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2008232478020627e-05,
      "loss": 0.1064,
      "step": 340800
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2007113934811303e-05,
      "loss": 0.1033,
      "step": 340810
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2005995391601978e-05,
      "loss": 0.1056,
      "step": 340820
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2004876848392654e-05,
      "loss": 0.1016,
      "step": 340830
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.200375830518333e-05,
      "loss": 0.102,
      "step": 340840
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2002639761974005e-05,
      "loss": 0.1014,
      "step": 340850
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2001521218764681e-05,
      "loss": 0.1048,
      "step": 340860
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2000402675555357e-05,
      "loss": 0.107,
      "step": 340870
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1999284132346033e-05,
      "loss": 0.1082,
      "step": 340880
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.199816558913671e-05,
      "loss": 0.1011,
      "step": 340890
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1997047045927384e-05,
      "loss": 0.1024,
      "step": 340900
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.199592850271806e-05,
      "loss": 0.1022,
      "step": 340910
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1994809959508737e-05,
      "loss": 0.1057,
      "step": 340920
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1993691416299411e-05,
      "loss": 0.106,
      "step": 340930
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1992572873090089e-05,
      "loss": 0.107,
      "step": 340940
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1991454329880764e-05,
      "loss": 0.1023,
      "step": 340950
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.199033578667144e-05,
      "loss": 0.1043,
      "step": 340960
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1989217243462116e-05,
      "loss": 0.1031,
      "step": 340970
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.198809870025279e-05,
      "loss": 0.1028,
      "step": 340980
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1986980157043467e-05,
      "loss": 0.1018,
      "step": 340990
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1985861613834143e-05,
      "loss": 0.0991,
      "step": 341000
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1984743070624818e-05,
      "loss": 0.0993,
      "step": 341010
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1983624527415496e-05,
      "loss": 0.1094,
      "step": 341020
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.198250598420617e-05,
      "loss": 0.103,
      "step": 341030
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1981387440996846e-05,
      "loss": 0.1007,
      "step": 341040
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1980268897787523e-05,
      "loss": 0.102,
      "step": 341050
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1979150354578197e-05,
      "loss": 0.0963,
      "step": 341060
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1978031811368873e-05,
      "loss": 0.1066,
      "step": 341070
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.197691326815955e-05,
      "loss": 0.104,
      "step": 341080
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1975794724950224e-05,
      "loss": 0.1008,
      "step": 341090
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1974676181740902e-05,
      "loss": 0.104,
      "step": 341100
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1973557638531577e-05,
      "loss": 0.1025,
      "step": 341110
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1972439095322253e-05,
      "loss": 0.1022,
      "step": 341120
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1971320552112929e-05,
      "loss": 0.1046,
      "step": 341130
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1970202008903604e-05,
      "loss": 0.1077,
      "step": 341140
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1969083465694282e-05,
      "loss": 0.1022,
      "step": 341150
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1967964922484956e-05,
      "loss": 0.0995,
      "step": 341160
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.196684637927563e-05,
      "loss": 0.1087,
      "step": 341170
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1965727836066309e-05,
      "loss": 0.108,
      "step": 341180
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1964609292856983e-05,
      "loss": 0.1018,
      "step": 341190
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.196349074964766e-05,
      "loss": 0.1017,
      "step": 341200
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1962372206438336e-05,
      "loss": 0.1008,
      "step": 341210
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.196125366322901e-05,
      "loss": 0.1049,
      "step": 341220
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1960135120019688e-05,
      "loss": 0.1018,
      "step": 341230
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1959016576810363e-05,
      "loss": 0.1006,
      "step": 341240
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1957898033601039e-05,
      "loss": 0.1063,
      "step": 341250
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1956779490391715e-05,
      "loss": 0.1062,
      "step": 341260
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.195566094718239e-05,
      "loss": 0.1054,
      "step": 341270
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1954542403973067e-05,
      "loss": 0.1034,
      "step": 341280
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1953423860763742e-05,
      "loss": 0.1048,
      "step": 341290
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1952305317554417e-05,
      "loss": 0.1034,
      "step": 341300
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1951186774345094e-05,
      "loss": 0.1044,
      "step": 341310
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1950068231135769e-05,
      "loss": 0.1009,
      "step": 341320
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1948949687926445e-05,
      "loss": 0.1045,
      "step": 341330
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1947831144717121e-05,
      "loss": 0.1002,
      "step": 341340
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1946712601507796e-05,
      "loss": 0.1045,
      "step": 341350
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1945594058298474e-05,
      "loss": 0.1065,
      "step": 341360
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1944475515089148e-05,
      "loss": 0.101,
      "step": 341370
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1943356971879823e-05,
      "loss": 0.1027,
      "step": 341380
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1942238428670501e-05,
      "loss": 0.1009,
      "step": 341390
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1941119885461175e-05,
      "loss": 0.1006,
      "step": 341400
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1940001342251852e-05,
      "loss": 0.1097,
      "step": 341410
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1938882799042528e-05,
      "loss": 0.1009,
      "step": 341420
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1937764255833202e-05,
      "loss": 0.1054,
      "step": 341430
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.193664571262388e-05,
      "loss": 0.1069,
      "step": 341440
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1935527169414555e-05,
      "loss": 0.1031,
      "step": 341450
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1934408626205231e-05,
      "loss": 0.1045,
      "step": 341460
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1933290082995907e-05,
      "loss": 0.0996,
      "step": 341470
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1932171539786582e-05,
      "loss": 0.1037,
      "step": 341480
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1931052996577258e-05,
      "loss": 0.1043,
      "step": 341490
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1929934453367934e-05,
      "loss": 0.0995,
      "step": 341500
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1928815910158609e-05,
      "loss": 0.1037,
      "step": 341510
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1927697366949287e-05,
      "loss": 0.1035,
      "step": 341520
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1926578823739961e-05,
      "loss": 0.1047,
      "step": 341530
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1925460280530638e-05,
      "loss": 0.0996,
      "step": 341540
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1924341737321314e-05,
      "loss": 0.1052,
      "step": 341550
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1923223194111988e-05,
      "loss": 0.1017,
      "step": 341560
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1922104650902665e-05,
      "loss": 0.1056,
      "step": 341570
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1920986107693341e-05,
      "loss": 0.1035,
      "step": 341580
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1919867564484017e-05,
      "loss": 0.1043,
      "step": 341590
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1918749021274693e-05,
      "loss": 0.1032,
      "step": 341600
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1917630478065368e-05,
      "loss": 0.1043,
      "step": 341610
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1916511934856044e-05,
      "loss": 0.1031,
      "step": 341620
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.191539339164672e-05,
      "loss": 0.1074,
      "step": 341630
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1914274848437395e-05,
      "loss": 0.0977,
      "step": 341640
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1913156305228071e-05,
      "loss": 0.1057,
      "step": 341650
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1912037762018747e-05,
      "loss": 0.1068,
      "step": 341660
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1910919218809424e-05,
      "loss": 0.1043,
      "step": 341670
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.19098006756001e-05,
      "loss": 0.1012,
      "step": 341680
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1908682132390774e-05,
      "loss": 0.1039,
      "step": 341690
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.190756358918145e-05,
      "loss": 0.1065,
      "step": 341700
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1906445045972127e-05,
      "loss": 0.1065,
      "step": 341710
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1905326502762801e-05,
      "loss": 0.1088,
      "step": 341720
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1904207959553478e-05,
      "loss": 0.1045,
      "step": 341730
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1903089416344154e-05,
      "loss": 0.1005,
      "step": 341740
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.190197087313483e-05,
      "loss": 0.1061,
      "step": 341750
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1900852329925506e-05,
      "loss": 0.1077,
      "step": 341760
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1899733786716181e-05,
      "loss": 0.1029,
      "step": 341770
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1898615243506857e-05,
      "loss": 0.1053,
      "step": 341780
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1897496700297533e-05,
      "loss": 0.1049,
      "step": 341790
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.189637815708821e-05,
      "loss": 0.1036,
      "step": 341800
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1895259613878884e-05,
      "loss": 0.1049,
      "step": 341810
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.189414107066956e-05,
      "loss": 0.1029,
      "step": 341820
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1893022527460237e-05,
      "loss": 0.1045,
      "step": 341830
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1891903984250913e-05,
      "loss": 0.1023,
      "step": 341840
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1890785441041587e-05,
      "loss": 0.1059,
      "step": 341850
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1889666897832264e-05,
      "loss": 0.1021,
      "step": 341860
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.188854835462294e-05,
      "loss": 0.1044,
      "step": 341870
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1887429811413616e-05,
      "loss": 0.104,
      "step": 341880
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.188631126820429e-05,
      "loss": 0.105,
      "step": 341890
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1885192724994967e-05,
      "loss": 0.1029,
      "step": 341900
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1884074181785643e-05,
      "loss": 0.1014,
      "step": 341910
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.188295563857632e-05,
      "loss": 0.1056,
      "step": 341920
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1881837095366994e-05,
      "loss": 0.1029,
      "step": 341930
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.188071855215767e-05,
      "loss": 0.1013,
      "step": 341940
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1879600008948346e-05,
      "loss": 0.1008,
      "step": 341950
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1878481465739023e-05,
      "loss": 0.1069,
      "step": 341960
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1877362922529697e-05,
      "loss": 0.1079,
      "step": 341970
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1876244379320373e-05,
      "loss": 0.1069,
      "step": 341980
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.187512583611105e-05,
      "loss": 0.1082,
      "step": 341990
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1874007292901726e-05,
      "loss": 0.106,
      "step": 342000
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1872888749692402e-05,
      "loss": 0.1021,
      "step": 342010
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1871770206483077e-05,
      "loss": 0.1038,
      "step": 342020
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1870651663273753e-05,
      "loss": 0.1,
      "step": 342030
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1869533120064429e-05,
      "loss": 0.1049,
      "step": 342040
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1868414576855104e-05,
      "loss": 0.1066,
      "step": 342050
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.186729603364578e-05,
      "loss": 0.1021,
      "step": 342060
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1866177490436456e-05,
      "loss": 0.1074,
      "step": 342070
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1865058947227132e-05,
      "loss": 0.1057,
      "step": 342080
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1863940404017809e-05,
      "loss": 0.1013,
      "step": 342090
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1862821860808483e-05,
      "loss": 0.1051,
      "step": 342100
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.186170331759916e-05,
      "loss": 0.0972,
      "step": 342110
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1860584774389836e-05,
      "loss": 0.1036,
      "step": 342120
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.185946623118051e-05,
      "loss": 0.1055,
      "step": 342130
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1858347687971188e-05,
      "loss": 0.105,
      "step": 342140
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1857229144761863e-05,
      "loss": 0.1016,
      "step": 342150
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1856110601552539e-05,
      "loss": 0.1028,
      "step": 342160
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1854992058343215e-05,
      "loss": 0.1016,
      "step": 342170
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.185387351513389e-05,
      "loss": 0.112,
      "step": 342180
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1852754971924566e-05,
      "loss": 0.1012,
      "step": 342190
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1851636428715242e-05,
      "loss": 0.1053,
      "step": 342200
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1850517885505917e-05,
      "loss": 0.1007,
      "step": 342210
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1849399342296594e-05,
      "loss": 0.1075,
      "step": 342220
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1848280799087269e-05,
      "loss": 0.0998,
      "step": 342230
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1847162255877945e-05,
      "loss": 0.1013,
      "step": 342240
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1846043712668621e-05,
      "loss": 0.1021,
      "step": 342250
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1844925169459296e-05,
      "loss": 0.1059,
      "step": 342260
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1843806626249972e-05,
      "loss": 0.1095,
      "step": 342270
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1842688083040648e-05,
      "loss": 0.1,
      "step": 342280
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1841569539831323e-05,
      "loss": 0.1008,
      "step": 342290
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1840450996622001e-05,
      "loss": 0.104,
      "step": 342300
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1839332453412675e-05,
      "loss": 0.1035,
      "step": 342310
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1838213910203352e-05,
      "loss": 0.1005,
      "step": 342320
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1837095366994028e-05,
      "loss": 0.1057,
      "step": 342330
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1835976823784702e-05,
      "loss": 0.1,
      "step": 342340
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.183485828057538e-05,
      "loss": 0.1051,
      "step": 342350
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1833739737366055e-05,
      "loss": 0.1065,
      "step": 342360
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.183262119415673e-05,
      "loss": 0.1055,
      "step": 342370
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1831502650947407e-05,
      "loss": 0.1026,
      "step": 342380
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1830384107738082e-05,
      "loss": 0.1,
      "step": 342390
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1829265564528758e-05,
      "loss": 0.105,
      "step": 342400
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1828147021319434e-05,
      "loss": 0.102,
      "step": 342410
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1827028478110109e-05,
      "loss": 0.1022,
      "step": 342420
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1825909934900787e-05,
      "loss": 0.1021,
      "step": 342430
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1824791391691461e-05,
      "loss": 0.1035,
      "step": 342440
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1823672848482138e-05,
      "loss": 0.1044,
      "step": 342450
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1822554305272814e-05,
      "loss": 0.1051,
      "step": 342460
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1821435762063488e-05,
      "loss": 0.0988,
      "step": 342470
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1820317218854166e-05,
      "loss": 0.1031,
      "step": 342480
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1819198675644841e-05,
      "loss": 0.1034,
      "step": 342490
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1818080132435515e-05,
      "loss": 0.0947,
      "step": 342500
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1816961589226193e-05,
      "loss": 0.1042,
      "step": 342510
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1815843046016868e-05,
      "loss": 0.1014,
      "step": 342520
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1814724502807544e-05,
      "loss": 0.1013,
      "step": 342530
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.181360595959822e-05,
      "loss": 0.0998,
      "step": 342540
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1812487416388895e-05,
      "loss": 0.1009,
      "step": 342550
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1811368873179573e-05,
      "loss": 0.1044,
      "step": 342560
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1810250329970247e-05,
      "loss": 0.1022,
      "step": 342570
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1809131786760922e-05,
      "loss": 0.0993,
      "step": 342580
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.18080132435516e-05,
      "loss": 0.1024,
      "step": 342590
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1806894700342274e-05,
      "loss": 0.102,
      "step": 342600
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.180577615713295e-05,
      "loss": 0.1068,
      "step": 342610
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.180476946824456e-05,
      "loss": 0.0993,
      "step": 342620
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1803650925035236e-05,
      "loss": 0.1021,
      "step": 342630
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.180253238182591e-05,
      "loss": 0.101,
      "step": 342640
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1801413838616586e-05,
      "loss": 0.1051,
      "step": 342650
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1800295295407263e-05,
      "loss": 0.1057,
      "step": 342660
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1799176752197937e-05,
      "loss": 0.11,
      "step": 342670
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1798058208988613e-05,
      "loss": 0.1004,
      "step": 342680
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.179693966577929e-05,
      "loss": 0.1019,
      "step": 342690
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1795821122569966e-05,
      "loss": 0.1053,
      "step": 342700
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1794702579360642e-05,
      "loss": 0.1027,
      "step": 342710
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1793584036151317e-05,
      "loss": 0.1025,
      "step": 342720
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1792465492941993e-05,
      "loss": 0.1011,
      "step": 342730
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1791346949732669e-05,
      "loss": 0.101,
      "step": 342740
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1790228406523345e-05,
      "loss": 0.1033,
      "step": 342750
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.178910986331402e-05,
      "loss": 0.0996,
      "step": 342760
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1787991320104696e-05,
      "loss": 0.1052,
      "step": 342770
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1786872776895372e-05,
      "loss": 0.1009,
      "step": 342780
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1785754233686049e-05,
      "loss": 0.1015,
      "step": 342790
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1784635690476723e-05,
      "loss": 0.1035,
      "step": 342800
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.17835171472674e-05,
      "loss": 0.1013,
      "step": 342810
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1782398604058076e-05,
      "loss": 0.104,
      "step": 342820
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1781280060848752e-05,
      "loss": 0.1065,
      "step": 342830
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1780161517639426e-05,
      "loss": 0.1048,
      "step": 342840
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1779042974430103e-05,
      "loss": 0.1015,
      "step": 342850
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1777924431220779e-05,
      "loss": 0.1053,
      "step": 342860
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1776805888011455e-05,
      "loss": 0.1018,
      "step": 342870
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.177568734480213e-05,
      "loss": 0.0987,
      "step": 342880
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1774568801592806e-05,
      "loss": 0.1085,
      "step": 342890
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1773450258383482e-05,
      "loss": 0.1047,
      "step": 342900
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1772331715174158e-05,
      "loss": 0.1041,
      "step": 342910
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1771213171964833e-05,
      "loss": 0.1058,
      "step": 342920
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1770094628755509e-05,
      "loss": 0.108,
      "step": 342930
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1768976085546185e-05,
      "loss": 0.1077,
      "step": 342940
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1767857542336862e-05,
      "loss": 0.1035,
      "step": 342950
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1766738999127538e-05,
      "loss": 0.1025,
      "step": 342960
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1765620455918212e-05,
      "loss": 0.1023,
      "step": 342970
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1764501912708889e-05,
      "loss": 0.1054,
      "step": 342980
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1763383369499565e-05,
      "loss": 0.1082,
      "step": 342990
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.176226482629024e-05,
      "loss": 0.1041,
      "step": 343000
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1761146283080916e-05,
      "loss": 0.1004,
      "step": 343010
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1760027739871592e-05,
      "loss": 0.1079,
      "step": 343020
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1758909196662268e-05,
      "loss": 0.1041,
      "step": 343030
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1757790653452944e-05,
      "loss": 0.1019,
      "step": 343040
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1756672110243619e-05,
      "loss": 0.1037,
      "step": 343050
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1755553567034295e-05,
      "loss": 0.1053,
      "step": 343060
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1754435023824971e-05,
      "loss": 0.1014,
      "step": 343070
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1753316480615646e-05,
      "loss": 0.1018,
      "step": 343080
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1752197937406324e-05,
      "loss": 0.1115,
      "step": 343090
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1751079394196998e-05,
      "loss": 0.0999,
      "step": 343100
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1749960850987675e-05,
      "loss": 0.1043,
      "step": 343110
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.174884230777835e-05,
      "loss": 0.1005,
      "step": 343120
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1747723764569025e-05,
      "loss": 0.1049,
      "step": 343130
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1746605221359702e-05,
      "loss": 0.1017,
      "step": 343140
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1745486678150378e-05,
      "loss": 0.1044,
      "step": 343150
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1744368134941052e-05,
      "loss": 0.1034,
      "step": 343160
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.174324959173173e-05,
      "loss": 0.1032,
      "step": 343170
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1742131048522405e-05,
      "loss": 0.1077,
      "step": 343180
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1741012505313081e-05,
      "loss": 0.1056,
      "step": 343190
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1739893962103757e-05,
      "loss": 0.1024,
      "step": 343200
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1738775418894432e-05,
      "loss": 0.1059,
      "step": 343210
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1737656875685108e-05,
      "loss": 0.1068,
      "step": 343220
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1736538332475784e-05,
      "loss": 0.1101,
      "step": 343230
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1735419789266459e-05,
      "loss": 0.1034,
      "step": 343240
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1734301246057137e-05,
      "loss": 0.1004,
      "step": 343250
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1733182702847811e-05,
      "loss": 0.1024,
      "step": 343260
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1732064159638487e-05,
      "loss": 0.1035,
      "step": 343270
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1730945616429164e-05,
      "loss": 0.1035,
      "step": 343280
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1729827073219838e-05,
      "loss": 0.0999,
      "step": 343290
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1728708530010516e-05,
      "loss": 0.1023,
      "step": 343300
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.172758998680119e-05,
      "loss": 0.1033,
      "step": 343310
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1726471443591865e-05,
      "loss": 0.1015,
      "step": 343320
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1725352900382543e-05,
      "loss": 0.1014,
      "step": 343330
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1724234357173218e-05,
      "loss": 0.104,
      "step": 343340
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1723115813963894e-05,
      "loss": 0.107,
      "step": 343350
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.172199727075457e-05,
      "loss": 0.1045,
      "step": 343360
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1720878727545245e-05,
      "loss": 0.0997,
      "step": 343370
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1719760184335923e-05,
      "loss": 0.1051,
      "step": 343380
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1718641641126597e-05,
      "loss": 0.106,
      "step": 343390
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1717523097917272e-05,
      "loss": 0.1017,
      "step": 343400
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.171640455470795e-05,
      "loss": 0.1033,
      "step": 343410
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1715286011498624e-05,
      "loss": 0.1023,
      "step": 343420
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.17141674682893e-05,
      "loss": 0.104,
      "step": 343430
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1713048925079977e-05,
      "loss": 0.1042,
      "step": 343440
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1711930381870651e-05,
      "loss": 0.106,
      "step": 343450
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1710811838661329e-05,
      "loss": 0.1022,
      "step": 343460
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1709693295452004e-05,
      "loss": 0.1027,
      "step": 343470
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.170857475224268e-05,
      "loss": 0.1014,
      "step": 343480
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1707456209033356e-05,
      "loss": 0.1027,
      "step": 343490
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.170633766582403e-05,
      "loss": 0.1074,
      "step": 343500
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1705219122614707e-05,
      "loss": 0.1033,
      "step": 343510
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1704100579405383e-05,
      "loss": 0.1027,
      "step": 343520
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1702982036196058e-05,
      "loss": 0.1025,
      "step": 343530
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1701863492986736e-05,
      "loss": 0.1085,
      "step": 343540
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.170074494977741e-05,
      "loss": 0.1012,
      "step": 343550
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1699626406568086e-05,
      "loss": 0.0987,
      "step": 343560
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1698507863358763e-05,
      "loss": 0.103,
      "step": 343570
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1697389320149437e-05,
      "loss": 0.0992,
      "step": 343580
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1696270776940113e-05,
      "loss": 0.1019,
      "step": 343590
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.169515223373079e-05,
      "loss": 0.1021,
      "step": 343600
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1694033690521466e-05,
      "loss": 0.1058,
      "step": 343610
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1692915147312142e-05,
      "loss": 0.1066,
      "step": 343620
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1691796604102817e-05,
      "loss": 0.1051,
      "step": 343630
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1690678060893493e-05,
      "loss": 0.105,
      "step": 343640
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1689559517684169e-05,
      "loss": 0.1051,
      "step": 343650
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1688440974474844e-05,
      "loss": 0.0988,
      "step": 343660
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.168732243126552e-05,
      "loss": 0.1021,
      "step": 343670
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1686203888056196e-05,
      "loss": 0.1031,
      "step": 343680
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1685085344846872e-05,
      "loss": 0.1022,
      "step": 343690
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1683966801637549e-05,
      "loss": 0.105,
      "step": 343700
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1682848258428223e-05,
      "loss": 0.1061,
      "step": 343710
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.16817297152189e-05,
      "loss": 0.1038,
      "step": 343720
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1680611172009576e-05,
      "loss": 0.0992,
      "step": 343730
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.167949262880025e-05,
      "loss": 0.1021,
      "step": 343740
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1678374085590926e-05,
      "loss": 0.0996,
      "step": 343750
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1677255542381603e-05,
      "loss": 0.1039,
      "step": 343760
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1676136999172279e-05,
      "loss": 0.1017,
      "step": 343770
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1675018455962955e-05,
      "loss": 0.1043,
      "step": 343780
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.167389991275363e-05,
      "loss": 0.1049,
      "step": 343790
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1672781369544306e-05,
      "loss": 0.1037,
      "step": 343800
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1671662826334982e-05,
      "loss": 0.0999,
      "step": 343810
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1670544283125658e-05,
      "loss": 0.1008,
      "step": 343820
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1669425739916333e-05,
      "loss": 0.102,
      "step": 343830
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1668307196707009e-05,
      "loss": 0.1044,
      "step": 343840
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1667188653497685e-05,
      "loss": 0.1016,
      "step": 343850
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1666070110288362e-05,
      "loss": 0.1,
      "step": 343860
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1664951567079036e-05,
      "loss": 0.106,
      "step": 343870
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1663833023869712e-05,
      "loss": 0.1014,
      "step": 343880
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1662714480660389e-05,
      "loss": 0.1005,
      "step": 343890
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1661595937451065e-05,
      "loss": 0.1024,
      "step": 343900
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.166047739424174e-05,
      "loss": 0.1013,
      "step": 343910
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1659358851032416e-05,
      "loss": 0.102,
      "step": 343920
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1658240307823092e-05,
      "loss": 0.1093,
      "step": 343930
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1657121764613768e-05,
      "loss": 0.1047,
      "step": 343940
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1656003221404444e-05,
      "loss": 0.1017,
      "step": 343950
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1654884678195119e-05,
      "loss": 0.104,
      "step": 343960
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1653766134985795e-05,
      "loss": 0.1016,
      "step": 343970
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1652647591776471e-05,
      "loss": 0.1024,
      "step": 343980
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1651529048567146e-05,
      "loss": 0.109,
      "step": 343990
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1650410505357822e-05,
      "loss": 0.0999,
      "step": 344000
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1649291962148498e-05,
      "loss": 0.1021,
      "step": 344010
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1648173418939175e-05,
      "loss": 0.1001,
      "step": 344020
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.164705487572985e-05,
      "loss": 0.0998,
      "step": 344030
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1645936332520525e-05,
      "loss": 0.1026,
      "step": 344040
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1644817789311202e-05,
      "loss": 0.1053,
      "step": 344050
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1643699246101878e-05,
      "loss": 0.1002,
      "step": 344060
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1642580702892552e-05,
      "loss": 0.1032,
      "step": 344070
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1641462159683229e-05,
      "loss": 0.1037,
      "step": 344080
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1640343616473905e-05,
      "loss": 0.1024,
      "step": 344090
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1639225073264581e-05,
      "loss": 0.1062,
      "step": 344100
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1638106530055257e-05,
      "loss": 0.0984,
      "step": 344110
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1636987986845932e-05,
      "loss": 0.0992,
      "step": 344120
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1635869443636608e-05,
      "loss": 0.1011,
      "step": 344130
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1634750900427284e-05,
      "loss": 0.1007,
      "step": 344140
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1633632357217959e-05,
      "loss": 0.106,
      "step": 344150
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1632513814008637e-05,
      "loss": 0.1023,
      "step": 344160
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1631395270799311e-05,
      "loss": 0.1017,
      "step": 344170
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1630276727589987e-05,
      "loss": 0.1018,
      "step": 344180
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1629158184380664e-05,
      "loss": 0.1025,
      "step": 344190
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1628039641171338e-05,
      "loss": 0.1036,
      "step": 344200
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1626921097962014e-05,
      "loss": 0.0997,
      "step": 344210
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.162580255475269e-05,
      "loss": 0.1031,
      "step": 344220
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1624684011543365e-05,
      "loss": 0.1032,
      "step": 344230
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1623565468334043e-05,
      "loss": 0.1071,
      "step": 344240
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1622446925124718e-05,
      "loss": 0.1018,
      "step": 344250
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1621328381915394e-05,
      "loss": 0.1039,
      "step": 344260
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.162020983870607e-05,
      "loss": 0.1082,
      "step": 344270
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1619091295496745e-05,
      "loss": 0.0988,
      "step": 344280
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1617972752287423e-05,
      "loss": 0.102,
      "step": 344290
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1616854209078097e-05,
      "loss": 0.1012,
      "step": 344300
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1615735665868772e-05,
      "loss": 0.102,
      "step": 344310
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.161461712265945e-05,
      "loss": 0.1026,
      "step": 344320
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1613498579450124e-05,
      "loss": 0.1008,
      "step": 344330
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.16123800362408e-05,
      "loss": 0.102,
      "step": 344340
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1611261493031477e-05,
      "loss": 0.1078,
      "step": 344350
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1610142949822151e-05,
      "loss": 0.0995,
      "step": 344360
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1609024406612829e-05,
      "loss": 0.1068,
      "step": 344370
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1607905863403504e-05,
      "loss": 0.1056,
      "step": 344380
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1606787320194178e-05,
      "loss": 0.1018,
      "step": 344390
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1605668776984856e-05,
      "loss": 0.1049,
      "step": 344400
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.160455023377553e-05,
      "loss": 0.1021,
      "step": 344410
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1603431690566207e-05,
      "loss": 0.1008,
      "step": 344420
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1602313147356883e-05,
      "loss": 0.1076,
      "step": 344430
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1601194604147558e-05,
      "loss": 0.1,
      "step": 344440
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1600076060938236e-05,
      "loss": 0.1025,
      "step": 344450
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.159895751772891e-05,
      "loss": 0.1077,
      "step": 344460
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1597838974519586e-05,
      "loss": 0.105,
      "step": 344470
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1596720431310263e-05,
      "loss": 0.1083,
      "step": 344480
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1595601888100937e-05,
      "loss": 0.1008,
      "step": 344490
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1594483344891615e-05,
      "loss": 0.1032,
      "step": 344500
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.159336480168229e-05,
      "loss": 0.1019,
      "step": 344510
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1592246258472964e-05,
      "loss": 0.1064,
      "step": 344520
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1591127715263642e-05,
      "loss": 0.1043,
      "step": 344530
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1590009172054317e-05,
      "loss": 0.1061,
      "step": 344540
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1588890628844993e-05,
      "loss": 0.1058,
      "step": 344550
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1587772085635669e-05,
      "loss": 0.1023,
      "step": 344560
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1586653542426344e-05,
      "loss": 0.0983,
      "step": 344570
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1585534999217022e-05,
      "loss": 0.1046,
      "step": 344580
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1584416456007696e-05,
      "loss": 0.1052,
      "step": 344590
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1583297912798372e-05,
      "loss": 0.105,
      "step": 344600
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1582179369589049e-05,
      "loss": 0.1041,
      "step": 344610
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1581060826379723e-05,
      "loss": 0.1056,
      "step": 344620
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1580054137491332e-05,
      "loss": 0.102,
      "step": 344630
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1578935594282008e-05,
      "loss": 0.1048,
      "step": 344640
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1577817051072684e-05,
      "loss": 0.1017,
      "step": 344650
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1576698507863359e-05,
      "loss": 0.0965,
      "step": 344660
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1575579964654035e-05,
      "loss": 0.1043,
      "step": 344670
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1574461421444711e-05,
      "loss": 0.104,
      "step": 344680
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1573342878235386e-05,
      "loss": 0.1003,
      "step": 344690
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1572224335026062e-05,
      "loss": 0.1035,
      "step": 344700
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1571105791816738e-05,
      "loss": 0.1055,
      "step": 344710
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1569987248607415e-05,
      "loss": 0.0996,
      "step": 344720
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1568868705398091e-05,
      "loss": 0.1021,
      "step": 344730
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1567750162188765e-05,
      "loss": 0.1079,
      "step": 344740
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1566631618979442e-05,
      "loss": 0.1013,
      "step": 344750
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1565513075770118e-05,
      "loss": 0.1048,
      "step": 344760
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1564394532560794e-05,
      "loss": 0.1086,
      "step": 344770
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1563275989351469e-05,
      "loss": 0.1035,
      "step": 344780
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1562157446142145e-05,
      "loss": 0.1048,
      "step": 344790
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1561038902932821e-05,
      "loss": 0.0996,
      "step": 344800
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1559920359723497e-05,
      "loss": 0.1007,
      "step": 344810
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1558801816514172e-05,
      "loss": 0.1013,
      "step": 344820
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1557683273304848e-05,
      "loss": 0.1047,
      "step": 344830
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1556564730095524e-05,
      "loss": 0.1,
      "step": 344840
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.15554461868862e-05,
      "loss": 0.1071,
      "step": 344850
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1554327643676875e-05,
      "loss": 0.1001,
      "step": 344860
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1553209100467551e-05,
      "loss": 0.1037,
      "step": 344870
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1552090557258228e-05,
      "loss": 0.1009,
      "step": 344880
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1550972014048904e-05,
      "loss": 0.1072,
      "step": 344890
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1549853470839578e-05,
      "loss": 0.1039,
      "step": 344900
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1548734927630255e-05,
      "loss": 0.1061,
      "step": 344910
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.154761638442093e-05,
      "loss": 0.0996,
      "step": 344920
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1546497841211607e-05,
      "loss": 0.1009,
      "step": 344930
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1545379298002282e-05,
      "loss": 0.106,
      "step": 344940
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1544260754792958e-05,
      "loss": 0.1008,
      "step": 344950
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1543142211583634e-05,
      "loss": 0.1029,
      "step": 344960
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.154202366837431e-05,
      "loss": 0.1031,
      "step": 344970
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1540905125164987e-05,
      "loss": 0.1018,
      "step": 344980
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1539786581955661e-05,
      "loss": 0.1047,
      "step": 344990
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1538668038746337e-05,
      "loss": 0.1027,
      "step": 345000
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1537549495537014e-05,
      "loss": 0.1036,
      "step": 345010
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1536430952327688e-05,
      "loss": 0.1027,
      "step": 345020
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1535312409118364e-05,
      "loss": 0.1049,
      "step": 345030
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.153419386590904e-05,
      "loss": 0.1066,
      "step": 345040
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1533075322699717e-05,
      "loss": 0.1024,
      "step": 345050
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1531956779490393e-05,
      "loss": 0.1056,
      "step": 345060
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1530838236281068e-05,
      "loss": 0.1032,
      "step": 345070
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1529719693071744e-05,
      "loss": 0.1011,
      "step": 345080
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.152860114986242e-05,
      "loss": 0.1062,
      "step": 345090
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1527482606653095e-05,
      "loss": 0.1023,
      "step": 345100
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1526364063443772e-05,
      "loss": 0.103,
      "step": 345110
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1525245520234447e-05,
      "loss": 0.1048,
      "step": 345120
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1524126977025123e-05,
      "loss": 0.1068,
      "step": 345130
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.15230084338158e-05,
      "loss": 0.1032,
      "step": 345140
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1521889890606474e-05,
      "loss": 0.1003,
      "step": 345150
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.152077134739715e-05,
      "loss": 0.1055,
      "step": 345160
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1519652804187826e-05,
      "loss": 0.1034,
      "step": 345170
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1518534260978501e-05,
      "loss": 0.0994,
      "step": 345180
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1517415717769179e-05,
      "loss": 0.1033,
      "step": 345190
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1516297174559854e-05,
      "loss": 0.1032,
      "step": 345200
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.151517863135053e-05,
      "loss": 0.1009,
      "step": 345210
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1514060088141206e-05,
      "loss": 0.1026,
      "step": 345220
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.151294154493188e-05,
      "loss": 0.1055,
      "step": 345230
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1511823001722557e-05,
      "loss": 0.0999,
      "step": 345240
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1510704458513233e-05,
      "loss": 0.1054,
      "step": 345250
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1509585915303908e-05,
      "loss": 0.1069,
      "step": 345260
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1508467372094585e-05,
      "loss": 0.1045,
      "step": 345270
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.150734882888526e-05,
      "loss": 0.1001,
      "step": 345280
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1506230285675936e-05,
      "loss": 0.1049,
      "step": 345290
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1505111742466612e-05,
      "loss": 0.0984,
      "step": 345300
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1503993199257287e-05,
      "loss": 0.0995,
      "step": 345310
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1502874656047965e-05,
      "loss": 0.1013,
      "step": 345320
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.150175611283864e-05,
      "loss": 0.1,
      "step": 345330
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1500637569629314e-05,
      "loss": 0.1041,
      "step": 345340
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1499519026419992e-05,
      "loss": 0.0975,
      "step": 345350
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1498400483210666e-05,
      "loss": 0.0988,
      "step": 345360
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1497281940001343e-05,
      "loss": 0.1037,
      "step": 345370
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1496163396792019e-05,
      "loss": 0.1011,
      "step": 345380
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1495044853582693e-05,
      "loss": 0.1029,
      "step": 345390
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1493926310373371e-05,
      "loss": 0.1056,
      "step": 345400
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1492807767164046e-05,
      "loss": 0.1044,
      "step": 345410
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1491689223954722e-05,
      "loss": 0.1001,
      "step": 345420
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1490570680745398e-05,
      "loss": 0.0998,
      "step": 345430
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1489452137536073e-05,
      "loss": 0.1034,
      "step": 345440
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1488333594326751e-05,
      "loss": 0.1051,
      "step": 345450
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1487215051117425e-05,
      "loss": 0.1041,
      "step": 345460
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.14860965079081e-05,
      "loss": 0.1001,
      "step": 345470
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1484977964698778e-05,
      "loss": 0.1035,
      "step": 345480
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1483859421489452e-05,
      "loss": 0.1028,
      "step": 345490
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1482740878280129e-05,
      "loss": 0.1021,
      "step": 345500
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1481622335070805e-05,
      "loss": 0.0997,
      "step": 345510
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.148050379186148e-05,
      "loss": 0.1016,
      "step": 345520
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1479385248652157e-05,
      "loss": 0.1012,
      "step": 345530
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1478266705442832e-05,
      "loss": 0.1022,
      "step": 345540
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1477148162233506e-05,
      "loss": 0.1047,
      "step": 345550
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1476029619024184e-05,
      "loss": 0.104,
      "step": 345560
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1474911075814859e-05,
      "loss": 0.1025,
      "step": 345570
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1473792532605535e-05,
      "loss": 0.1063,
      "step": 345580
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1472673989396211e-05,
      "loss": 0.1061,
      "step": 345590
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1471555446186886e-05,
      "loss": 0.0984,
      "step": 345600
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1470436902977564e-05,
      "loss": 0.1029,
      "step": 345610
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1469318359768238e-05,
      "loss": 0.1038,
      "step": 345620
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1468199816558915e-05,
      "loss": 0.0995,
      "step": 345630
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.146708127334959e-05,
      "loss": 0.1048,
      "step": 345640
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1465962730140265e-05,
      "loss": 0.1032,
      "step": 345650
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1464844186930942e-05,
      "loss": 0.1045,
      "step": 345660
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1463725643721618e-05,
      "loss": 0.1027,
      "step": 345670
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1462607100512292e-05,
      "loss": 0.1019,
      "step": 345680
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.146148855730297e-05,
      "loss": 0.1053,
      "step": 345690
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1460370014093645e-05,
      "loss": 0.1044,
      "step": 345700
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1459251470884321e-05,
      "loss": 0.1076,
      "step": 345710
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1458132927674997e-05,
      "loss": 0.1052,
      "step": 345720
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1457014384465672e-05,
      "loss": 0.106,
      "step": 345730
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1455895841256348e-05,
      "loss": 0.1036,
      "step": 345740
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1454777298047024e-05,
      "loss": 0.1055,
      "step": 345750
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.14536587548377e-05,
      "loss": 0.1078,
      "step": 345760
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1452540211628377e-05,
      "loss": 0.1046,
      "step": 345770
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1451421668419051e-05,
      "loss": 0.1029,
      "step": 345780
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1450303125209728e-05,
      "loss": 0.1016,
      "step": 345790
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1449184582000404e-05,
      "loss": 0.1014,
      "step": 345800
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1448066038791078e-05,
      "loss": 0.1059,
      "step": 345810
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1446947495581755e-05,
      "loss": 0.1024,
      "step": 345820
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.144582895237243e-05,
      "loss": 0.1017,
      "step": 345830
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1444710409163107e-05,
      "loss": 0.0977,
      "step": 345840
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1443591865953783e-05,
      "loss": 0.1055,
      "step": 345850
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1442473322744458e-05,
      "loss": 0.1028,
      "step": 345860
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1441354779535134e-05,
      "loss": 0.1064,
      "step": 345870
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.144023623632581e-05,
      "loss": 0.101,
      "step": 345880
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1439117693116485e-05,
      "loss": 0.1005,
      "step": 345890
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1437999149907161e-05,
      "loss": 0.1052,
      "step": 345900
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1436880606697837e-05,
      "loss": 0.1033,
      "step": 345910
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1435762063488514e-05,
      "loss": 0.1038,
      "step": 345920
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.143464352027919e-05,
      "loss": 0.1054,
      "step": 345930
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1433524977069864e-05,
      "loss": 0.1048,
      "step": 345940
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.143240643386054e-05,
      "loss": 0.1057,
      "step": 345950
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1431287890651217e-05,
      "loss": 0.1027,
      "step": 345960
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1430169347441893e-05,
      "loss": 0.0966,
      "step": 345970
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1429050804232568e-05,
      "loss": 0.1033,
      "step": 345980
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1427932261023244e-05,
      "loss": 0.1019,
      "step": 345990
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.142681371781392e-05,
      "loss": 0.1047,
      "step": 346000
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1425695174604596e-05,
      "loss": 0.1001,
      "step": 346010
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.142457663139527e-05,
      "loss": 0.1091,
      "step": 346020
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1423458088185947e-05,
      "loss": 0.101,
      "step": 346030
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1422339544976623e-05,
      "loss": 0.1,
      "step": 346040
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.14212210017673e-05,
      "loss": 0.1047,
      "step": 346050
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1420102458557974e-05,
      "loss": 0.1022,
      "step": 346060
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.141898391534865e-05,
      "loss": 0.102,
      "step": 346070
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1417865372139326e-05,
      "loss": 0.1039,
      "step": 346080
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1416746828930003e-05,
      "loss": 0.1014,
      "step": 346090
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1415628285720679e-05,
      "loss": 0.1031,
      "step": 346100
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1414509742511353e-05,
      "loss": 0.1047,
      "step": 346110
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.141339119930203e-05,
      "loss": 0.1034,
      "step": 346120
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1412272656092706e-05,
      "loss": 0.1056,
      "step": 346130
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.141115411288338e-05,
      "loss": 0.0993,
      "step": 346140
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1410035569674057e-05,
      "loss": 0.1018,
      "step": 346150
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1408917026464733e-05,
      "loss": 0.1051,
      "step": 346160
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.140779848325541e-05,
      "loss": 0.102,
      "step": 346170
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1406679940046085e-05,
      "loss": 0.1041,
      "step": 346180
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.140556139683676e-05,
      "loss": 0.1008,
      "step": 346190
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1404442853627436e-05,
      "loss": 0.1024,
      "step": 346200
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1403324310418112e-05,
      "loss": 0.1005,
      "step": 346210
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1402205767208787e-05,
      "loss": 0.0987,
      "step": 346220
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1401087223999463e-05,
      "loss": 0.1043,
      "step": 346230
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.139996868079014e-05,
      "loss": 0.103,
      "step": 346240
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1398850137580814e-05,
      "loss": 0.0972,
      "step": 346250
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1397731594371492e-05,
      "loss": 0.1008,
      "step": 346260
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1396613051162166e-05,
      "loss": 0.1028,
      "step": 346270
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1395494507952843e-05,
      "loss": 0.1061,
      "step": 346280
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1394375964743519e-05,
      "loss": 0.1006,
      "step": 346290
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1393257421534193e-05,
      "loss": 0.0974,
      "step": 346300
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1392138878324871e-05,
      "loss": 0.098,
      "step": 346310
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1391020335115546e-05,
      "loss": 0.102,
      "step": 346320
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.138990179190622e-05,
      "loss": 0.1034,
      "step": 346330
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1388783248696898e-05,
      "loss": 0.1018,
      "step": 346340
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1387664705487573e-05,
      "loss": 0.1006,
      "step": 346350
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.138654616227825e-05,
      "loss": 0.1012,
      "step": 346360
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1385427619068925e-05,
      "loss": 0.102,
      "step": 346370
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.13843090758596e-05,
      "loss": 0.1043,
      "step": 346380
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1383190532650278e-05,
      "loss": 0.102,
      "step": 346390
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1382071989440952e-05,
      "loss": 0.1026,
      "step": 346400
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1380953446231627e-05,
      "loss": 0.0995,
      "step": 346410
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1379834903022305e-05,
      "loss": 0.1025,
      "step": 346420
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.137871635981298e-05,
      "loss": 0.1017,
      "step": 346430
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1377597816603656e-05,
      "loss": 0.1032,
      "step": 346440
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1376479273394332e-05,
      "loss": 0.1037,
      "step": 346450
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1375360730185006e-05,
      "loss": 0.1002,
      "step": 346460
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1374242186975684e-05,
      "loss": 0.1075,
      "step": 346470
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1373123643766359e-05,
      "loss": 0.1025,
      "step": 346480
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1372005100557035e-05,
      "loss": 0.1022,
      "step": 346490
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1370886557347711e-05,
      "loss": 0.1026,
      "step": 346500
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1369768014138386e-05,
      "loss": 0.1036,
      "step": 346510
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1368649470929064e-05,
      "loss": 0.102,
      "step": 346520
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1367530927719738e-05,
      "loss": 0.1006,
      "step": 346530
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1366412384510413e-05,
      "loss": 0.0986,
      "step": 346540
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.136529384130109e-05,
      "loss": 0.1021,
      "step": 346550
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1364175298091765e-05,
      "loss": 0.1001,
      "step": 346560
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1363056754882442e-05,
      "loss": 0.1038,
      "step": 346570
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1361938211673118e-05,
      "loss": 0.1047,
      "step": 346580
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1360819668463792e-05,
      "loss": 0.1022,
      "step": 346590
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.135970112525447e-05,
      "loss": 0.1054,
      "step": 346600
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1358582582045145e-05,
      "loss": 0.1013,
      "step": 346610
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1357464038835821e-05,
      "loss": 0.101,
      "step": 346620
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1356345495626497e-05,
      "loss": 0.1033,
      "step": 346630
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1355226952417172e-05,
      "loss": 0.1027,
      "step": 346640
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.135422026352878e-05,
      "loss": 0.1012,
      "step": 346650
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1353101720319457e-05,
      "loss": 0.1022,
      "step": 346660
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1351983177110133e-05,
      "loss": 0.102,
      "step": 346670
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1350864633900808e-05,
      "loss": 0.1043,
      "step": 346680
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1349746090691484e-05,
      "loss": 0.1021,
      "step": 346690
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.134862754748216e-05,
      "loss": 0.1019,
      "step": 346700
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1347509004272835e-05,
      "loss": 0.1007,
      "step": 346710
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1346390461063511e-05,
      "loss": 0.1,
      "step": 346720
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1345271917854187e-05,
      "loss": 0.1032,
      "step": 346730
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1344153374644863e-05,
      "loss": 0.1037,
      "step": 346740
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.134303483143554e-05,
      "loss": 0.1033,
      "step": 346750
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1341916288226214e-05,
      "loss": 0.1005,
      "step": 346760
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.134079774501689e-05,
      "loss": 0.1036,
      "step": 346770
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1339679201807567e-05,
      "loss": 0.0972,
      "step": 346780
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1338560658598243e-05,
      "loss": 0.0994,
      "step": 346790
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1337442115388917e-05,
      "loss": 0.1032,
      "step": 346800
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1336323572179594e-05,
      "loss": 0.1034,
      "step": 346810
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.133520502897027e-05,
      "loss": 0.1023,
      "step": 346820
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1334086485760946e-05,
      "loss": 0.0999,
      "step": 346830
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.133296794255162e-05,
      "loss": 0.1016,
      "step": 346840
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1331849399342297e-05,
      "loss": 0.102,
      "step": 346850
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1330730856132973e-05,
      "loss": 0.1059,
      "step": 346860
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.132961231292365e-05,
      "loss": 0.1014,
      "step": 346870
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1328493769714324e-05,
      "loss": 0.1035,
      "step": 346880
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1327375226505e-05,
      "loss": 0.1035,
      "step": 346890
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1326256683295676e-05,
      "loss": 0.103,
      "step": 346900
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1325138140086353e-05,
      "loss": 0.1033,
      "step": 346910
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1324019596877029e-05,
      "loss": 0.1055,
      "step": 346920
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1322901053667703e-05,
      "loss": 0.1023,
      "step": 346930
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.132178251045838e-05,
      "loss": 0.1055,
      "step": 346940
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1320663967249056e-05,
      "loss": 0.1,
      "step": 346950
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.131954542403973e-05,
      "loss": 0.1018,
      "step": 346960
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1318426880830407e-05,
      "loss": 0.1071,
      "step": 346970
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1317308337621083e-05,
      "loss": 0.1024,
      "step": 346980
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1316189794411759e-05,
      "loss": 0.1009,
      "step": 346990
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1315071251202435e-05,
      "loss": 0.1011,
      "step": 347000
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.131395270799311e-05,
      "loss": 0.1009,
      "step": 347010
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1312834164783786e-05,
      "loss": 0.1023,
      "step": 347020
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1311715621574462e-05,
      "loss": 0.1009,
      "step": 347030
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1310597078365137e-05,
      "loss": 0.1035,
      "step": 347040
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1309478535155813e-05,
      "loss": 0.1021,
      "step": 347050
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.130835999194649e-05,
      "loss": 0.1023,
      "step": 347060
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1307241448737166e-05,
      "loss": 0.1027,
      "step": 347070
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1306122905527842e-05,
      "loss": 0.106,
      "step": 347080
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1305004362318516e-05,
      "loss": 0.1048,
      "step": 347090
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1303885819109193e-05,
      "loss": 0.0987,
      "step": 347100
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1302767275899869e-05,
      "loss": 0.1023,
      "step": 347110
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1301648732690543e-05,
      "loss": 0.1035,
      "step": 347120
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1300530189481221e-05,
      "loss": 0.1048,
      "step": 347130
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1299411646271896e-05,
      "loss": 0.1055,
      "step": 347140
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1298293103062572e-05,
      "loss": 0.1026,
      "step": 347150
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1297174559853248e-05,
      "loss": 0.1015,
      "step": 347160
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1296056016643923e-05,
      "loss": 0.1046,
      "step": 347170
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1294937473434599e-05,
      "loss": 0.1064,
      "step": 347180
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1293818930225275e-05,
      "loss": 0.1042,
      "step": 347190
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.129270038701595e-05,
      "loss": 0.1023,
      "step": 347200
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1291581843806628e-05,
      "loss": 0.103,
      "step": 347210
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1290463300597302e-05,
      "loss": 0.1036,
      "step": 347220
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1289344757387978e-05,
      "loss": 0.1,
      "step": 347230
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1288226214178655e-05,
      "loss": 0.1056,
      "step": 347240
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.128710767096933e-05,
      "loss": 0.0997,
      "step": 347250
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1285989127760007e-05,
      "loss": 0.103,
      "step": 347260
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1284870584550682e-05,
      "loss": 0.0971,
      "step": 347270
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1283752041341356e-05,
      "loss": 0.1004,
      "step": 347280
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1282633498132034e-05,
      "loss": 0.1032,
      "step": 347290
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1281514954922709e-05,
      "loss": 0.0975,
      "step": 347300
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1280396411713385e-05,
      "loss": 0.0982,
      "step": 347310
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1279277868504061e-05,
      "loss": 0.0989,
      "step": 347320
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1278159325294736e-05,
      "loss": 0.1057,
      "step": 347330
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1277040782085414e-05,
      "loss": 0.1053,
      "step": 347340
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1275922238876088e-05,
      "loss": 0.1076,
      "step": 347350
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1274803695666763e-05,
      "loss": 0.1014,
      "step": 347360
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.127368515245744e-05,
      "loss": 0.1001,
      "step": 347370
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1272566609248115e-05,
      "loss": 0.1012,
      "step": 347380
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1271448066038791e-05,
      "loss": 0.102,
      "step": 347390
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1270329522829468e-05,
      "loss": 0.1047,
      "step": 347400
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1269210979620142e-05,
      "loss": 0.1026,
      "step": 347410
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.126809243641082e-05,
      "loss": 0.1074,
      "step": 347420
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1266973893201495e-05,
      "loss": 0.0999,
      "step": 347430
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1265855349992171e-05,
      "loss": 0.1041,
      "step": 347440
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1264736806782847e-05,
      "loss": 0.1023,
      "step": 347450
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1263618263573522e-05,
      "loss": 0.1065,
      "step": 347460
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.12624997203642e-05,
      "loss": 0.1025,
      "step": 347470
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1261381177154874e-05,
      "loss": 0.0989,
      "step": 347480
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1260262633945549e-05,
      "loss": 0.1001,
      "step": 347490
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1259144090736227e-05,
      "loss": 0.1028,
      "step": 347500
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1258025547526901e-05,
      "loss": 0.1001,
      "step": 347510
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1256907004317577e-05,
      "loss": 0.1019,
      "step": 347520
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1255788461108254e-05,
      "loss": 0.1012,
      "step": 347530
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1254669917898928e-05,
      "loss": 0.1034,
      "step": 347540
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1253551374689606e-05,
      "loss": 0.1023,
      "step": 347550
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.125243283148028e-05,
      "loss": 0.102,
      "step": 347560
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1251314288270957e-05,
      "loss": 0.102,
      "step": 347570
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1250195745061633e-05,
      "loss": 0.0953,
      "step": 347580
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1249077201852308e-05,
      "loss": 0.1005,
      "step": 347590
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1247958658642984e-05,
      "loss": 0.1017,
      "step": 347600
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.124684011543366e-05,
      "loss": 0.1097,
      "step": 347610
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1245721572224335e-05,
      "loss": 0.1036,
      "step": 347620
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1244603029015013e-05,
      "loss": 0.0994,
      "step": 347630
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1243484485805687e-05,
      "loss": 0.1015,
      "step": 347640
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1242365942596363e-05,
      "loss": 0.1039,
      "step": 347650
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.124124739938704e-05,
      "loss": 0.1027,
      "step": 347660
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1240128856177714e-05,
      "loss": 0.0988,
      "step": 347670
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.123901031296839e-05,
      "loss": 0.1007,
      "step": 347680
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1237891769759067e-05,
      "loss": 0.1008,
      "step": 347690
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1236773226549741e-05,
      "loss": 0.1061,
      "step": 347700
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1235654683340419e-05,
      "loss": 0.1018,
      "step": 347710
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1234536140131094e-05,
      "loss": 0.1051,
      "step": 347720
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.123341759692177e-05,
      "loss": 0.1036,
      "step": 347730
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1232299053712446e-05,
      "loss": 0.1044,
      "step": 347740
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.123118051050312e-05,
      "loss": 0.1036,
      "step": 347750
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1230061967293797e-05,
      "loss": 0.1047,
      "step": 347760
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1228943424084473e-05,
      "loss": 0.0958,
      "step": 347770
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.122782488087515e-05,
      "loss": 0.1002,
      "step": 347780
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1226706337665826e-05,
      "loss": 0.1051,
      "step": 347790
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.12255877944565e-05,
      "loss": 0.1042,
      "step": 347800
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1224469251247176e-05,
      "loss": 0.102,
      "step": 347810
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1223350708037853e-05,
      "loss": 0.1024,
      "step": 347820
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1222232164828527e-05,
      "loss": 0.1011,
      "step": 347830
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1221113621619203e-05,
      "loss": 0.105,
      "step": 347840
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.121999507840988e-05,
      "loss": 0.1027,
      "step": 347850
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1218876535200556e-05,
      "loss": 0.1032,
      "step": 347860
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1217757991991232e-05,
      "loss": 0.1038,
      "step": 347870
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1216639448781907e-05,
      "loss": 0.1049,
      "step": 347880
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1215520905572583e-05,
      "loss": 0.1019,
      "step": 347890
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1214402362363259e-05,
      "loss": 0.1018,
      "step": 347900
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1213283819153934e-05,
      "loss": 0.0996,
      "step": 347910
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.121216527594461e-05,
      "loss": 0.1018,
      "step": 347920
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1211046732735286e-05,
      "loss": 0.1051,
      "step": 347930
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1209928189525962e-05,
      "loss": 0.1043,
      "step": 347940
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1208809646316638e-05,
      "loss": 0.1012,
      "step": 347950
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1207691103107313e-05,
      "loss": 0.102,
      "step": 347960
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.120657255989799e-05,
      "loss": 0.1045,
      "step": 347970
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1205454016688665e-05,
      "loss": 0.1043,
      "step": 347980
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1204335473479342e-05,
      "loss": 0.0982,
      "step": 347990
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1203216930270016e-05,
      "loss": 0.1022,
      "step": 348000
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1202098387060692e-05,
      "loss": 0.099,
      "step": 348010
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1200979843851369e-05,
      "loss": 0.1024,
      "step": 348020
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1199861300642045e-05,
      "loss": 0.1039,
      "step": 348030
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.119874275743272e-05,
      "loss": 0.0998,
      "step": 348040
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1197624214223396e-05,
      "loss": 0.1017,
      "step": 348050
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1196505671014072e-05,
      "loss": 0.1042,
      "step": 348060
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1195387127804748e-05,
      "loss": 0.1025,
      "step": 348070
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1194268584595423e-05,
      "loss": 0.106,
      "step": 348080
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1193150041386099e-05,
      "loss": 0.0998,
      "step": 348090
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1192031498176775e-05,
      "loss": 0.1079,
      "step": 348100
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1190912954967451e-05,
      "loss": 0.1063,
      "step": 348110
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1189794411758128e-05,
      "loss": 0.1029,
      "step": 348120
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1188675868548802e-05,
      "loss": 0.1028,
      "step": 348130
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1187557325339478e-05,
      "loss": 0.1047,
      "step": 348140
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1186438782130155e-05,
      "loss": 0.0994,
      "step": 348150
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.118532023892083e-05,
      "loss": 0.1028,
      "step": 348160
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1184201695711505e-05,
      "loss": 0.1023,
      "step": 348170
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1183083152502182e-05,
      "loss": 0.1022,
      "step": 348180
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1181964609292858e-05,
      "loss": 0.0979,
      "step": 348190
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1180846066083534e-05,
      "loss": 0.1028,
      "step": 348200
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1179727522874209e-05,
      "loss": 0.1045,
      "step": 348210
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1178608979664885e-05,
      "loss": 0.1039,
      "step": 348220
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1177490436455561e-05,
      "loss": 0.1072,
      "step": 348230
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1176371893246236e-05,
      "loss": 0.1078,
      "step": 348240
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1175253350036912e-05,
      "loss": 0.1025,
      "step": 348250
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1174134806827588e-05,
      "loss": 0.1008,
      "step": 348260
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1173016263618264e-05,
      "loss": 0.1055,
      "step": 348270
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.117189772040894e-05,
      "loss": 0.105,
      "step": 348280
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1170779177199615e-05,
      "loss": 0.1043,
      "step": 348290
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1169660633990291e-05,
      "loss": 0.0987,
      "step": 348300
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1168542090780968e-05,
      "loss": 0.1023,
      "step": 348310
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1167423547571642e-05,
      "loss": 0.1012,
      "step": 348320
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.116630500436232e-05,
      "loss": 0.097,
      "step": 348330
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1165186461152995e-05,
      "loss": 0.1112,
      "step": 348340
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1164067917943671e-05,
      "loss": 0.101,
      "step": 348350
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1162949374734347e-05,
      "loss": 0.1052,
      "step": 348360
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1161830831525022e-05,
      "loss": 0.1026,
      "step": 348370
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1160712288315698e-05,
      "loss": 0.1034,
      "step": 348380
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1159593745106374e-05,
      "loss": 0.0979,
      "step": 348390
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1158475201897049e-05,
      "loss": 0.1059,
      "step": 348400
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1157356658687727e-05,
      "loss": 0.0993,
      "step": 348410
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1156238115478401e-05,
      "loss": 0.0981,
      "step": 348420
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1155119572269077e-05,
      "loss": 0.1046,
      "step": 348430
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1154001029059754e-05,
      "loss": 0.1015,
      "step": 348440
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1152882485850428e-05,
      "loss": 0.0999,
      "step": 348450
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1151763942641106e-05,
      "loss": 0.1013,
      "step": 348460
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.115064539943178e-05,
      "loss": 0.1055,
      "step": 348470
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1149526856222455e-05,
      "loss": 0.1023,
      "step": 348480
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1148408313013133e-05,
      "loss": 0.1034,
      "step": 348490
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1147289769803808e-05,
      "loss": 0.1021,
      "step": 348500
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1146171226594484e-05,
      "loss": 0.1015,
      "step": 348510
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.114505268338516e-05,
      "loss": 0.1031,
      "step": 348520
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1143934140175835e-05,
      "loss": 0.1031,
      "step": 348530
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1142815596966513e-05,
      "loss": 0.1048,
      "step": 348540
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1141697053757187e-05,
      "loss": 0.1021,
      "step": 348550
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1140578510547862e-05,
      "loss": 0.1024,
      "step": 348560
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.113945996733854e-05,
      "loss": 0.1017,
      "step": 348570
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1138341424129214e-05,
      "loss": 0.0994,
      "step": 348580
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.113722288091989e-05,
      "loss": 0.1018,
      "step": 348590
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1136104337710567e-05,
      "loss": 0.1033,
      "step": 348600
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1134985794501241e-05,
      "loss": 0.0981,
      "step": 348610
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1133867251291919e-05,
      "loss": 0.1014,
      "step": 348620
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1132748708082594e-05,
      "loss": 0.104,
      "step": 348630
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.113163016487327e-05,
      "loss": 0.1015,
      "step": 348640
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1130511621663946e-05,
      "loss": 0.1032,
      "step": 348650
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.112939307845462e-05,
      "loss": 0.1024,
      "step": 348660
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1128274535245299e-05,
      "loss": 0.1029,
      "step": 348670
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1127155992035973e-05,
      "loss": 0.1,
      "step": 348680
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1126149303147582e-05,
      "loss": 0.1015,
      "step": 348690
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1125030759938256e-05,
      "loss": 0.1,
      "step": 348700
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1123912216728933e-05,
      "loss": 0.1019,
      "step": 348710
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1122793673519609e-05,
      "loss": 0.1039,
      "step": 348720
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1121675130310285e-05,
      "loss": 0.1021,
      "step": 348730
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1120556587100961e-05,
      "loss": 0.0993,
      "step": 348740
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1119438043891636e-05,
      "loss": 0.1028,
      "step": 348750
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1118319500682312e-05,
      "loss": 0.1041,
      "step": 348760
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1117200957472988e-05,
      "loss": 0.103,
      "step": 348770
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1116082414263663e-05,
      "loss": 0.1082,
      "step": 348780
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1114963871054339e-05,
      "loss": 0.1047,
      "step": 348790
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1113845327845015e-05,
      "loss": 0.0989,
      "step": 348800
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1112726784635692e-05,
      "loss": 0.0981,
      "step": 348810
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1111608241426368e-05,
      "loss": 0.0999,
      "step": 348820
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1110489698217042e-05,
      "loss": 0.1039,
      "step": 348830
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1109371155007719e-05,
      "loss": 0.1002,
      "step": 348840
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1108252611798395e-05,
      "loss": 0.1009,
      "step": 348850
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.110713406858907e-05,
      "loss": 0.1053,
      "step": 348860
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1106015525379746e-05,
      "loss": 0.1065,
      "step": 348870
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1104896982170422e-05,
      "loss": 0.1031,
      "step": 348880
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1103778438961098e-05,
      "loss": 0.1004,
      "step": 348890
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1102659895751773e-05,
      "loss": 0.1025,
      "step": 348900
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1101541352542449e-05,
      "loss": 0.1,
      "step": 348910
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1100422809333125e-05,
      "loss": 0.1025,
      "step": 348920
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1099304266123801e-05,
      "loss": 0.1008,
      "step": 348930
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1098185722914478e-05,
      "loss": 0.0987,
      "step": 348940
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1097067179705152e-05,
      "loss": 0.0982,
      "step": 348950
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1095948636495828e-05,
      "loss": 0.1034,
      "step": 348960
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1094830093286505e-05,
      "loss": 0.103,
      "step": 348970
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1093711550077179e-05,
      "loss": 0.1026,
      "step": 348980
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1092593006867855e-05,
      "loss": 0.1017,
      "step": 348990
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1091474463658532e-05,
      "loss": 0.1093,
      "step": 349000
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1090355920449208e-05,
      "loss": 0.1016,
      "step": 349010
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1089237377239884e-05,
      "loss": 0.1044,
      "step": 349020
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1088118834030559e-05,
      "loss": 0.1032,
      "step": 349030
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1087000290821235e-05,
      "loss": 0.1022,
      "step": 349040
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1085881747611911e-05,
      "loss": 0.1029,
      "step": 349050
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1084763204402586e-05,
      "loss": 0.1035,
      "step": 349060
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1083644661193263e-05,
      "loss": 0.1009,
      "step": 349070
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1082526117983938e-05,
      "loss": 0.1004,
      "step": 349080
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1081407574774614e-05,
      "loss": 0.1024,
      "step": 349090
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.108028903156529e-05,
      "loss": 0.1008,
      "step": 349100
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1079170488355965e-05,
      "loss": 0.1005,
      "step": 349110
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1078051945146641e-05,
      "loss": 0.1047,
      "step": 349120
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1076933401937317e-05,
      "loss": 0.1006,
      "step": 349130
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1075814858727992e-05,
      "loss": 0.1051,
      "step": 349140
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.107469631551867e-05,
      "loss": 0.1015,
      "step": 349150
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1073577772309344e-05,
      "loss": 0.1073,
      "step": 349160
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.107245922910002e-05,
      "loss": 0.1049,
      "step": 349170
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1071340685890697e-05,
      "loss": 0.0993,
      "step": 349180
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1070222142681371e-05,
      "loss": 0.0989,
      "step": 349190
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1069103599472048e-05,
      "loss": 0.1015,
      "step": 349200
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1067985056262724e-05,
      "loss": 0.1017,
      "step": 349210
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1066866513053398e-05,
      "loss": 0.1005,
      "step": 349220
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1065747969844076e-05,
      "loss": 0.1017,
      "step": 349230
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1064629426634751e-05,
      "loss": 0.1012,
      "step": 349240
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1063510883425427e-05,
      "loss": 0.1056,
      "step": 349250
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1062392340216103e-05,
      "loss": 0.1004,
      "step": 349260
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1061273797006778e-05,
      "loss": 0.0972,
      "step": 349270
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1060155253797456e-05,
      "loss": 0.1028,
      "step": 349280
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.105903671058813e-05,
      "loss": 0.1044,
      "step": 349290
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1057918167378805e-05,
      "loss": 0.1005,
      "step": 349300
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1056799624169483e-05,
      "loss": 0.1024,
      "step": 349310
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1055681080960157e-05,
      "loss": 0.1018,
      "step": 349320
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1054562537750834e-05,
      "loss": 0.1016,
      "step": 349330
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.105344399454151e-05,
      "loss": 0.1064,
      "step": 349340
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1052325451332184e-05,
      "loss": 0.1044,
      "step": 349350
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1051206908122862e-05,
      "loss": 0.1043,
      "step": 349360
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1050088364913537e-05,
      "loss": 0.1064,
      "step": 349370
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1048969821704211e-05,
      "loss": 0.1079,
      "step": 349380
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.104785127849489e-05,
      "loss": 0.1067,
      "step": 349390
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1046732735285564e-05,
      "loss": 0.1022,
      "step": 349400
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.104561419207624e-05,
      "loss": 0.1042,
      "step": 349410
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1044495648866916e-05,
      "loss": 0.1048,
      "step": 349420
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1043377105657591e-05,
      "loss": 0.0988,
      "step": 349430
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1042258562448269e-05,
      "loss": 0.1023,
      "step": 349440
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1041140019238943e-05,
      "loss": 0.1015,
      "step": 349450
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.104002147602962e-05,
      "loss": 0.101,
      "step": 349460
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1038902932820296e-05,
      "loss": 0.0999,
      "step": 349470
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.103778438961097e-05,
      "loss": 0.0995,
      "step": 349480
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1036665846401648e-05,
      "loss": 0.1015,
      "step": 349490
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1035547303192323e-05,
      "loss": 0.1033,
      "step": 349500
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1034428759982997e-05,
      "loss": 0.0948,
      "step": 349510
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1033310216773675e-05,
      "loss": 0.1077,
      "step": 349520
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.103219167356435e-05,
      "loss": 0.1077,
      "step": 349530
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1031073130355026e-05,
      "loss": 0.1005,
      "step": 349540
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1029954587145702e-05,
      "loss": 0.0996,
      "step": 349550
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1028836043936377e-05,
      "loss": 0.1012,
      "step": 349560
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1027717500727055e-05,
      "loss": 0.0984,
      "step": 349570
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.102659895751773e-05,
      "loss": 0.1016,
      "step": 349580
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1025480414308406e-05,
      "loss": 0.0993,
      "step": 349590
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1024361871099082e-05,
      "loss": 0.1042,
      "step": 349600
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1023243327889756e-05,
      "loss": 0.102,
      "step": 349610
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1022124784680433e-05,
      "loss": 0.105,
      "step": 349620
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1021006241471109e-05,
      "loss": 0.1022,
      "step": 349630
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1019887698261783e-05,
      "loss": 0.105,
      "step": 349640
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1018769155052461e-05,
      "loss": 0.1016,
      "step": 349650
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1017650611843136e-05,
      "loss": 0.1024,
      "step": 349660
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1016532068633812e-05,
      "loss": 0.1026,
      "step": 349670
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1015413525424488e-05,
      "loss": 0.1019,
      "step": 349680
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1014294982215163e-05,
      "loss": 0.0971,
      "step": 349690
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1013176439005839e-05,
      "loss": 0.1009,
      "step": 349700
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1012057895796515e-05,
      "loss": 0.1013,
      "step": 349710
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.101093935258719e-05,
      "loss": 0.1038,
      "step": 349720
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1009820809377868e-05,
      "loss": 0.103,
      "step": 349730
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1008702266168542e-05,
      "loss": 0.1,
      "step": 349740
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1007583722959219e-05,
      "loss": 0.1046,
      "step": 349750
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1006465179749895e-05,
      "loss": 0.0996,
      "step": 349760
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.100534663654057e-05,
      "loss": 0.1032,
      "step": 349770
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1004228093331246e-05,
      "loss": 0.1032,
      "step": 349780
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1003109550121922e-05,
      "loss": 0.1032,
      "step": 349790
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1001991006912598e-05,
      "loss": 0.1018,
      "step": 349800
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1000872463703274e-05,
      "loss": 0.0982,
      "step": 349810
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0999753920493949e-05,
      "loss": 0.0988,
      "step": 349820
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0998635377284625e-05,
      "loss": 0.0987,
      "step": 349830
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0997516834075301e-05,
      "loss": 0.1046,
      "step": 349840
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0996398290865976e-05,
      "loss": 0.1017,
      "step": 349850
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0995279747656652e-05,
      "loss": 0.1032,
      "step": 349860
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0994161204447328e-05,
      "loss": 0.1034,
      "step": 349870
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0993042661238004e-05,
      "loss": 0.0971,
      "step": 349880
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.099192411802868e-05,
      "loss": 0.1033,
      "step": 349890
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0990805574819355e-05,
      "loss": 0.1002,
      "step": 349900
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0989687031610032e-05,
      "loss": 0.103,
      "step": 349910
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0988568488400708e-05,
      "loss": 0.1054,
      "step": 349920
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0987449945191384e-05,
      "loss": 0.104,
      "step": 349930
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0986331401982059e-05,
      "loss": 0.0989,
      "step": 349940
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0985212858772735e-05,
      "loss": 0.0956,
      "step": 349950
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0984094315563411e-05,
      "loss": 0.1041,
      "step": 349960
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0982975772354087e-05,
      "loss": 0.1011,
      "step": 349970
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0981857229144762e-05,
      "loss": 0.1018,
      "step": 349980
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0980738685935438e-05,
      "loss": 0.1,
      "step": 349990
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0979620142726114e-05,
      "loss": 0.1052,
      "step": 350000
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.097850159951679e-05,
      "loss": 0.1026,
      "step": 350010
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0977383056307465e-05,
      "loss": 0.0955,
      "step": 350020
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0976264513098141e-05,
      "loss": 0.1004,
      "step": 350030
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0975145969888817e-05,
      "loss": 0.1002,
      "step": 350040
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0974027426679494e-05,
      "loss": 0.0998,
      "step": 350050
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0972908883470168e-05,
      "loss": 0.0992,
      "step": 350060
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0971790340260844e-05,
      "loss": 0.0999,
      "step": 350070
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.097067179705152e-05,
      "loss": 0.1032,
      "step": 350080
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0969553253842197e-05,
      "loss": 0.1024,
      "step": 350090
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0968434710632871e-05,
      "loss": 0.1024,
      "step": 350100
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0967316167423548e-05,
      "loss": 0.1023,
      "step": 350110
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0966197624214224e-05,
      "loss": 0.1018,
      "step": 350120
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.09650790810049e-05,
      "loss": 0.1018,
      "step": 350130
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0963960537795576e-05,
      "loss": 0.098,
      "step": 350140
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0962841994586251e-05,
      "loss": 0.1025,
      "step": 350150
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0961723451376927e-05,
      "loss": 0.1003,
      "step": 350160
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0960604908167603e-05,
      "loss": 0.1071,
      "step": 350170
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0959486364958278e-05,
      "loss": 0.0983,
      "step": 350180
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0958367821748954e-05,
      "loss": 0.1022,
      "step": 350190
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.095724927853963e-05,
      "loss": 0.107,
      "step": 350200
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0956130735330307e-05,
      "loss": 0.0991,
      "step": 350210
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0955012192120983e-05,
      "loss": 0.1037,
      "step": 350220
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0953893648911657e-05,
      "loss": 0.1074,
      "step": 350230
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0952775105702334e-05,
      "loss": 0.1046,
      "step": 350240
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.095165656249301e-05,
      "loss": 0.1022,
      "step": 350250
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0950538019283684e-05,
      "loss": 0.107,
      "step": 350260
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0949419476074362e-05,
      "loss": 0.1026,
      "step": 350270
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0948300932865037e-05,
      "loss": 0.1015,
      "step": 350280
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0947182389655713e-05,
      "loss": 0.0984,
      "step": 350290
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.094606384644639e-05,
      "loss": 0.1042,
      "step": 350300
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0944945303237064e-05,
      "loss": 0.0986,
      "step": 350310
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.094382676002774e-05,
      "loss": 0.0999,
      "step": 350320
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0942708216818416e-05,
      "loss": 0.1017,
      "step": 350330
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0941589673609091e-05,
      "loss": 0.1015,
      "step": 350340
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0940471130399769e-05,
      "loss": 0.0998,
      "step": 350350
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0939352587190443e-05,
      "loss": 0.1032,
      "step": 350360
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.093823404398112e-05,
      "loss": 0.1002,
      "step": 350370
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0937115500771796e-05,
      "loss": 0.0971,
      "step": 350380
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.093599695756247e-05,
      "loss": 0.1017,
      "step": 350390
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0934878414353147e-05,
      "loss": 0.1037,
      "step": 350400
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0933759871143823e-05,
      "loss": 0.1049,
      "step": 350410
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0932641327934497e-05,
      "loss": 0.107,
      "step": 350420
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0931522784725175e-05,
      "loss": 0.101,
      "step": 350430
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.093040424151585e-05,
      "loss": 0.1054,
      "step": 350440
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0929285698306526e-05,
      "loss": 0.1013,
      "step": 350450
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0928167155097202e-05,
      "loss": 0.104,
      "step": 350460
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0927048611887877e-05,
      "loss": 0.1027,
      "step": 350470
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0925930068678555e-05,
      "loss": 0.1002,
      "step": 350480
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.092481152546923e-05,
      "loss": 0.1027,
      "step": 350490
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0923692982259904e-05,
      "loss": 0.0975,
      "step": 350500
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0922574439050582e-05,
      "loss": 0.1067,
      "step": 350510
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0921455895841256e-05,
      "loss": 0.1022,
      "step": 350520
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0920337352631933e-05,
      "loss": 0.1043,
      "step": 350530
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0919218809422609e-05,
      "loss": 0.0979,
      "step": 350540
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0918100266213283e-05,
      "loss": 0.1028,
      "step": 350550
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0916981723003961e-05,
      "loss": 0.1001,
      "step": 350560
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0915863179794636e-05,
      "loss": 0.101,
      "step": 350570
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0914744636585312e-05,
      "loss": 0.101,
      "step": 350580
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0913626093375988e-05,
      "loss": 0.1065,
      "step": 350590
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0912507550166663e-05,
      "loss": 0.1024,
      "step": 350600
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0911389006957339e-05,
      "loss": 0.0994,
      "step": 350610
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0910270463748015e-05,
      "loss": 0.1002,
      "step": 350620
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.090915192053869e-05,
      "loss": 0.1017,
      "step": 350630
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0908033377329368e-05,
      "loss": 0.1022,
      "step": 350640
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0906914834120042e-05,
      "loss": 0.1,
      "step": 350650
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0905796290910719e-05,
      "loss": 0.1073,
      "step": 350660
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0904677747701395e-05,
      "loss": 0.1048,
      "step": 350670
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.090355920449207e-05,
      "loss": 0.1028,
      "step": 350680
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0902552515603678e-05,
      "loss": 0.1033,
      "step": 350690
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0901433972394354e-05,
      "loss": 0.1078,
      "step": 350700
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.090031542918503e-05,
      "loss": 0.105,
      "step": 350710
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0899196885975705e-05,
      "loss": 0.106,
      "step": 350720
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0898078342766381e-05,
      "loss": 0.1008,
      "step": 350730
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0896959799557058e-05,
      "loss": 0.1005,
      "step": 350740
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0895841256347734e-05,
      "loss": 0.1056,
      "step": 350750
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.089472271313841e-05,
      "loss": 0.104,
      "step": 350760
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0893604169929085e-05,
      "loss": 0.1039,
      "step": 350770
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.089248562671976e-05,
      "loss": 0.1019,
      "step": 350780
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0891367083510437e-05,
      "loss": 0.1044,
      "step": 350790
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0890248540301112e-05,
      "loss": 0.1029,
      "step": 350800
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0889129997091788e-05,
      "loss": 0.1022,
      "step": 350810
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0888011453882464e-05,
      "loss": 0.1049,
      "step": 350820
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.088689291067314e-05,
      "loss": 0.1031,
      "step": 350830
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0885774367463817e-05,
      "loss": 0.1007,
      "step": 350840
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0884655824254491e-05,
      "loss": 0.0975,
      "step": 350850
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0883537281045167e-05,
      "loss": 0.1012,
      "step": 350860
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0882418737835844e-05,
      "loss": 0.1012,
      "step": 350870
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0881300194626518e-05,
      "loss": 0.1023,
      "step": 350880
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0880181651417194e-05,
      "loss": 0.1045,
      "step": 350890
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.087906310820787e-05,
      "loss": 0.1032,
      "step": 350900
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0877944564998547e-05,
      "loss": 0.0986,
      "step": 350910
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0876826021789223e-05,
      "loss": 0.1014,
      "step": 350920
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0875707478579898e-05,
      "loss": 0.1039,
      "step": 350930
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0874588935370574e-05,
      "loss": 0.0991,
      "step": 350940
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.087347039216125e-05,
      "loss": 0.1006,
      "step": 350950
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0872351848951926e-05,
      "loss": 0.1036,
      "step": 350960
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.08712333057426e-05,
      "loss": 0.1026,
      "step": 350970
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0870114762533277e-05,
      "loss": 0.1012,
      "step": 350980
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0868996219323953e-05,
      "loss": 0.1055,
      "step": 350990
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.086787767611463e-05,
      "loss": 0.105,
      "step": 351000
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0866759132905304e-05,
      "loss": 0.101,
      "step": 351010
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.086564058969598e-05,
      "loss": 0.1001,
      "step": 351020
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0864522046486656e-05,
      "loss": 0.1054,
      "step": 351030
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0863403503277333e-05,
      "loss": 0.0995,
      "step": 351040
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0862284960068007e-05,
      "loss": 0.1023,
      "step": 351050
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0861166416858683e-05,
      "loss": 0.0994,
      "step": 351060
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.086004787364936e-05,
      "loss": 0.1025,
      "step": 351070
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0858929330440036e-05,
      "loss": 0.1014,
      "step": 351080
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0857810787230712e-05,
      "loss": 0.0987,
      "step": 351090
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0856692244021387e-05,
      "loss": 0.1014,
      "step": 351100
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0855573700812063e-05,
      "loss": 0.0974,
      "step": 351110
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.085445515760274e-05,
      "loss": 0.1047,
      "step": 351120
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0853336614393414e-05,
      "loss": 0.1049,
      "step": 351130
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.085221807118409e-05,
      "loss": 0.1065,
      "step": 351140
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0851099527974766e-05,
      "loss": 0.1053,
      "step": 351150
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0849980984765442e-05,
      "loss": 0.0981,
      "step": 351160
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0848862441556119e-05,
      "loss": 0.1036,
      "step": 351170
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0847743898346793e-05,
      "loss": 0.1031,
      "step": 351180
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.084662535513747e-05,
      "loss": 0.0976,
      "step": 351190
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0845506811928146e-05,
      "loss": 0.101,
      "step": 351200
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.084438826871882e-05,
      "loss": 0.1009,
      "step": 351210
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0843269725509496e-05,
      "loss": 0.1022,
      "step": 351220
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0842151182300173e-05,
      "loss": 0.1021,
      "step": 351230
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0841032639090849e-05,
      "loss": 0.1032,
      "step": 351240
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0839914095881525e-05,
      "loss": 0.1061,
      "step": 351250
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.08387955526722e-05,
      "loss": 0.1008,
      "step": 351260
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0837677009462876e-05,
      "loss": 0.1029,
      "step": 351270
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0836558466253552e-05,
      "loss": 0.1001,
      "step": 351280
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0835439923044227e-05,
      "loss": 0.1021,
      "step": 351290
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0834321379834905e-05,
      "loss": 0.1022,
      "step": 351300
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.083320283662558e-05,
      "loss": 0.107,
      "step": 351310
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0832084293416255e-05,
      "loss": 0.0988,
      "step": 351320
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0830965750206932e-05,
      "loss": 0.0994,
      "step": 351330
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0829847206997606e-05,
      "loss": 0.1056,
      "step": 351340
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0828728663788282e-05,
      "loss": 0.1049,
      "step": 351350
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0827610120578959e-05,
      "loss": 0.1004,
      "step": 351360
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0826491577369633e-05,
      "loss": 0.0973,
      "step": 351370
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0825373034160311e-05,
      "loss": 0.1051,
      "step": 351380
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0824254490950986e-05,
      "loss": 0.1016,
      "step": 351390
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0823135947741662e-05,
      "loss": 0.0997,
      "step": 351400
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0822017404532338e-05,
      "loss": 0.1009,
      "step": 351410
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0820898861323013e-05,
      "loss": 0.104,
      "step": 351420
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.081978031811369e-05,
      "loss": 0.1022,
      "step": 351430
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0818661774904365e-05,
      "loss": 0.1007,
      "step": 351440
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.081754323169504e-05,
      "loss": 0.1012,
      "step": 351450
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0816424688485718e-05,
      "loss": 0.1062,
      "step": 351460
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0815306145276392e-05,
      "loss": 0.1012,
      "step": 351470
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0814187602067068e-05,
      "loss": 0.0935,
      "step": 351480
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0813069058857745e-05,
      "loss": 0.1026,
      "step": 351490
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0811950515648419e-05,
      "loss": 0.1037,
      "step": 351500
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0810831972439097e-05,
      "loss": 0.1046,
      "step": 351510
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0809713429229772e-05,
      "loss": 0.1031,
      "step": 351520
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0808594886020446e-05,
      "loss": 0.1031,
      "step": 351530
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0807476342811124e-05,
      "loss": 0.1016,
      "step": 351540
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0806357799601799e-05,
      "loss": 0.0988,
      "step": 351550
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0805239256392475e-05,
      "loss": 0.1058,
      "step": 351560
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0804120713183151e-05,
      "loss": 0.1,
      "step": 351570
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0803002169973826e-05,
      "loss": 0.1002,
      "step": 351580
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0801883626764504e-05,
      "loss": 0.1031,
      "step": 351590
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0800765083555178e-05,
      "loss": 0.1044,
      "step": 351600
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0799646540345854e-05,
      "loss": 0.0983,
      "step": 351610
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.079852799713653e-05,
      "loss": 0.1003,
      "step": 351620
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0797409453927205e-05,
      "loss": 0.1036,
      "step": 351630
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0796290910717883e-05,
      "loss": 0.1056,
      "step": 351640
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0795172367508558e-05,
      "loss": 0.1048,
      "step": 351650
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0794053824299232e-05,
      "loss": 0.1024,
      "step": 351660
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.079293528108991e-05,
      "loss": 0.096,
      "step": 351670
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0791816737880585e-05,
      "loss": 0.1016,
      "step": 351680
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.079069819467126e-05,
      "loss": 0.1013,
      "step": 351690
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0789579651461937e-05,
      "loss": 0.0975,
      "step": 351700
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0788461108252612e-05,
      "loss": 0.1002,
      "step": 351710
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.078734256504329e-05,
      "loss": 0.101,
      "step": 351720
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0786224021833964e-05,
      "loss": 0.0989,
      "step": 351730
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.078510547862464e-05,
      "loss": 0.1008,
      "step": 351740
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0783986935415316e-05,
      "loss": 0.1036,
      "step": 351750
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0782868392205991e-05,
      "loss": 0.1001,
      "step": 351760
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0781749848996667e-05,
      "loss": 0.1008,
      "step": 351770
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0780631305787344e-05,
      "loss": 0.0987,
      "step": 351780
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0779512762578018e-05,
      "loss": 0.1025,
      "step": 351790
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0778394219368696e-05,
      "loss": 0.1027,
      "step": 351800
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.077727567615937e-05,
      "loss": 0.099,
      "step": 351810
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0776157132950047e-05,
      "loss": 0.1013,
      "step": 351820
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0775038589740723e-05,
      "loss": 0.1057,
      "step": 351830
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0773920046531398e-05,
      "loss": 0.1012,
      "step": 351840
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0772801503322074e-05,
      "loss": 0.1052,
      "step": 351850
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.077168296011275e-05,
      "loss": 0.1038,
      "step": 351860
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0770564416903425e-05,
      "loss": 0.1078,
      "step": 351870
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.07694458736941e-05,
      "loss": 0.101,
      "step": 351880
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0768327330484777e-05,
      "loss": 0.103,
      "step": 351890
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0767208787275453e-05,
      "loss": 0.1029,
      "step": 351900
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.076609024406613e-05,
      "loss": 0.1021,
      "step": 351910
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0764971700856804e-05,
      "loss": 0.1021,
      "step": 351920
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.076385315764748e-05,
      "loss": 0.1022,
      "step": 351930
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0762734614438156e-05,
      "loss": 0.0996,
      "step": 351940
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0761616071228833e-05,
      "loss": 0.1001,
      "step": 351950
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0760497528019507e-05,
      "loss": 0.0973,
      "step": 351960
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0759378984810183e-05,
      "loss": 0.0999,
      "step": 351970
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.075826044160086e-05,
      "loss": 0.1005,
      "step": 351980
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0757141898391536e-05,
      "loss": 0.0954,
      "step": 351990
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.075602335518221e-05,
      "loss": 0.1011,
      "step": 352000
    },
    {
      "epoch": 0.79,
      "eval_NEIMS_canon_smiles": 0.9635,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.24231666666666668,
      "eval_NEIMS_daylight_tanimoto_simil": 0.6168391877401604,
      "eval_NEIMS_exact_mols": 0.24203333333333332,
      "eval_NEIMS_exact_smiles": 0.23753333333333335,
      "eval_NEIMS_loss": 0.1307661235332489,
      "eval_NEIMS_matched_formulas": 0.7527833333333334,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5414326811640712,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.24275,
      "eval_NEIMS_runtime": 729.6583,
      "eval_NEIMS_samples_per_second": 82.23,
      "eval_NEIMS_steps_per_second": 1.286,
      "step": 352000
    },
    {
      "epoch": 0.79,
      "eval_RASSP_canon_smiles": 0.9598123351253882,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.3166594316626039,
      "eval_RASSP_daylight_tanimoto_simil": 0.714034245857075,
      "eval_RASSP_exact_mols": 0.31579123117507596,
      "eval_RASSP_exact_smiles": 0.30902928507029087,
      "eval_RASSP_loss": 0.10140303522348404,
      "eval_RASSP_matched_formulas": 0.8786856780311885,
      "eval_RASSP_morgan_tanimoto_simil": 0.6061649105462132,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.31599158513373626,
      "eval_RASSP_runtime": 828.7474,
      "eval_RASSP_samples_per_second": 72.271,
      "eval_RASSP_steps_per_second": 1.129,
      "step": 352000
    },
    {
      "epoch": 0.79,
      "eval_NEIMS_old_canon_smiles": 0.9601333333333333,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.23863333333333334,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.6134417203174045,
      "eval_NEIMS_old_exact_mols": 0.2384,
      "eval_NEIMS_old_exact_smiles": 0.23283333333333334,
      "eval_NEIMS_old_loss": 0.1302582323551178,
      "eval_NEIMS_old_matched_formulas": 0.7505,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.5396428143408476,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.2392,
      "eval_NEIMS_old_runtime": 366.3761,
      "eval_NEIMS_old_samples_per_second": 81.883,
      "eval_NEIMS_old_steps_per_second": 1.28,
      "step": 352000
    },
    {
      "epoch": 0.79,
      "eval_RASSP_old_canon_smiles": 0.9599225815063236,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.3464477592017886,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.7336079133090403,
      "eval_RASSP_old_exact_mols": 0.34558013815196714,
      "eval_RASSP_old_exact_smiles": 0.3383054693496179,
      "eval_RASSP_old_loss": 0.09463747590780258,
      "eval_RASSP_old_matched_formulas": 0.8917809590549605,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.6303040498359146,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.34578035839423366,
      "eval_RASSP_old_runtime": 414.6459,
      "eval_RASSP_old_samples_per_second": 72.271,
      "eval_RASSP_old_steps_per_second": 1.131,
      "step": 352000
    },
    {
      "epoch": 0.79,
      "eval_NIST_canon_smiles": 0.8713844625048799,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.02785960180288888,
      "eval_NIST_daylight_tanimoto_simil": 0.30190372504226337,
      "eval_NIST_exact_mols": 0.026865883522021506,
      "eval_NIST_exact_smiles": 0.02551726585513007,
      "eval_NIST_loss": 1.7991760969161987,
      "eval_NIST_matched_formulas": 0.1266281009333854,
      "eval_NIST_morgan_tanimoto_simil": 0.25362808095589656,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.027646662171274445,
      "eval_NIST_runtime": 560.6419,
      "eval_NIST_samples_per_second": 50.258,
      "eval_NIST_steps_per_second": 0.787,
      "step": 352000
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0754904811972887e-05,
      "loss": 0.1046,
      "step": 352010
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0753786268763563e-05,
      "loss": 0.0975,
      "step": 352020
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.075266772555424e-05,
      "loss": 0.1022,
      "step": 352030
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0751549182344914e-05,
      "loss": 0.1049,
      "step": 352040
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.075043063913559e-05,
      "loss": 0.1027,
      "step": 352050
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0749312095926266e-05,
      "loss": 0.1003,
      "step": 352060
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0748193552716942e-05,
      "loss": 0.1018,
      "step": 352070
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0747075009507619e-05,
      "loss": 0.0995,
      "step": 352080
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0745956466298293e-05,
      "loss": 0.0997,
      "step": 352090
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.074483792308897e-05,
      "loss": 0.0991,
      "step": 352100
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0743719379879646e-05,
      "loss": 0.1041,
      "step": 352110
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.074260083667032e-05,
      "loss": 0.1031,
      "step": 352120
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0741482293460996e-05,
      "loss": 0.1042,
      "step": 352130
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0740363750251673e-05,
      "loss": 0.0978,
      "step": 352140
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0739245207042349e-05,
      "loss": 0.0997,
      "step": 352150
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0738126663833025e-05,
      "loss": 0.1019,
      "step": 352160
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.07370081206237e-05,
      "loss": 0.0991,
      "step": 352170
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0735889577414376e-05,
      "loss": 0.1042,
      "step": 352180
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0734771034205052e-05,
      "loss": 0.101,
      "step": 352190
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0733652490995727e-05,
      "loss": 0.0999,
      "step": 352200
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0732533947786403e-05,
      "loss": 0.1023,
      "step": 352210
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0731415404577079e-05,
      "loss": 0.1003,
      "step": 352220
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0730296861367755e-05,
      "loss": 0.1009,
      "step": 352230
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0729178318158432e-05,
      "loss": 0.1006,
      "step": 352240
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0728059774949106e-05,
      "loss": 0.0988,
      "step": 352250
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0726941231739782e-05,
      "loss": 0.099,
      "step": 352260
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0725822688530459e-05,
      "loss": 0.0989,
      "step": 352270
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0724704145321133e-05,
      "loss": 0.1021,
      "step": 352280
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0723585602111811e-05,
      "loss": 0.1006,
      "step": 352290
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0722467058902486e-05,
      "loss": 0.1071,
      "step": 352300
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0721348515693162e-05,
      "loss": 0.0965,
      "step": 352310
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0720229972483838e-05,
      "loss": 0.1001,
      "step": 352320
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0719111429274513e-05,
      "loss": 0.0988,
      "step": 352330
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0717992886065189e-05,
      "loss": 0.1009,
      "step": 352340
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0716874342855865e-05,
      "loss": 0.0961,
      "step": 352350
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.071575579964654e-05,
      "loss": 0.1025,
      "step": 352360
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0714637256437218e-05,
      "loss": 0.1041,
      "step": 352370
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0713518713227892e-05,
      "loss": 0.103,
      "step": 352380
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0712400170018568e-05,
      "loss": 0.1017,
      "step": 352390
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0711281626809245e-05,
      "loss": 0.1049,
      "step": 352400
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0710163083599919e-05,
      "loss": 0.1009,
      "step": 352410
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0709044540390595e-05,
      "loss": 0.1014,
      "step": 352420
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0707925997181272e-05,
      "loss": 0.1001,
      "step": 352430
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0706807453971946e-05,
      "loss": 0.1075,
      "step": 352440
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0705688910762624e-05,
      "loss": 0.1051,
      "step": 352450
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0704570367553299e-05,
      "loss": 0.0998,
      "step": 352460
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0703451824343975e-05,
      "loss": 0.1035,
      "step": 352470
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0702333281134651e-05,
      "loss": 0.1045,
      "step": 352480
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0701214737925326e-05,
      "loss": 0.1053,
      "step": 352490
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0700096194716004e-05,
      "loss": 0.0994,
      "step": 352500
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0698977651506678e-05,
      "loss": 0.1035,
      "step": 352510
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0697859108297353e-05,
      "loss": 0.102,
      "step": 352520
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.069674056508803e-05,
      "loss": 0.0993,
      "step": 352530
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0695622021878705e-05,
      "loss": 0.0995,
      "step": 352540
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0694503478669381e-05,
      "loss": 0.0999,
      "step": 352550
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0693384935460058e-05,
      "loss": 0.1011,
      "step": 352560
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0692266392250732e-05,
      "loss": 0.1007,
      "step": 352570
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.069114784904141e-05,
      "loss": 0.0997,
      "step": 352580
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0690029305832085e-05,
      "loss": 0.1059,
      "step": 352590
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.068891076262276e-05,
      "loss": 0.1032,
      "step": 352600
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0687792219413437e-05,
      "loss": 0.1039,
      "step": 352610
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0686673676204112e-05,
      "loss": 0.1023,
      "step": 352620
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.068555513299479e-05,
      "loss": 0.0993,
      "step": 352630
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0684436589785464e-05,
      "loss": 0.1011,
      "step": 352640
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0683318046576139e-05,
      "loss": 0.1022,
      "step": 352650
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0682199503366816e-05,
      "loss": 0.1021,
      "step": 352660
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0681080960157491e-05,
      "loss": 0.1059,
      "step": 352670
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0679962416948167e-05,
      "loss": 0.1032,
      "step": 352680
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0678843873738843e-05,
      "loss": 0.1028,
      "step": 352690
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0677725330529518e-05,
      "loss": 0.1037,
      "step": 352700
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0676606787320196e-05,
      "loss": 0.0979,
      "step": 352710
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.067548824411087e-05,
      "loss": 0.1041,
      "step": 352720
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0674369700901545e-05,
      "loss": 0.1028,
      "step": 352730
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0673363012013154e-05,
      "loss": 0.0991,
      "step": 352740
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.067224446880383e-05,
      "loss": 0.1053,
      "step": 352750
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0671125925594506e-05,
      "loss": 0.104,
      "step": 352760
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0670007382385183e-05,
      "loss": 0.0986,
      "step": 352770
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0668888839175859e-05,
      "loss": 0.1054,
      "step": 352780
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0667770295966533e-05,
      "loss": 0.1018,
      "step": 352790
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.066665175275721e-05,
      "loss": 0.1024,
      "step": 352800
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0665533209547886e-05,
      "loss": 0.1036,
      "step": 352810
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.066441466633856e-05,
      "loss": 0.1013,
      "step": 352820
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0663296123129237e-05,
      "loss": 0.1005,
      "step": 352830
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0662177579919913e-05,
      "loss": 0.1065,
      "step": 352840
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0661059036710589e-05,
      "loss": 0.0978,
      "step": 352850
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0659940493501265e-05,
      "loss": 0.1032,
      "step": 352860
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.065882195029194e-05,
      "loss": 0.0992,
      "step": 352870
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0657703407082616e-05,
      "loss": 0.104,
      "step": 352880
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0656584863873292e-05,
      "loss": 0.1014,
      "step": 352890
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0655466320663968e-05,
      "loss": 0.1005,
      "step": 352900
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0654347777454643e-05,
      "loss": 0.1009,
      "step": 352910
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.065322923424532e-05,
      "loss": 0.0993,
      "step": 352920
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0652110691035995e-05,
      "loss": 0.1033,
      "step": 352930
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0650992147826672e-05,
      "loss": 0.0968,
      "step": 352940
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0649873604617346e-05,
      "loss": 0.0999,
      "step": 352950
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0648755061408022e-05,
      "loss": 0.1004,
      "step": 352960
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0647636518198699e-05,
      "loss": 0.104,
      "step": 352970
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0646517974989375e-05,
      "loss": 0.1037,
      "step": 352980
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.064539943178005e-05,
      "loss": 0.105,
      "step": 352990
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0644280888570726e-05,
      "loss": 0.1062,
      "step": 353000
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0643162345361402e-05,
      "loss": 0.1018,
      "step": 353010
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0642043802152078e-05,
      "loss": 0.1021,
      "step": 353020
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0640925258942753e-05,
      "loss": 0.1018,
      "step": 353030
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0639806715733429e-05,
      "loss": 0.1032,
      "step": 353040
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0638688172524105e-05,
      "loss": 0.0962,
      "step": 353050
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0637569629314781e-05,
      "loss": 0.0985,
      "step": 353060
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0636451086105456e-05,
      "loss": 0.1028,
      "step": 353070
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0635332542896132e-05,
      "loss": 0.101,
      "step": 353080
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0634213999686808e-05,
      "loss": 0.099,
      "step": 353090
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0633095456477485e-05,
      "loss": 0.104,
      "step": 353100
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0631976913268161e-05,
      "loss": 0.0999,
      "step": 353110
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0630858370058835e-05,
      "loss": 0.1025,
      "step": 353120
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0629739826849512e-05,
      "loss": 0.104,
      "step": 353130
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0628621283640188e-05,
      "loss": 0.1015,
      "step": 353140
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0627502740430862e-05,
      "loss": 0.103,
      "step": 353150
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0626384197221539e-05,
      "loss": 0.1016,
      "step": 353160
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0625265654012215e-05,
      "loss": 0.0994,
      "step": 353170
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0624147110802891e-05,
      "loss": 0.0965,
      "step": 353180
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0623028567593567e-05,
      "loss": 0.0964,
      "step": 353190
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0621910024384242e-05,
      "loss": 0.1,
      "step": 353200
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0620791481174918e-05,
      "loss": 0.1041,
      "step": 353210
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0619672937965594e-05,
      "loss": 0.0985,
      "step": 353220
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0618554394756269e-05,
      "loss": 0.0981,
      "step": 353230
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0617435851546947e-05,
      "loss": 0.0992,
      "step": 353240
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0616317308337621e-05,
      "loss": 0.1031,
      "step": 353250
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0615198765128298e-05,
      "loss": 0.1031,
      "step": 353260
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0614080221918974e-05,
      "loss": 0.1039,
      "step": 353270
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0612961678709648e-05,
      "loss": 0.0989,
      "step": 353280
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0611843135500325e-05,
      "loss": 0.1039,
      "step": 353290
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0610724592291001e-05,
      "loss": 0.1009,
      "step": 353300
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0609606049081675e-05,
      "loss": 0.1043,
      "step": 353310
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0608487505872353e-05,
      "loss": 0.0973,
      "step": 353320
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0607368962663028e-05,
      "loss": 0.102,
      "step": 353330
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0606250419453704e-05,
      "loss": 0.1039,
      "step": 353340
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.060513187624438e-05,
      "loss": 0.1043,
      "step": 353350
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0604013333035055e-05,
      "loss": 0.1007,
      "step": 353360
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0602894789825731e-05,
      "loss": 0.103,
      "step": 353370
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0601776246616407e-05,
      "loss": 0.099,
      "step": 353380
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0600657703407082e-05,
      "loss": 0.1027,
      "step": 353390
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.059953916019776e-05,
      "loss": 0.098,
      "step": 353400
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0598420616988434e-05,
      "loss": 0.1073,
      "step": 353410
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.059730207377911e-05,
      "loss": 0.1027,
      "step": 353420
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0596183530569787e-05,
      "loss": 0.103,
      "step": 353430
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0595064987360461e-05,
      "loss": 0.1028,
      "step": 353440
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.059394644415114e-05,
      "loss": 0.1014,
      "step": 353450
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0592827900941814e-05,
      "loss": 0.1069,
      "step": 353460
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0591709357732488e-05,
      "loss": 0.1013,
      "step": 353470
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0590590814523166e-05,
      "loss": 0.1045,
      "step": 353480
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0589472271313841e-05,
      "loss": 0.1031,
      "step": 353490
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0588353728104517e-05,
      "loss": 0.0998,
      "step": 353500
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0587235184895193e-05,
      "loss": 0.1031,
      "step": 353510
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0586116641685868e-05,
      "loss": 0.1018,
      "step": 353520
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0584998098476546e-05,
      "loss": 0.101,
      "step": 353530
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.058387955526722e-05,
      "loss": 0.1031,
      "step": 353540
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0582872866378829e-05,
      "loss": 0.101,
      "step": 353550
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0581754323169504e-05,
      "loss": 0.101,
      "step": 353560
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0580635779960182e-05,
      "loss": 0.0998,
      "step": 353570
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0579517236750856e-05,
      "loss": 0.1029,
      "step": 353580
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0578398693541532e-05,
      "loss": 0.1001,
      "step": 353590
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0577280150332209e-05,
      "loss": 0.099,
      "step": 353600
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0576161607122883e-05,
      "loss": 0.1019,
      "step": 353610
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.057504306391356e-05,
      "loss": 0.1009,
      "step": 353620
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0573924520704236e-05,
      "loss": 0.0976,
      "step": 353630
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.057280597749491e-05,
      "loss": 0.1008,
      "step": 353640
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0571687434285588e-05,
      "loss": 0.1009,
      "step": 353650
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0570568891076263e-05,
      "loss": 0.0998,
      "step": 353660
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0569450347866939e-05,
      "loss": 0.0989,
      "step": 353670
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0568331804657615e-05,
      "loss": 0.1034,
      "step": 353680
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.056721326144829e-05,
      "loss": 0.1018,
      "step": 353690
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0566094718238966e-05,
      "loss": 0.1074,
      "step": 353700
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0564976175029642e-05,
      "loss": 0.1006,
      "step": 353710
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0563857631820318e-05,
      "loss": 0.1009,
      "step": 353720
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0562739088610995e-05,
      "loss": 0.0992,
      "step": 353730
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0561620545401669e-05,
      "loss": 0.1033,
      "step": 353740
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0560502002192345e-05,
      "loss": 0.0997,
      "step": 353750
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0559383458983022e-05,
      "loss": 0.0989,
      "step": 353760
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0558264915773696e-05,
      "loss": 0.0989,
      "step": 353770
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0557146372564372e-05,
      "loss": 0.0993,
      "step": 353780
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0556027829355049e-05,
      "loss": 0.1059,
      "step": 353790
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0554909286145725e-05,
      "loss": 0.0987,
      "step": 353800
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0553790742936401e-05,
      "loss": 0.0999,
      "step": 353810
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0552672199727076e-05,
      "loss": 0.099,
      "step": 353820
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0551553656517752e-05,
      "loss": 0.1001,
      "step": 353830
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0550435113308428e-05,
      "loss": 0.1051,
      "step": 353840
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0549316570099103e-05,
      "loss": 0.1,
      "step": 353850
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0548198026889779e-05,
      "loss": 0.1022,
      "step": 353860
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0547079483680455e-05,
      "loss": 0.1009,
      "step": 353870
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0545960940471131e-05,
      "loss": 0.1021,
      "step": 353880
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0544842397261807e-05,
      "loss": 0.1049,
      "step": 353890
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0543723854052482e-05,
      "loss": 0.1025,
      "step": 353900
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0542605310843158e-05,
      "loss": 0.1004,
      "step": 353910
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0541486767633834e-05,
      "loss": 0.1012,
      "step": 353920
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.054036822442451e-05,
      "loss": 0.099,
      "step": 353930
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0539249681215185e-05,
      "loss": 0.1011,
      "step": 353940
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0538131138005862e-05,
      "loss": 0.1004,
      "step": 353950
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0537012594796538e-05,
      "loss": 0.1031,
      "step": 353960
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0535894051587214e-05,
      "loss": 0.0982,
      "step": 353970
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0534775508377889e-05,
      "loss": 0.1017,
      "step": 353980
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0533656965168565e-05,
      "loss": 0.1019,
      "step": 353990
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0532538421959241e-05,
      "loss": 0.1038,
      "step": 354000
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0531419878749917e-05,
      "loss": 0.1042,
      "step": 354010
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0530301335540592e-05,
      "loss": 0.1016,
      "step": 354020
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0529182792331268e-05,
      "loss": 0.1031,
      "step": 354030
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0528064249121944e-05,
      "loss": 0.1024,
      "step": 354040
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.052694570591262e-05,
      "loss": 0.1018,
      "step": 354050
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0525827162703297e-05,
      "loss": 0.1009,
      "step": 354060
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0524708619493971e-05,
      "loss": 0.1001,
      "step": 354070
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0523590076284647e-05,
      "loss": 0.0976,
      "step": 354080
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0522471533075324e-05,
      "loss": 0.1005,
      "step": 354090
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0521352989865998e-05,
      "loss": 0.1004,
      "step": 354100
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0520234446656674e-05,
      "loss": 0.098,
      "step": 354110
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.051911590344735e-05,
      "loss": 0.1032,
      "step": 354120
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0517997360238027e-05,
      "loss": 0.1005,
      "step": 354130
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0516878817028703e-05,
      "loss": 0.1007,
      "step": 354140
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0515760273819378e-05,
      "loss": 0.0997,
      "step": 354150
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0514641730610054e-05,
      "loss": 0.0971,
      "step": 354160
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.051352318740073e-05,
      "loss": 0.1028,
      "step": 354170
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0512404644191405e-05,
      "loss": 0.101,
      "step": 354180
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0511286100982081e-05,
      "loss": 0.1008,
      "step": 354190
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0510167557772757e-05,
      "loss": 0.1024,
      "step": 354200
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0509049014563433e-05,
      "loss": 0.1012,
      "step": 354210
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.050793047135411e-05,
      "loss": 0.1006,
      "step": 354220
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0506811928144784e-05,
      "loss": 0.1021,
      "step": 354230
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.050569338493546e-05,
      "loss": 0.0988,
      "step": 354240
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0504574841726137e-05,
      "loss": 0.1005,
      "step": 354250
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0503456298516811e-05,
      "loss": 0.1028,
      "step": 354260
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0502337755307489e-05,
      "loss": 0.0991,
      "step": 354270
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0501219212098164e-05,
      "loss": 0.101,
      "step": 354280
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.050010066888884e-05,
      "loss": 0.1008,
      "step": 354290
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0498982125679516e-05,
      "loss": 0.0989,
      "step": 354300
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.049786358247019e-05,
      "loss": 0.1011,
      "step": 354310
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0496745039260867e-05,
      "loss": 0.0985,
      "step": 354320
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0495626496051543e-05,
      "loss": 0.1036,
      "step": 354330
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0494507952842218e-05,
      "loss": 0.102,
      "step": 354340
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0493389409632896e-05,
      "loss": 0.103,
      "step": 354350
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.049227086642357e-05,
      "loss": 0.1026,
      "step": 354360
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0491152323214246e-05,
      "loss": 0.1009,
      "step": 354370
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0490033780004923e-05,
      "loss": 0.1,
      "step": 354380
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0488915236795597e-05,
      "loss": 0.1055,
      "step": 354390
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0487796693586275e-05,
      "loss": 0.0966,
      "step": 354400
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.048667815037695e-05,
      "loss": 0.1038,
      "step": 354410
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0485559607167624e-05,
      "loss": 0.0984,
      "step": 354420
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0484441063958302e-05,
      "loss": 0.1028,
      "step": 354430
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0483322520748977e-05,
      "loss": 0.1034,
      "step": 354440
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0482203977539653e-05,
      "loss": 0.103,
      "step": 354450
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0481085434330329e-05,
      "loss": 0.1036,
      "step": 354460
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0479966891121004e-05,
      "loss": 0.1003,
      "step": 354470
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0478848347911682e-05,
      "loss": 0.0999,
      "step": 354480
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0477729804702356e-05,
      "loss": 0.104,
      "step": 354490
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.047661126149303e-05,
      "loss": 0.1018,
      "step": 354500
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0475492718283709e-05,
      "loss": 0.1036,
      "step": 354510
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0474374175074383e-05,
      "loss": 0.1007,
      "step": 354520
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.047325563186506e-05,
      "loss": 0.1015,
      "step": 354530
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0472137088655736e-05,
      "loss": 0.1016,
      "step": 354540
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.047101854544641e-05,
      "loss": 0.0978,
      "step": 354550
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0469900002237088e-05,
      "loss": 0.1014,
      "step": 354560
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0468781459027763e-05,
      "loss": 0.1014,
      "step": 354570
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0467662915818439e-05,
      "loss": 0.101,
      "step": 354580
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0466544372609115e-05,
      "loss": 0.1037,
      "step": 354590
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.046542582939979e-05,
      "loss": 0.1023,
      "step": 354600
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0464307286190466e-05,
      "loss": 0.0984,
      "step": 354610
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0463188742981142e-05,
      "loss": 0.0999,
      "step": 354620
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0462070199771817e-05,
      "loss": 0.098,
      "step": 354630
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0460951656562495e-05,
      "loss": 0.1001,
      "step": 354640
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0459833113353169e-05,
      "loss": 0.0973,
      "step": 354650
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0458714570143845e-05,
      "loss": 0.1022,
      "step": 354660
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0457596026934522e-05,
      "loss": 0.0981,
      "step": 354670
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0456477483725196e-05,
      "loss": 0.0993,
      "step": 354680
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0455358940515872e-05,
      "loss": 0.1019,
      "step": 354690
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0454240397306549e-05,
      "loss": 0.0984,
      "step": 354700
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0453121854097225e-05,
      "loss": 0.1009,
      "step": 354710
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0452003310887901e-05,
      "loss": 0.0997,
      "step": 354720
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0450884767678576e-05,
      "loss": 0.1009,
      "step": 354730
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0449766224469252e-05,
      "loss": 0.1046,
      "step": 354740
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0448647681259928e-05,
      "loss": 0.1017,
      "step": 354750
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0447529138050603e-05,
      "loss": 0.1051,
      "step": 354760
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0446410594841279e-05,
      "loss": 0.1012,
      "step": 354770
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0445292051631955e-05,
      "loss": 0.0983,
      "step": 354780
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0444173508422631e-05,
      "loss": 0.1035,
      "step": 354790
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0443054965213307e-05,
      "loss": 0.097,
      "step": 354800
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0441936422003982e-05,
      "loss": 0.1018,
      "step": 354810
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0440817878794658e-05,
      "loss": 0.1046,
      "step": 354820
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0439699335585334e-05,
      "loss": 0.1004,
      "step": 354830
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0438580792376009e-05,
      "loss": 0.1054,
      "step": 354840
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0437462249166685e-05,
      "loss": 0.1007,
      "step": 354850
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0436343705957361e-05,
      "loss": 0.1029,
      "step": 354860
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0435225162748038e-05,
      "loss": 0.1002,
      "step": 354870
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0434106619538714e-05,
      "loss": 0.1034,
      "step": 354880
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0432988076329389e-05,
      "loss": 0.0992,
      "step": 354890
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0431869533120065e-05,
      "loss": 0.1024,
      "step": 354900
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0430750989910741e-05,
      "loss": 0.0986,
      "step": 354910
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0429632446701417e-05,
      "loss": 0.1,
      "step": 354920
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0428513903492092e-05,
      "loss": 0.1011,
      "step": 354930
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0427395360282768e-05,
      "loss": 0.0999,
      "step": 354940
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0426276817073444e-05,
      "loss": 0.1052,
      "step": 354950
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.042515827386412e-05,
      "loss": 0.1005,
      "step": 354960
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0424039730654795e-05,
      "loss": 0.101,
      "step": 354970
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0422921187445471e-05,
      "loss": 0.1005,
      "step": 354980
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0421802644236147e-05,
      "loss": 0.0984,
      "step": 354990
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0420684101026824e-05,
      "loss": 0.1039,
      "step": 355000
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0419565557817498e-05,
      "loss": 0.1024,
      "step": 355010
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0418447014608174e-05,
      "loss": 0.103,
      "step": 355020
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.041732847139885e-05,
      "loss": 0.1009,
      "step": 355030
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0416209928189527e-05,
      "loss": 0.0972,
      "step": 355040
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0415091384980203e-05,
      "loss": 0.0964,
      "step": 355050
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0413972841770878e-05,
      "loss": 0.0971,
      "step": 355060
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0412854298561554e-05,
      "loss": 0.1007,
      "step": 355070
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.041173575535223e-05,
      "loss": 0.1022,
      "step": 355080
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0410617212142905e-05,
      "loss": 0.1023,
      "step": 355090
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0409498668933581e-05,
      "loss": 0.1028,
      "step": 355100
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0408380125724257e-05,
      "loss": 0.0961,
      "step": 355110
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0407261582514933e-05,
      "loss": 0.1021,
      "step": 355120
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.040614303930561e-05,
      "loss": 0.1002,
      "step": 355130
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0405024496096284e-05,
      "loss": 0.1022,
      "step": 355140
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.040390595288696e-05,
      "loss": 0.0982,
      "step": 355150
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0402787409677637e-05,
      "loss": 0.1057,
      "step": 355160
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0401668866468311e-05,
      "loss": 0.0984,
      "step": 355170
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0400550323258987e-05,
      "loss": 0.1057,
      "step": 355180
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0399431780049664e-05,
      "loss": 0.1057,
      "step": 355190
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.039831323684034e-05,
      "loss": 0.1029,
      "step": 355200
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0397194693631016e-05,
      "loss": 0.1023,
      "step": 355210
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.039607615042169e-05,
      "loss": 0.1023,
      "step": 355220
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0394957607212367e-05,
      "loss": 0.0953,
      "step": 355230
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0393839064003043e-05,
      "loss": 0.1011,
      "step": 355240
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0392720520793718e-05,
      "loss": 0.1026,
      "step": 355250
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0391601977584396e-05,
      "loss": 0.1053,
      "step": 355260
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.039048343437507e-05,
      "loss": 0.1024,
      "step": 355270
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0389364891165746e-05,
      "loss": 0.0985,
      "step": 355280
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0388246347956423e-05,
      "loss": 0.0991,
      "step": 355290
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0387127804747097e-05,
      "loss": 0.1012,
      "step": 355300
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0386009261537773e-05,
      "loss": 0.1017,
      "step": 355310
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.038489071832845e-05,
      "loss": 0.1003,
      "step": 355320
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0383772175119124e-05,
      "loss": 0.0968,
      "step": 355330
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0382653631909802e-05,
      "loss": 0.1005,
      "step": 355340
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0381535088700477e-05,
      "loss": 0.1044,
      "step": 355350
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0380416545491153e-05,
      "loss": 0.1006,
      "step": 355360
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0379298002281829e-05,
      "loss": 0.1036,
      "step": 355370
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0378179459072504e-05,
      "loss": 0.1057,
      "step": 355380
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.037706091586318e-05,
      "loss": 0.1012,
      "step": 355390
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0375942372653856e-05,
      "loss": 0.101,
      "step": 355400
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.037482382944453e-05,
      "loss": 0.0966,
      "step": 355410
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0373705286235209e-05,
      "loss": 0.1023,
      "step": 355420
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0372586743025883e-05,
      "loss": 0.1021,
      "step": 355430
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.037146819981656e-05,
      "loss": 0.1051,
      "step": 355440
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0370349656607236e-05,
      "loss": 0.1001,
      "step": 355450
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.036923111339791e-05,
      "loss": 0.103,
      "step": 355460
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0368112570188588e-05,
      "loss": 0.0993,
      "step": 355470
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0366994026979263e-05,
      "loss": 0.0987,
      "step": 355480
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0365875483769937e-05,
      "loss": 0.1008,
      "step": 355490
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0364756940560615e-05,
      "loss": 0.1051,
      "step": 355500
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.036363839735129e-05,
      "loss": 0.0992,
      "step": 355510
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0362519854141966e-05,
      "loss": 0.0968,
      "step": 355520
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0361401310932642e-05,
      "loss": 0.0993,
      "step": 355530
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0360282767723317e-05,
      "loss": 0.099,
      "step": 355540
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0359164224513995e-05,
      "loss": 0.096,
      "step": 355550
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0358045681304669e-05,
      "loss": 0.1023,
      "step": 355560
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0356927138095345e-05,
      "loss": 0.098,
      "step": 355570
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0355808594886022e-05,
      "loss": 0.1034,
      "step": 355580
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0354690051676696e-05,
      "loss": 0.0961,
      "step": 355590
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0353571508467374e-05,
      "loss": 0.1049,
      "step": 355600
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0352452965258049e-05,
      "loss": 0.0988,
      "step": 355610
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0351334422048723e-05,
      "loss": 0.1006,
      "step": 355620
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0350215878839401e-05,
      "loss": 0.0979,
      "step": 355630
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0349097335630076e-05,
      "loss": 0.099,
      "step": 355640
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0347978792420752e-05,
      "loss": 0.0967,
      "step": 355650
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0346860249211428e-05,
      "loss": 0.098,
      "step": 355660
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0345741706002103e-05,
      "loss": 0.1073,
      "step": 355670
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.034462316279278e-05,
      "loss": 0.1008,
      "step": 355680
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0343504619583455e-05,
      "loss": 0.102,
      "step": 355690
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.034238607637413e-05,
      "loss": 0.1007,
      "step": 355700
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0341267533164807e-05,
      "loss": 0.0993,
      "step": 355710
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0340148989955482e-05,
      "loss": 0.0991,
      "step": 355720
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0339030446746158e-05,
      "loss": 0.1039,
      "step": 355730
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0337911903536834e-05,
      "loss": 0.1002,
      "step": 355740
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0336793360327509e-05,
      "loss": 0.0993,
      "step": 355750
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0335674817118187e-05,
      "loss": 0.1019,
      "step": 355760
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0334556273908861e-05,
      "loss": 0.1091,
      "step": 355770
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0333437730699538e-05,
      "loss": 0.0996,
      "step": 355780
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0332319187490214e-05,
      "loss": 0.1017,
      "step": 355790
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0331200644280888e-05,
      "loss": 0.1013,
      "step": 355800
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0330082101071565e-05,
      "loss": 0.1012,
      "step": 355810
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0328963557862241e-05,
      "loss": 0.1031,
      "step": 355820
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0327845014652915e-05,
      "loss": 0.1037,
      "step": 355830
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0326726471443593e-05,
      "loss": 0.0991,
      "step": 355840
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0325607928234268e-05,
      "loss": 0.1008,
      "step": 355850
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0324489385024944e-05,
      "loss": 0.0986,
      "step": 355860
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.032337084181562e-05,
      "loss": 0.1043,
      "step": 355870
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0322252298606295e-05,
      "loss": 0.0966,
      "step": 355880
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0321133755396971e-05,
      "loss": 0.1017,
      "step": 355890
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0320015212187647e-05,
      "loss": 0.0986,
      "step": 355900
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0318896668978324e-05,
      "loss": 0.1068,
      "step": 355910
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0317778125769e-05,
      "loss": 0.0988,
      "step": 355920
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0316659582559674e-05,
      "loss": 0.095,
      "step": 355930
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.031554103935035e-05,
      "loss": 0.101,
      "step": 355940
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0314422496141027e-05,
      "loss": 0.1002,
      "step": 355950
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0313303952931701e-05,
      "loss": 0.1022,
      "step": 355960
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0312185409722378e-05,
      "loss": 0.0993,
      "step": 355970
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0311066866513054e-05,
      "loss": 0.096,
      "step": 355980
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.030994832330373e-05,
      "loss": 0.1003,
      "step": 355990
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0308829780094406e-05,
      "loss": 0.1066,
      "step": 356000
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0307711236885081e-05,
      "loss": 0.0982,
      "step": 356010
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0306592693675757e-05,
      "loss": 0.0984,
      "step": 356020
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0305474150466433e-05,
      "loss": 0.0986,
      "step": 356030
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0304355607257108e-05,
      "loss": 0.1,
      "step": 356040
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0303237064047784e-05,
      "loss": 0.102,
      "step": 356050
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.030211852083846e-05,
      "loss": 0.0986,
      "step": 356060
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0300999977629137e-05,
      "loss": 0.1004,
      "step": 356070
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0299881434419813e-05,
      "loss": 0.1054,
      "step": 356080
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0298762891210487e-05,
      "loss": 0.1014,
      "step": 356090
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0297644348001164e-05,
      "loss": 0.0982,
      "step": 356100
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.029652580479184e-05,
      "loss": 0.1064,
      "step": 356110
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0295407261582516e-05,
      "loss": 0.1014,
      "step": 356120
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.029428871837319e-05,
      "loss": 0.0961,
      "step": 356130
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0293170175163867e-05,
      "loss": 0.1014,
      "step": 356140
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0292051631954543e-05,
      "loss": 0.1014,
      "step": 356150
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.029093308874522e-05,
      "loss": 0.1022,
      "step": 356160
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0289814545535894e-05,
      "loss": 0.1001,
      "step": 356170
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.028869600232657e-05,
      "loss": 0.0974,
      "step": 356180
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0287577459117246e-05,
      "loss": 0.1013,
      "step": 356190
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0286458915907923e-05,
      "loss": 0.1015,
      "step": 356200
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0285340372698597e-05,
      "loss": 0.1033,
      "step": 356210
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0284221829489273e-05,
      "loss": 0.1002,
      "step": 356220
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.028310328627995e-05,
      "loss": 0.1037,
      "step": 356230
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0281984743070626e-05,
      "loss": 0.0988,
      "step": 356240
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0280866199861302e-05,
      "loss": 0.1031,
      "step": 356250
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0279747656651977e-05,
      "loss": 0.1039,
      "step": 356260
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0278629113442653e-05,
      "loss": 0.0998,
      "step": 356270
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0277510570233329e-05,
      "loss": 0.1023,
      "step": 356280
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0276392027024004e-05,
      "loss": 0.0951,
      "step": 356290
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.027527348381468e-05,
      "loss": 0.1016,
      "step": 356300
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0274154940605356e-05,
      "loss": 0.1006,
      "step": 356310
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0273036397396032e-05,
      "loss": 0.103,
      "step": 356320
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0271917854186709e-05,
      "loss": 0.1001,
      "step": 356330
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0270799310977383e-05,
      "loss": 0.1009,
      "step": 356340
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.026968076776806e-05,
      "loss": 0.1057,
      "step": 356350
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0268562224558736e-05,
      "loss": 0.1045,
      "step": 356360
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.026744368134941e-05,
      "loss": 0.1032,
      "step": 356370
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0266325138140086e-05,
      "loss": 0.0981,
      "step": 356380
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0265206594930763e-05,
      "loss": 0.1038,
      "step": 356390
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0264088051721439e-05,
      "loss": 0.1027,
      "step": 356400
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0262969508512115e-05,
      "loss": 0.1037,
      "step": 356410
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.026185096530279e-05,
      "loss": 0.1035,
      "step": 356420
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0260732422093466e-05,
      "loss": 0.0999,
      "step": 356430
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0259613878884142e-05,
      "loss": 0.1058,
      "step": 356440
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0258495335674817e-05,
      "loss": 0.0981,
      "step": 356450
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0257376792465494e-05,
      "loss": 0.1041,
      "step": 356460
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0256258249256169e-05,
      "loss": 0.1003,
      "step": 356470
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0255139706046845e-05,
      "loss": 0.0998,
      "step": 356480
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0254021162837522e-05,
      "loss": 0.0988,
      "step": 356490
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0252902619628196e-05,
      "loss": 0.1017,
      "step": 356500
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0251784076418872e-05,
      "loss": 0.1029,
      "step": 356510
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0250665533209549e-05,
      "loss": 0.1049,
      "step": 356520
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0249546990000223e-05,
      "loss": 0.0984,
      "step": 356530
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0248428446790901e-05,
      "loss": 0.1001,
      "step": 356540
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0247309903581576e-05,
      "loss": 0.1006,
      "step": 356550
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0246191360372252e-05,
      "loss": 0.1015,
      "step": 356560
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0245072817162928e-05,
      "loss": 0.0999,
      "step": 356570
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0243954273953603e-05,
      "loss": 0.1008,
      "step": 356580
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0242835730744279e-05,
      "loss": 0.1011,
      "step": 356590
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0241717187534955e-05,
      "loss": 0.1026,
      "step": 356600
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.024059864432563e-05,
      "loss": 0.1035,
      "step": 356610
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0239480101116307e-05,
      "loss": 0.1025,
      "step": 356620
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0238361557906982e-05,
      "loss": 0.1053,
      "step": 356630
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0237243014697658e-05,
      "loss": 0.0999,
      "step": 356640
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0236124471488334e-05,
      "loss": 0.0995,
      "step": 356650
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0235005928279009e-05,
      "loss": 0.0995,
      "step": 356660
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0233887385069687e-05,
      "loss": 0.1025,
      "step": 356670
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0232768841860361e-05,
      "loss": 0.1014,
      "step": 356680
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0231650298651036e-05,
      "loss": 0.1013,
      "step": 356690
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0230531755441714e-05,
      "loss": 0.1017,
      "step": 356700
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0229413212232388e-05,
      "loss": 0.1027,
      "step": 356710
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0228294669023065e-05,
      "loss": 0.1003,
      "step": 356720
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0227176125813741e-05,
      "loss": 0.1007,
      "step": 356730
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0226057582604415e-05,
      "loss": 0.1023,
      "step": 356740
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0224939039395093e-05,
      "loss": 0.1006,
      "step": 356750
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0223820496185768e-05,
      "loss": 0.0985,
      "step": 356760
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0222701952976444e-05,
      "loss": 0.1046,
      "step": 356770
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.022158340976712e-05,
      "loss": 0.1002,
      "step": 356780
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0220464866557795e-05,
      "loss": 0.0992,
      "step": 356790
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0219346323348473e-05,
      "loss": 0.0989,
      "step": 356800
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0218227780139147e-05,
      "loss": 0.1013,
      "step": 356810
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0217109236929822e-05,
      "loss": 0.1025,
      "step": 356820
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.02159906937205e-05,
      "loss": 0.1023,
      "step": 356830
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0214872150511174e-05,
      "loss": 0.0991,
      "step": 356840
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.021375360730185e-05,
      "loss": 0.1005,
      "step": 356850
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0212635064092527e-05,
      "loss": 0.0974,
      "step": 356860
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0211516520883201e-05,
      "loss": 0.1009,
      "step": 356870
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.021039797767388e-05,
      "loss": 0.1056,
      "step": 356880
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0209279434464554e-05,
      "loss": 0.1008,
      "step": 356890
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0208160891255228e-05,
      "loss": 0.0992,
      "step": 356900
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0207042348045906e-05,
      "loss": 0.0982,
      "step": 356910
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0205923804836581e-05,
      "loss": 0.1003,
      "step": 356920
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0204805261627257e-05,
      "loss": 0.1016,
      "step": 356930
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0203686718417933e-05,
      "loss": 0.1004,
      "step": 356940
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0202568175208608e-05,
      "loss": 0.0992,
      "step": 356950
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0201449631999286e-05,
      "loss": 0.1025,
      "step": 356960
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.020033108878996e-05,
      "loss": 0.1026,
      "step": 356970
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0199212545580637e-05,
      "loss": 0.1066,
      "step": 356980
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0198094002371313e-05,
      "loss": 0.0983,
      "step": 356990
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0196975459161987e-05,
      "loss": 0.1026,
      "step": 357000
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0195856915952664e-05,
      "loss": 0.1072,
      "step": 357010
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.019473837274334e-05,
      "loss": 0.1016,
      "step": 357020
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0193619829534014e-05,
      "loss": 0.1028,
      "step": 357030
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0192501286324692e-05,
      "loss": 0.1045,
      "step": 357040
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0191382743115367e-05,
      "loss": 0.1015,
      "step": 357050
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0190264199906043e-05,
      "loss": 0.0988,
      "step": 357060
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.018914565669672e-05,
      "loss": 0.0997,
      "step": 357070
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0188027113487394e-05,
      "loss": 0.1059,
      "step": 357080
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.018690857027807e-05,
      "loss": 0.1002,
      "step": 357090
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0185790027068746e-05,
      "loss": 0.094,
      "step": 357100
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0184671483859423e-05,
      "loss": 0.1014,
      "step": 357110
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0183552940650099e-05,
      "loss": 0.1058,
      "step": 357120
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0182434397440773e-05,
      "loss": 0.1005,
      "step": 357130
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.018131585423145e-05,
      "loss": 0.1008,
      "step": 357140
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0180197311022126e-05,
      "loss": 0.1001,
      "step": 357150
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.01790787678128e-05,
      "loss": 0.1014,
      "step": 357160
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0177960224603477e-05,
      "loss": 0.1028,
      "step": 357170
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0176841681394153e-05,
      "loss": 0.1009,
      "step": 357180
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0175723138184829e-05,
      "loss": 0.1007,
      "step": 357190
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0174604594975505e-05,
      "loss": 0.0976,
      "step": 357200
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.017348605176618e-05,
      "loss": 0.1056,
      "step": 357210
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0172367508556856e-05,
      "loss": 0.102,
      "step": 357220
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0171248965347532e-05,
      "loss": 0.1013,
      "step": 357230
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0170130422138207e-05,
      "loss": 0.1037,
      "step": 357240
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0169011878928883e-05,
      "loss": 0.1004,
      "step": 357250
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.016789333571956e-05,
      "loss": 0.1013,
      "step": 357260
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0166774792510236e-05,
      "loss": 0.102,
      "step": 357270
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0165656249300912e-05,
      "loss": 0.1015,
      "step": 357280
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0164537706091586e-05,
      "loss": 0.1007,
      "step": 357290
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0163419162882263e-05,
      "loss": 0.1037,
      "step": 357300
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0162300619672939e-05,
      "loss": 0.1018,
      "step": 357310
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0161182076463615e-05,
      "loss": 0.1008,
      "step": 357320
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.016006353325429e-05,
      "loss": 0.0979,
      "step": 357330
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0158944990044966e-05,
      "loss": 0.0991,
      "step": 357340
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0157826446835642e-05,
      "loss": 0.1023,
      "step": 357350
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0156707903626318e-05,
      "loss": 0.106,
      "step": 357360
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0155589360416993e-05,
      "loss": 0.1008,
      "step": 357370
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0154470817207669e-05,
      "loss": 0.0976,
      "step": 357380
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0153352273998345e-05,
      "loss": 0.0985,
      "step": 357390
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0152233730789021e-05,
      "loss": 0.0995,
      "step": 357400
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0151115187579696e-05,
      "loss": 0.0987,
      "step": 357410
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0149996644370372e-05,
      "loss": 0.0983,
      "step": 357420
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0148878101161049e-05,
      "loss": 0.1024,
      "step": 357430
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0147759557951725e-05,
      "loss": 0.1011,
      "step": 357440
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0146641014742401e-05,
      "loss": 0.103,
      "step": 357450
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0145522471533076e-05,
      "loss": 0.1038,
      "step": 357460
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0144403928323752e-05,
      "loss": 0.0991,
      "step": 357470
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0143285385114428e-05,
      "loss": 0.1054,
      "step": 357480
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0142166841905103e-05,
      "loss": 0.0986,
      "step": 357490
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0141048298695779e-05,
      "loss": 0.1002,
      "step": 357500
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0139929755486455e-05,
      "loss": 0.101,
      "step": 357510
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0138811212277131e-05,
      "loss": 0.0988,
      "step": 357520
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0137692669067807e-05,
      "loss": 0.1016,
      "step": 357530
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0136574125858482e-05,
      "loss": 0.1006,
      "step": 357540
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0135455582649158e-05,
      "loss": 0.0983,
      "step": 357550
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0134337039439834e-05,
      "loss": 0.0998,
      "step": 357560
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0133218496230509e-05,
      "loss": 0.1029,
      "step": 357570
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0132211807342118e-05,
      "loss": 0.0987,
      "step": 357580
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0131093264132794e-05,
      "loss": 0.0998,
      "step": 357590
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.012997472092347e-05,
      "loss": 0.0949,
      "step": 357600
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0128856177714145e-05,
      "loss": 0.1009,
      "step": 357610
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0127737634504823e-05,
      "loss": 0.1021,
      "step": 357620
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0126619091295497e-05,
      "loss": 0.1044,
      "step": 357630
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0125500548086172e-05,
      "loss": 0.1035,
      "step": 357640
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.012438200487685e-05,
      "loss": 0.102,
      "step": 357650
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0123263461667524e-05,
      "loss": 0.1,
      "step": 357660
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.01221449184582e-05,
      "loss": 0.0964,
      "step": 357670
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0121026375248877e-05,
      "loss": 0.1017,
      "step": 357680
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0119907832039551e-05,
      "loss": 0.1046,
      "step": 357690
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.011878928883023e-05,
      "loss": 0.1008,
      "step": 357700
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0117670745620904e-05,
      "loss": 0.0987,
      "step": 357710
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.011655220241158e-05,
      "loss": 0.1062,
      "step": 357720
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0115433659202256e-05,
      "loss": 0.0981,
      "step": 357730
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.011431511599293e-05,
      "loss": 0.1002,
      "step": 357740
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0113196572783607e-05,
      "loss": 0.1048,
      "step": 357750
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0112078029574283e-05,
      "loss": 0.1037,
      "step": 357760
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0110959486364958e-05,
      "loss": 0.1036,
      "step": 357770
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0109840943155636e-05,
      "loss": 0.1017,
      "step": 357780
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.010872239994631e-05,
      "loss": 0.102,
      "step": 357790
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0107603856736986e-05,
      "loss": 0.1008,
      "step": 357800
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0106485313527663e-05,
      "loss": 0.0972,
      "step": 357810
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0105366770318337e-05,
      "loss": 0.1018,
      "step": 357820
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0104248227109013e-05,
      "loss": 0.0991,
      "step": 357830
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.010312968389969e-05,
      "loss": 0.1022,
      "step": 357840
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0102011140690364e-05,
      "loss": 0.0975,
      "step": 357850
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0100892597481042e-05,
      "loss": 0.0995,
      "step": 357860
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0099774054271717e-05,
      "loss": 0.098,
      "step": 357870
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0098655511062393e-05,
      "loss": 0.1024,
      "step": 357880
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.009753696785307e-05,
      "loss": 0.1003,
      "step": 357890
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0096418424643744e-05,
      "loss": 0.1008,
      "step": 357900
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.009529988143442e-05,
      "loss": 0.1009,
      "step": 357910
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0094181338225096e-05,
      "loss": 0.0985,
      "step": 357920
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0093062795015772e-05,
      "loss": 0.1002,
      "step": 357930
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0091944251806449e-05,
      "loss": 0.1009,
      "step": 357940
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0090825708597123e-05,
      "loss": 0.0993,
      "step": 357950
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.00897071653878e-05,
      "loss": 0.1025,
      "step": 357960
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0088588622178476e-05,
      "loss": 0.1029,
      "step": 357970
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.008747007896915e-05,
      "loss": 0.1032,
      "step": 357980
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0086351535759826e-05,
      "loss": 0.0991,
      "step": 357990
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0085232992550503e-05,
      "loss": 0.1001,
      "step": 358000
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0084114449341179e-05,
      "loss": 0.0969,
      "step": 358010
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0082995906131855e-05,
      "loss": 0.0967,
      "step": 358020
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.008187736292253e-05,
      "loss": 0.1006,
      "step": 358030
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0080758819713206e-05,
      "loss": 0.0998,
      "step": 358040
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0079640276503882e-05,
      "loss": 0.0977,
      "step": 358050
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0078521733294558e-05,
      "loss": 0.0999,
      "step": 358060
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0077403190085233e-05,
      "loss": 0.1017,
      "step": 358070
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0076284646875909e-05,
      "loss": 0.1054,
      "step": 358080
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0075166103666585e-05,
      "loss": 0.1023,
      "step": 358090
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0074047560457262e-05,
      "loss": 0.1022,
      "step": 358100
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0072929017247936e-05,
      "loss": 0.1026,
      "step": 358110
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0071810474038612e-05,
      "loss": 0.1027,
      "step": 358120
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0070691930829289e-05,
      "loss": 0.1027,
      "step": 358130
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0069573387619965e-05,
      "loss": 0.1,
      "step": 358140
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.006845484441064e-05,
      "loss": 0.1025,
      "step": 358150
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0067336301201316e-05,
      "loss": 0.1008,
      "step": 358160
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0066217757991992e-05,
      "loss": 0.0998,
      "step": 358170
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0065099214782668e-05,
      "loss": 0.0982,
      "step": 358180
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0063980671573343e-05,
      "loss": 0.1,
      "step": 358190
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0062862128364019e-05,
      "loss": 0.0993,
      "step": 358200
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0061743585154695e-05,
      "loss": 0.0941,
      "step": 358210
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0060625041945371e-05,
      "loss": 0.1024,
      "step": 358220
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0059506498736046e-05,
      "loss": 0.1037,
      "step": 358230
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0058387955526722e-05,
      "loss": 0.1002,
      "step": 358240
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0057269412317398e-05,
      "loss": 0.0975,
      "step": 358250
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0056150869108075e-05,
      "loss": 0.1023,
      "step": 358260
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.005503232589875e-05,
      "loss": 0.0986,
      "step": 358270
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0053913782689425e-05,
      "loss": 0.1022,
      "step": 358280
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0052795239480102e-05,
      "loss": 0.0952,
      "step": 358290
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0051676696270778e-05,
      "loss": 0.1017,
      "step": 358300
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0050558153061452e-05,
      "loss": 0.102,
      "step": 358310
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0049439609852129e-05,
      "loss": 0.1003,
      "step": 358320
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0048321066642805e-05,
      "loss": 0.1049,
      "step": 358330
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0047202523433481e-05,
      "loss": 0.1008,
      "step": 358340
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0046083980224157e-05,
      "loss": 0.1029,
      "step": 358350
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0044965437014832e-05,
      "loss": 0.1032,
      "step": 358360
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0043846893805508e-05,
      "loss": 0.0978,
      "step": 358370
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0042728350596184e-05,
      "loss": 0.0962,
      "step": 358380
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0041609807386859e-05,
      "loss": 0.0972,
      "step": 358390
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0040491264177535e-05,
      "loss": 0.1,
      "step": 358400
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0039372720968211e-05,
      "loss": 0.1019,
      "step": 358410
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0038254177758888e-05,
      "loss": 0.1019,
      "step": 358420
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0037135634549564e-05,
      "loss": 0.0982,
      "step": 358430
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0036017091340238e-05,
      "loss": 0.0998,
      "step": 358440
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0034898548130915e-05,
      "loss": 0.1013,
      "step": 358450
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.003378000492159e-05,
      "loss": 0.1017,
      "step": 358460
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0032661461712265e-05,
      "loss": 0.1052,
      "step": 358470
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0031542918502943e-05,
      "loss": 0.105,
      "step": 358480
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0030424375293618e-05,
      "loss": 0.1001,
      "step": 358490
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0029305832084294e-05,
      "loss": 0.104,
      "step": 358500
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.002818728887497e-05,
      "loss": 0.0976,
      "step": 358510
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0027068745665645e-05,
      "loss": 0.0983,
      "step": 358520
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0025950202456321e-05,
      "loss": 0.1014,
      "step": 358530
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0024831659246997e-05,
      "loss": 0.1034,
      "step": 358540
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0023713116037672e-05,
      "loss": 0.0989,
      "step": 358550
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.002259457282835e-05,
      "loss": 0.0971,
      "step": 358560
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0021476029619024e-05,
      "loss": 0.0996,
      "step": 358570
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.00203574864097e-05,
      "loss": 0.0993,
      "step": 358580
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0019238943200377e-05,
      "loss": 0.0951,
      "step": 358590
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0018120399991051e-05,
      "loss": 0.1044,
      "step": 358600
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.001700185678173e-05,
      "loss": 0.1012,
      "step": 358610
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0015883313572404e-05,
      "loss": 0.1017,
      "step": 358620
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0014764770363078e-05,
      "loss": 0.1015,
      "step": 358630
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0013646227153756e-05,
      "loss": 0.0987,
      "step": 358640
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.001252768394443e-05,
      "loss": 0.1044,
      "step": 358650
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0011409140735107e-05,
      "loss": 0.1008,
      "step": 358660
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0010290597525783e-05,
      "loss": 0.1025,
      "step": 358670
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0009172054316458e-05,
      "loss": 0.1036,
      "step": 358680
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0008053511107136e-05,
      "loss": 0.0998,
      "step": 358690
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.000693496789781e-05,
      "loss": 0.1025,
      "step": 358700
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0005816424688485e-05,
      "loss": 0.1048,
      "step": 358710
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0004697881479163e-05,
      "loss": 0.0984,
      "step": 358720
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0003579338269837e-05,
      "loss": 0.1038,
      "step": 358730
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0002460795060513e-05,
      "loss": 0.0975,
      "step": 358740
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.000134225185119e-05,
      "loss": 0.0962,
      "step": 358750
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0000223708641864e-05,
      "loss": 0.0979,
      "step": 358760
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.999105165432542e-06,
      "loss": 0.1027,
      "step": 358770
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.997986622223217e-06,
      "loss": 0.0986,
      "step": 358780
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.996868079013893e-06,
      "loss": 0.0971,
      "step": 358790
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.995749535804569e-06,
      "loss": 0.1013,
      "step": 358800
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.994630992595244e-06,
      "loss": 0.1005,
      "step": 358810
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.993512449385922e-06,
      "loss": 0.099,
      "step": 358820
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.992393906176596e-06,
      "loss": 0.0985,
      "step": 358830
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.99127536296727e-06,
      "loss": 0.0991,
      "step": 358840
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.990156819757949e-06,
      "loss": 0.1015,
      "step": 358850
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.989038276548623e-06,
      "loss": 0.098,
      "step": 358860
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.9879197333393e-06,
      "loss": 0.1039,
      "step": 358870
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.986801190129976e-06,
      "loss": 0.1027,
      "step": 358880
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.98568264692065e-06,
      "loss": 0.1014,
      "step": 358890
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.984564103711328e-06,
      "loss": 0.0994,
      "step": 358900
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.983445560502003e-06,
      "loss": 0.0968,
      "step": 358910
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.982327017292679e-06,
      "loss": 0.0967,
      "step": 358920
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.981208474083355e-06,
      "loss": 0.0979,
      "step": 358930
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.98008993087403e-06,
      "loss": 0.1005,
      "step": 358940
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.978971387664706e-06,
      "loss": 0.1023,
      "step": 358950
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.977852844455382e-06,
      "loss": 0.0995,
      "step": 358960
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.976734301246057e-06,
      "loss": 0.1006,
      "step": 358970
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.975615758036735e-06,
      "loss": 0.1033,
      "step": 358980
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.974497214827409e-06,
      "loss": 0.0985,
      "step": 358990
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.973378671618085e-06,
      "loss": 0.1006,
      "step": 359000
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.972260128408762e-06,
      "loss": 0.1018,
      "step": 359010
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.971141585199436e-06,
      "loss": 0.104,
      "step": 359020
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.970023041990112e-06,
      "loss": 0.0985,
      "step": 359030
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.968904498780789e-06,
      "loss": 0.0999,
      "step": 359040
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.967785955571463e-06,
      "loss": 0.1006,
      "step": 359050
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.966667412362141e-06,
      "loss": 0.1024,
      "step": 359060
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.965548869152816e-06,
      "loss": 0.0974,
      "step": 359070
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.964430325943492e-06,
      "loss": 0.097,
      "step": 359080
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.963311782734168e-06,
      "loss": 0.0988,
      "step": 359090
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.962193239524843e-06,
      "loss": 0.1012,
      "step": 359100
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.961074696315519e-06,
      "loss": 0.1034,
      "step": 359110
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.959956153106195e-06,
      "loss": 0.097,
      "step": 359120
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.958837609896871e-06,
      "loss": 0.0995,
      "step": 359130
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.957719066687548e-06,
      "loss": 0.1024,
      "step": 359140
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.956600523478222e-06,
      "loss": 0.0979,
      "step": 359150
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.955481980268898e-06,
      "loss": 0.1036,
      "step": 359160
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.954363437059575e-06,
      "loss": 0.1004,
      "step": 359170
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.953244893850249e-06,
      "loss": 0.0954,
      "step": 359180
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.952126350640925e-06,
      "loss": 0.1051,
      "step": 359190
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.951007807431602e-06,
      "loss": 0.1024,
      "step": 359200
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.949889264222278e-06,
      "loss": 0.1069,
      "step": 359210
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.948770721012954e-06,
      "loss": 0.0982,
      "step": 359220
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.947652177803629e-06,
      "loss": 0.1015,
      "step": 359230
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.946533634594305e-06,
      "loss": 0.1022,
      "step": 359240
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.945415091384981e-06,
      "loss": 0.0986,
      "step": 359250
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.944296548175657e-06,
      "loss": 0.1024,
      "step": 359260
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.943178004966332e-06,
      "loss": 0.0991,
      "step": 359270
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.942059461757008e-06,
      "loss": 0.0989,
      "step": 359280
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.940940918547684e-06,
      "loss": 0.0994,
      "step": 359290
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.93982237533836e-06,
      "loss": 0.0961,
      "step": 359300
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.938703832129035e-06,
      "loss": 0.0992,
      "step": 359310
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.937585288919711e-06,
      "loss": 0.1054,
      "step": 359320
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.936466745710388e-06,
      "loss": 0.1058,
      "step": 359330
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.935348202501064e-06,
      "loss": 0.101,
      "step": 359340
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.934229659291738e-06,
      "loss": 0.1003,
      "step": 359350
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.933111116082415e-06,
      "loss": 0.0986,
      "step": 359360
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.93199257287309e-06,
      "loss": 0.1007,
      "step": 359370
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.930874029663767e-06,
      "loss": 0.1004,
      "step": 359380
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.929755486454442e-06,
      "loss": 0.0998,
      "step": 359390
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.928636943245118e-06,
      "loss": 0.1016,
      "step": 359400
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.927518400035794e-06,
      "loss": 0.0965,
      "step": 359410
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.92639985682647e-06,
      "loss": 0.0982,
      "step": 359420
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.925281313617145e-06,
      "loss": 0.1006,
      "step": 359430
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.924162770407821e-06,
      "loss": 0.1043,
      "step": 359440
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.923044227198497e-06,
      "loss": 0.1007,
      "step": 359450
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.921925683989173e-06,
      "loss": 0.1007,
      "step": 359460
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.92080714077985e-06,
      "loss": 0.0985,
      "step": 359470
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.919688597570524e-06,
      "loss": 0.0987,
      "step": 359480
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.9185700543612e-06,
      "loss": 0.1013,
      "step": 359490
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.917451511151877e-06,
      "loss": 0.0994,
      "step": 359500
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.916332967942551e-06,
      "loss": 0.1,
      "step": 359510
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.915214424733227e-06,
      "loss": 0.1014,
      "step": 359520
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.914095881523904e-06,
      "loss": 0.1015,
      "step": 359530
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.91297733831458e-06,
      "loss": 0.1011,
      "step": 359540
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.911858795105256e-06,
      "loss": 0.1018,
      "step": 359550
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.91074025189593e-06,
      "loss": 0.1029,
      "step": 359560
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.909621708686607e-06,
      "loss": 0.1001,
      "step": 359570
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.908503165477283e-06,
      "loss": 0.1019,
      "step": 359580
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.907496476588892e-06,
      "loss": 0.1038,
      "step": 359590
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.906377933379567e-06,
      "loss": 0.1019,
      "step": 359600
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.905259390170243e-06,
      "loss": 0.0991,
      "step": 359610
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.904140846960919e-06,
      "loss": 0.1031,
      "step": 359620
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.903022303751594e-06,
      "loss": 0.099,
      "step": 359630
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.901903760542271e-06,
      "loss": 0.101,
      "step": 359640
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.900785217332946e-06,
      "loss": 0.1016,
      "step": 359650
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.89966667412362e-06,
      "loss": 0.1007,
      "step": 359660
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.898548130914298e-06,
      "loss": 0.1022,
      "step": 359670
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.897429587704973e-06,
      "loss": 0.0986,
      "step": 359680
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.89631104449565e-06,
      "loss": 0.1026,
      "step": 359690
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.895192501286325e-06,
      "loss": 0.1063,
      "step": 359700
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.894073958077e-06,
      "loss": 0.1022,
      "step": 359710
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.892955414867678e-06,
      "loss": 0.0992,
      "step": 359720
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.891836871658352e-06,
      "loss": 0.1012,
      "step": 359730
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.890718328449029e-06,
      "loss": 0.0996,
      "step": 359740
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.889599785239705e-06,
      "loss": 0.099,
      "step": 359750
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.88848124203038e-06,
      "loss": 0.1025,
      "step": 359760
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.887362698821057e-06,
      "loss": 0.0992,
      "step": 359770
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.886244155611732e-06,
      "loss": 0.1022,
      "step": 359780
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.885125612402406e-06,
      "loss": 0.1056,
      "step": 359790
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.884007069193084e-06,
      "loss": 0.1009,
      "step": 359800
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.882888525983759e-06,
      "loss": 0.1023,
      "step": 359810
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.881769982774435e-06,
      "loss": 0.0976,
      "step": 359820
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.880651439565111e-06,
      "loss": 0.1011,
      "step": 359830
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.879532896355786e-06,
      "loss": 0.0979,
      "step": 359840
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.878414353146464e-06,
      "loss": 0.1026,
      "step": 359850
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.877295809937138e-06,
      "loss": 0.1036,
      "step": 359860
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.876177266727813e-06,
      "loss": 0.1011,
      "step": 359870
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.875058723518491e-06,
      "loss": 0.1046,
      "step": 359880
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.873940180309165e-06,
      "loss": 0.1008,
      "step": 359890
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.872821637099842e-06,
      "loss": 0.1047,
      "step": 359900
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.871703093890518e-06,
      "loss": 0.0982,
      "step": 359910
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.870584550681192e-06,
      "loss": 0.0999,
      "step": 359920
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.86946600747187e-06,
      "loss": 0.0967,
      "step": 359930
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.868347464262545e-06,
      "loss": 0.0986,
      "step": 359940
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.867228921053221e-06,
      "loss": 0.1042,
      "step": 359950
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.866110377843897e-06,
      "loss": 0.0992,
      "step": 359960
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.864991834634572e-06,
      "loss": 0.0987,
      "step": 359970
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.863873291425248e-06,
      "loss": 0.1023,
      "step": 359980
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.862754748215924e-06,
      "loss": 0.098,
      "step": 359990
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.861636205006599e-06,
      "loss": 0.0924,
      "step": 360000
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.860517661797277e-06,
      "loss": 0.0963,
      "step": 360010
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.859399118587951e-06,
      "loss": 0.1017,
      "step": 360020
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.858280575378628e-06,
      "loss": 0.1028,
      "step": 360030
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.857162032169304e-06,
      "loss": 0.0965,
      "step": 360040
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.856043488959978e-06,
      "loss": 0.1065,
      "step": 360050
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.854924945750655e-06,
      "loss": 0.1012,
      "step": 360060
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.853806402541331e-06,
      "loss": 0.1007,
      "step": 360070
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.852687859332007e-06,
      "loss": 0.1047,
      "step": 360080
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.851569316122683e-06,
      "loss": 0.1014,
      "step": 360090
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.850450772913358e-06,
      "loss": 0.1043,
      "step": 360100
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.849332229704034e-06,
      "loss": 0.0975,
      "step": 360110
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.84821368649471e-06,
      "loss": 0.0977,
      "step": 360120
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.847095143285385e-06,
      "loss": 0.1036,
      "step": 360130
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.845976600076061e-06,
      "loss": 0.1052,
      "step": 360140
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.844858056866737e-06,
      "loss": 0.096,
      "step": 360150
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.843739513657414e-06,
      "loss": 0.1019,
      "step": 360160
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.84262097044809e-06,
      "loss": 0.099,
      "step": 360170
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.841502427238764e-06,
      "loss": 0.101,
      "step": 360180
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.84038388402944e-06,
      "loss": 0.1003,
      "step": 360190
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.839265340820117e-06,
      "loss": 0.1027,
      "step": 360200
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.838146797610791e-06,
      "loss": 0.0996,
      "step": 360210
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.837028254401468e-06,
      "loss": 0.0978,
      "step": 360220
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.835909711192144e-06,
      "loss": 0.1041,
      "step": 360230
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.83479116798282e-06,
      "loss": 0.094,
      "step": 360240
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.833672624773496e-06,
      "loss": 0.0975,
      "step": 360250
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.83255408156417e-06,
      "loss": 0.1025,
      "step": 360260
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.831435538354847e-06,
      "loss": 0.0997,
      "step": 360270
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.830316995145523e-06,
      "loss": 0.1056,
      "step": 360280
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.8291984519362e-06,
      "loss": 0.0979,
      "step": 360290
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.828079908726874e-06,
      "loss": 0.1027,
      "step": 360300
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.82696136551755e-06,
      "loss": 0.0979,
      "step": 360310
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.825842822308227e-06,
      "loss": 0.1011,
      "step": 360320
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.824724279098903e-06,
      "loss": 0.0991,
      "step": 360330
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.823605735889577e-06,
      "loss": 0.0955,
      "step": 360340
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.822487192680254e-06,
      "loss": 0.1017,
      "step": 360350
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.82136864947093e-06,
      "loss": 0.0999,
      "step": 360360
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.820250106261606e-06,
      "loss": 0.0996,
      "step": 360370
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.81913156305228e-06,
      "loss": 0.0956,
      "step": 360380
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.818013019842957e-06,
      "loss": 0.1012,
      "step": 360390
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.816894476633633e-06,
      "loss": 0.0965,
      "step": 360400
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.81577593342431e-06,
      "loss": 0.0993,
      "step": 360410
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.814657390214985e-06,
      "loss": 0.104,
      "step": 360420
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.81353884700566e-06,
      "loss": 0.0987,
      "step": 360430
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.812420303796336e-06,
      "loss": 0.0962,
      "step": 360440
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.811413614907943e-06,
      "loss": 0.0983,
      "step": 360450
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.810295071698621e-06,
      "loss": 0.103,
      "step": 360460
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.809176528489296e-06,
      "loss": 0.1034,
      "step": 360470
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.80805798527997e-06,
      "loss": 0.1003,
      "step": 360480
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.806939442070648e-06,
      "loss": 0.0998,
      "step": 360490
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.805820898861323e-06,
      "loss": 0.1021,
      "step": 360500
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.804702355651999e-06,
      "loss": 0.1007,
      "step": 360510
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.803583812442675e-06,
      "loss": 0.1017,
      "step": 360520
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.80246526923335e-06,
      "loss": 0.1051,
      "step": 360530
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.801346726024028e-06,
      "loss": 0.0969,
      "step": 360540
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.800228182814702e-06,
      "loss": 0.101,
      "step": 360550
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.799109639605379e-06,
      "loss": 0.0999,
      "step": 360560
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.797991096396055e-06,
      "loss": 0.0971,
      "step": 360570
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.79687255318673e-06,
      "loss": 0.1024,
      "step": 360580
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.795754009977407e-06,
      "loss": 0.1025,
      "step": 360590
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.794635466768082e-06,
      "loss": 0.1027,
      "step": 360600
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.793516923558756e-06,
      "loss": 0.1003,
      "step": 360610
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.792398380349434e-06,
      "loss": 0.1011,
      "step": 360620
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.791279837140109e-06,
      "loss": 0.0995,
      "step": 360630
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.790161293930785e-06,
      "loss": 0.1017,
      "step": 360640
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.789042750721461e-06,
      "loss": 0.101,
      "step": 360650
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.787924207512136e-06,
      "loss": 0.0991,
      "step": 360660
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.786805664302814e-06,
      "loss": 0.0971,
      "step": 360670
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.785687121093488e-06,
      "loss": 0.1047,
      "step": 360680
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.784568577884164e-06,
      "loss": 0.096,
      "step": 360690
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.78345003467484e-06,
      "loss": 0.0974,
      "step": 360700
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.782331491465515e-06,
      "loss": 0.0991,
      "step": 360710
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.781212948256191e-06,
      "loss": 0.1036,
      "step": 360720
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.780094405046868e-06,
      "loss": 0.1024,
      "step": 360730
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.778975861837542e-06,
      "loss": 0.1022,
      "step": 360740
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.77785731862822e-06,
      "loss": 0.0963,
      "step": 360750
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.776738775418895e-06,
      "loss": 0.1005,
      "step": 360760
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.775620232209571e-06,
      "loss": 0.0957,
      "step": 360770
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.774501689000247e-06,
      "loss": 0.0991,
      "step": 360780
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.773383145790922e-06,
      "loss": 0.0963,
      "step": 360790
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.772264602581598e-06,
      "loss": 0.0967,
      "step": 360800
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.771146059372274e-06,
      "loss": 0.0996,
      "step": 360810
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.770027516162949e-06,
      "loss": 0.1025,
      "step": 360820
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.768908972953627e-06,
      "loss": 0.1027,
      "step": 360830
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.767790429744301e-06,
      "loss": 0.0991,
      "step": 360840
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.766671886534977e-06,
      "loss": 0.101,
      "step": 360850
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.765553343325654e-06,
      "loss": 0.099,
      "step": 360860
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.764434800116328e-06,
      "loss": 0.1009,
      "step": 360870
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.763316256907004e-06,
      "loss": 0.1,
      "step": 360880
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.76219771369768e-06,
      "loss": 0.0967,
      "step": 360890
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.761079170488357e-06,
      "loss": 0.1039,
      "step": 360900
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.759960627279033e-06,
      "loss": 0.0976,
      "step": 360910
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.758842084069708e-06,
      "loss": 0.1028,
      "step": 360920
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.757723540860384e-06,
      "loss": 0.1008,
      "step": 360930
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.75660499765106e-06,
      "loss": 0.101,
      "step": 360940
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.755486454441735e-06,
      "loss": 0.1006,
      "step": 360950
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.754367911232411e-06,
      "loss": 0.0976,
      "step": 360960
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.753249368023087e-06,
      "loss": 0.1015,
      "step": 360970
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.752130824813763e-06,
      "loss": 0.1033,
      "step": 360980
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.75101228160444e-06,
      "loss": 0.0994,
      "step": 360990
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.749893738395114e-06,
      "loss": 0.098,
      "step": 361000
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.74877519518579e-06,
      "loss": 0.1013,
      "step": 361010
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.747656651976467e-06,
      "loss": 0.0948,
      "step": 361020
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.746538108767143e-06,
      "loss": 0.0983,
      "step": 361030
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.745419565557817e-06,
      "loss": 0.1021,
      "step": 361040
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.744301022348494e-06,
      "loss": 0.0995,
      "step": 361050
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.74318247913917e-06,
      "loss": 0.0993,
      "step": 361060
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.742063935929846e-06,
      "loss": 0.0995,
      "step": 361070
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.74094539272052e-06,
      "loss": 0.1026,
      "step": 361080
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.739826849511197e-06,
      "loss": 0.1024,
      "step": 361090
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.738708306301873e-06,
      "loss": 0.0971,
      "step": 361100
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.73758976309255e-06,
      "loss": 0.1,
      "step": 361110
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.736471219883224e-06,
      "loss": 0.1004,
      "step": 361120
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.7353526766739e-06,
      "loss": 0.0981,
      "step": 361130
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.734234133464576e-06,
      "loss": 0.1009,
      "step": 361140
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.733115590255253e-06,
      "loss": 0.0997,
      "step": 361150
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.731997047045927e-06,
      "loss": 0.1001,
      "step": 361160
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.730878503836603e-06,
      "loss": 0.1025,
      "step": 361170
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.72975996062728e-06,
      "loss": 0.0986,
      "step": 361180
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.728641417417956e-06,
      "loss": 0.098,
      "step": 361190
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.72752287420863e-06,
      "loss": 0.1026,
      "step": 361200
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.726404330999307e-06,
      "loss": 0.1008,
      "step": 361210
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.725285787789983e-06,
      "loss": 0.1006,
      "step": 361220
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.724167244580659e-06,
      "loss": 0.1027,
      "step": 361230
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.723048701371335e-06,
      "loss": 0.0989,
      "step": 361240
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.72193015816201e-06,
      "loss": 0.0988,
      "step": 361250
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.720811614952686e-06,
      "loss": 0.1009,
      "step": 361260
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.719693071743362e-06,
      "loss": 0.1029,
      "step": 361270
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.718574528534037e-06,
      "loss": 0.1012,
      "step": 361280
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.717455985324713e-06,
      "loss": 0.1002,
      "step": 361290
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.71633744211539e-06,
      "loss": 0.0986,
      "step": 361300
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.715218898906066e-06,
      "loss": 0.1007,
      "step": 361310
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.714100355696742e-06,
      "loss": 0.1007,
      "step": 361320
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.712981812487416e-06,
      "loss": 0.0957,
      "step": 361330
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.711863269278093e-06,
      "loss": 0.1013,
      "step": 361340
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.710744726068769e-06,
      "loss": 0.101,
      "step": 361350
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.709626182859443e-06,
      "loss": 0.1016,
      "step": 361360
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.70850763965012e-06,
      "loss": 0.0999,
      "step": 361370
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.707389096440796e-06,
      "loss": 0.1,
      "step": 361380
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.706270553231472e-06,
      "loss": 0.0991,
      "step": 361390
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.705152010022148e-06,
      "loss": 0.0988,
      "step": 361400
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.704033466812823e-06,
      "loss": 0.097,
      "step": 361410
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.702914923603499e-06,
      "loss": 0.1009,
      "step": 361420
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.701796380394175e-06,
      "loss": 0.1022,
      "step": 361430
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.70067783718485e-06,
      "loss": 0.0981,
      "step": 361440
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.699559293975528e-06,
      "loss": 0.1009,
      "step": 361450
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.698440750766202e-06,
      "loss": 0.0958,
      "step": 361460
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.697322207556879e-06,
      "loss": 0.096,
      "step": 361470
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.696203664347555e-06,
      "loss": 0.1005,
      "step": 361480
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.69508512113823e-06,
      "loss": 0.099,
      "step": 361490
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.693966577928906e-06,
      "loss": 0.1031,
      "step": 361500
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.692848034719582e-06,
      "loss": 0.1,
      "step": 361510
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.691729491510256e-06,
      "loss": 0.1014,
      "step": 361520
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.690610948300934e-06,
      "loss": 0.0967,
      "step": 361530
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.689492405091609e-06,
      "loss": 0.1006,
      "step": 361540
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.688373861882285e-06,
      "loss": 0.0994,
      "step": 361550
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.687255318672961e-06,
      "loss": 0.0999,
      "step": 361560
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.686136775463636e-06,
      "loss": 0.1011,
      "step": 361570
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.685018232254314e-06,
      "loss": 0.102,
      "step": 361580
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.683899689044988e-06,
      "loss": 0.0968,
      "step": 361590
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.682781145835663e-06,
      "loss": 0.1026,
      "step": 361600
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.68166260262634e-06,
      "loss": 0.1002,
      "step": 361610
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.680544059417015e-06,
      "loss": 0.105,
      "step": 361620
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.679425516207691e-06,
      "loss": 0.1016,
      "step": 361630
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.678306972998368e-06,
      "loss": 0.1019,
      "step": 361640
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.677188429789042e-06,
      "loss": 0.1021,
      "step": 361650
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.67606988657972e-06,
      "loss": 0.1013,
      "step": 361660
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.674951343370395e-06,
      "loss": 0.1018,
      "step": 361670
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.67383280016107e-06,
      "loss": 0.1006,
      "step": 361680
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.672714256951747e-06,
      "loss": 0.0998,
      "step": 361690
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.671595713742422e-06,
      "loss": 0.1014,
      "step": 361700
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.670477170533098e-06,
      "loss": 0.0942,
      "step": 361710
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.669358627323774e-06,
      "loss": 0.0981,
      "step": 361720
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.668240084114449e-06,
      "loss": 0.0988,
      "step": 361730
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.667121540905127e-06,
      "loss": 0.0974,
      "step": 361740
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.666002997695801e-06,
      "loss": 0.0989,
      "step": 361750
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.664884454486477e-06,
      "loss": 0.1034,
      "step": 361760
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.663765911277154e-06,
      "loss": 0.0982,
      "step": 361770
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.662647368067828e-06,
      "loss": 0.1011,
      "step": 361780
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.661528824858506e-06,
      "loss": 0.0958,
      "step": 361790
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.66041028164918e-06,
      "loss": 0.1021,
      "step": 361800
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.659291738439855e-06,
      "loss": 0.0977,
      "step": 361810
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.658173195230533e-06,
      "loss": 0.0966,
      "step": 361820
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.657054652021208e-06,
      "loss": 0.098,
      "step": 361830
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.655936108811884e-06,
      "loss": 0.1042,
      "step": 361840
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.65481756560256e-06,
      "loss": 0.1032,
      "step": 361850
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.653699022393235e-06,
      "loss": 0.1029,
      "step": 361860
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.652580479183913e-06,
      "loss": 0.0998,
      "step": 361870
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.651461935974587e-06,
      "loss": 0.099,
      "step": 361880
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.650343392765263e-06,
      "loss": 0.0989,
      "step": 361890
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.64922484955594e-06,
      "loss": 0.1022,
      "step": 361900
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.648106306346614e-06,
      "loss": 0.1011,
      "step": 361910
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.64698776313729e-06,
      "loss": 0.0995,
      "step": 361920
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.645869219927967e-06,
      "loss": 0.0967,
      "step": 361930
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.644750676718641e-06,
      "loss": 0.0999,
      "step": 361940
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.643632133509319e-06,
      "loss": 0.1032,
      "step": 361950
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.642513590299994e-06,
      "loss": 0.0987,
      "step": 361960
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.64139504709067e-06,
      "loss": 0.0981,
      "step": 361970
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.640276503881346e-06,
      "loss": 0.1014,
      "step": 361980
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.63915796067202e-06,
      "loss": 0.0988,
      "step": 361990
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.638039417462697e-06,
      "loss": 0.0973,
      "step": 362000
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.636920874253373e-06,
      "loss": 0.1011,
      "step": 362010
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.635802331044048e-06,
      "loss": 0.0958,
      "step": 362020
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.634683787834726e-06,
      "loss": 0.103,
      "step": 362030
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.6335652446254e-06,
      "loss": 0.1038,
      "step": 362040
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.632446701416076e-06,
      "loss": 0.098,
      "step": 362050
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.631328158206753e-06,
      "loss": 0.1038,
      "step": 362060
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.630209614997427e-06,
      "loss": 0.1049,
      "step": 362070
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.629091071788103e-06,
      "loss": 0.1001,
      "step": 362080
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.62797252857878e-06,
      "loss": 0.0948,
      "step": 362090
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.626853985369456e-06,
      "loss": 0.0979,
      "step": 362100
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.625735442160132e-06,
      "loss": 0.0986,
      "step": 362110
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.624616898950807e-06,
      "loss": 0.1033,
      "step": 362120
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.623498355741483e-06,
      "loss": 0.0977,
      "step": 362130
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.622379812532159e-06,
      "loss": 0.1019,
      "step": 362140
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.621261269322834e-06,
      "loss": 0.101,
      "step": 362150
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.62014272611351e-06,
      "loss": 0.0986,
      "step": 362160
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.619024182904186e-06,
      "loss": 0.0981,
      "step": 362170
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.617905639694862e-06,
      "loss": 0.1001,
      "step": 362180
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.616787096485539e-06,
      "loss": 0.0987,
      "step": 362190
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.615668553276213e-06,
      "loss": 0.0994,
      "step": 362200
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.61455001006689e-06,
      "loss": 0.0979,
      "step": 362210
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.613431466857566e-06,
      "loss": 0.0988,
      "step": 362220
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.612312923648242e-06,
      "loss": 0.0987,
      "step": 362230
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.611194380438916e-06,
      "loss": 0.0998,
      "step": 362240
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.610075837229593e-06,
      "loss": 0.0962,
      "step": 362250
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.608957294020269e-06,
      "loss": 0.0958,
      "step": 362260
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.607838750810945e-06,
      "loss": 0.1001,
      "step": 362270
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.60672020760162e-06,
      "loss": 0.0945,
      "step": 362280
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.605601664392296e-06,
      "loss": 0.0984,
      "step": 362290
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.604483121182972e-06,
      "loss": 0.099,
      "step": 362300
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.603364577973648e-06,
      "loss": 0.1,
      "step": 362310
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.602246034764323e-06,
      "loss": 0.097,
      "step": 362320
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.601127491554999e-06,
      "loss": 0.0968,
      "step": 362330
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.600008948345675e-06,
      "loss": 0.1047,
      "step": 362340
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.598890405136351e-06,
      "loss": 0.1057,
      "step": 362350
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.597771861927026e-06,
      "loss": 0.1033,
      "step": 362360
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.596653318717702e-06,
      "loss": 0.1,
      "step": 362370
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.595534775508378e-06,
      "loss": 0.0974,
      "step": 362380
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.594416232299055e-06,
      "loss": 0.1002,
      "step": 362390
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.59329768908973e-06,
      "loss": 0.0985,
      "step": 362400
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.592179145880406e-06,
      "loss": 0.0988,
      "step": 362410
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.591060602671082e-06,
      "loss": 0.1016,
      "step": 362420
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.589942059461758e-06,
      "loss": 0.1008,
      "step": 362430
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.588823516252434e-06,
      "loss": 0.097,
      "step": 362440
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.587704973043109e-06,
      "loss": 0.0966,
      "step": 362450
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.586586429833785e-06,
      "loss": 0.0995,
      "step": 362460
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.585467886624461e-06,
      "loss": 0.1005,
      "step": 362470
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.584349343415136e-06,
      "loss": 0.0969,
      "step": 362480
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.583230800205812e-06,
      "loss": 0.1043,
      "step": 362490
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.582112256996488e-06,
      "loss": 0.0961,
      "step": 362500
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.580993713787164e-06,
      "loss": 0.0992,
      "step": 362510
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.57987517057784e-06,
      "loss": 0.0988,
      "step": 362520
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.578756627368515e-06,
      "loss": 0.1021,
      "step": 362530
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.577638084159191e-06,
      "loss": 0.1015,
      "step": 362540
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.576519540949868e-06,
      "loss": 0.0983,
      "step": 362550
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.575400997740542e-06,
      "loss": 0.1017,
      "step": 362560
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.574282454531218e-06,
      "loss": 0.1009,
      "step": 362570
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.573163911321895e-06,
      "loss": 0.1044,
      "step": 362580
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.572045368112571e-06,
      "loss": 0.101,
      "step": 362590
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.570926824903247e-06,
      "loss": 0.0983,
      "step": 362600
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.569808281693922e-06,
      "loss": 0.0967,
      "step": 362610
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.568689738484598e-06,
      "loss": 0.0911,
      "step": 362620
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.567571195275274e-06,
      "loss": 0.1024,
      "step": 362630
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.566452652065949e-06,
      "loss": 0.0997,
      "step": 362640
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.565334108856627e-06,
      "loss": 0.0975,
      "step": 362650
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.564215565647301e-06,
      "loss": 0.1053,
      "step": 362660
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.563097022437977e-06,
      "loss": 0.097,
      "step": 362670
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.561978479228654e-06,
      "loss": 0.0969,
      "step": 362680
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.560859936019328e-06,
      "loss": 0.099,
      "step": 362690
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.559741392810004e-06,
      "loss": 0.1033,
      "step": 362700
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.55862284960068e-06,
      "loss": 0.0962,
      "step": 362710
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.557504306391355e-06,
      "loss": 0.1013,
      "step": 362720
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.556385763182033e-06,
      "loss": 0.0992,
      "step": 362730
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.555267219972708e-06,
      "loss": 0.1019,
      "step": 362740
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.554148676763384e-06,
      "loss": 0.0971,
      "step": 362750
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.55303013355406e-06,
      "loss": 0.0983,
      "step": 362760
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.551911590344735e-06,
      "loss": 0.0996,
      "step": 362770
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.550793047135413e-06,
      "loss": 0.1016,
      "step": 362780
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.549674503926087e-06,
      "loss": 0.0997,
      "step": 362790
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.548555960716762e-06,
      "loss": 0.1053,
      "step": 362800
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.54743741750744e-06,
      "loss": 0.1039,
      "step": 362810
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.546318874298114e-06,
      "loss": 0.1014,
      "step": 362820
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.54520033108879e-06,
      "loss": 0.099,
      "step": 362830
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.544081787879467e-06,
      "loss": 0.1011,
      "step": 362840
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.542963244670141e-06,
      "loss": 0.1007,
      "step": 362850
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.541844701460819e-06,
      "loss": 0.1002,
      "step": 362860
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.540726158251494e-06,
      "loss": 0.1023,
      "step": 362870
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.539607615042168e-06,
      "loss": 0.0916,
      "step": 362880
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.538489071832846e-06,
      "loss": 0.0978,
      "step": 362890
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.53737052862352e-06,
      "loss": 0.1021,
      "step": 362900
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.536251985414197e-06,
      "loss": 0.0994,
      "step": 362910
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.535133442204873e-06,
      "loss": 0.0957,
      "step": 362920
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.534014898995548e-06,
      "loss": 0.0985,
      "step": 362930
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.532896355786226e-06,
      "loss": 0.0989,
      "step": 362940
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.5317778125769e-06,
      "loss": 0.0999,
      "step": 362950
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.530659269367576e-06,
      "loss": 0.1034,
      "step": 362960
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.529540726158253e-06,
      "loss": 0.0979,
      "step": 362970
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.528422182948927e-06,
      "loss": 0.0989,
      "step": 362980
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.527303639739605e-06,
      "loss": 0.1016,
      "step": 362990
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.52618509653028e-06,
      "loss": 0.1039,
      "step": 363000
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.525066553320954e-06,
      "loss": 0.0972,
      "step": 363010
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.523948010111632e-06,
      "loss": 0.1,
      "step": 363020
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.522829466902307e-06,
      "loss": 0.1001,
      "step": 363030
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.521710923692983e-06,
      "loss": 0.1025,
      "step": 363040
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.520592380483659e-06,
      "loss": 0.101,
      "step": 363050
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.519473837274334e-06,
      "loss": 0.0992,
      "step": 363060
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.518355294065012e-06,
      "loss": 0.1044,
      "step": 363070
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.517236750855686e-06,
      "loss": 0.0992,
      "step": 363080
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.516118207646362e-06,
      "loss": 0.1008,
      "step": 363090
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.514999664437039e-06,
      "loss": 0.105,
      "step": 363100
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.513881121227713e-06,
      "loss": 0.098,
      "step": 363110
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.51276257801839e-06,
      "loss": 0.1015,
      "step": 363120
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.511644034809066e-06,
      "loss": 0.1025,
      "step": 363130
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.51052549159974e-06,
      "loss": 0.0983,
      "step": 363140
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.509406948390418e-06,
      "loss": 0.1004,
      "step": 363150
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.508288405181093e-06,
      "loss": 0.0996,
      "step": 363160
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.507169861971769e-06,
      "loss": 0.0989,
      "step": 363170
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.506051318762445e-06,
      "loss": 0.0957,
      "step": 363180
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.50493277555312e-06,
      "loss": 0.1012,
      "step": 363190
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.503814232343796e-06,
      "loss": 0.0981,
      "step": 363200
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.502695689134472e-06,
      "loss": 0.1061,
      "step": 363210
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.501577145925147e-06,
      "loss": 0.1012,
      "step": 363220
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.500458602715824e-06,
      "loss": 0.1027,
      "step": 363230
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.499340059506499e-06,
      "loss": 0.1007,
      "step": 363240
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.498221516297175e-06,
      "loss": 0.0966,
      "step": 363250
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.497102973087851e-06,
      "loss": 0.0986,
      "step": 363260
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.495984429878526e-06,
      "loss": 0.1026,
      "step": 363270
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.494865886669202e-06,
      "loss": 0.1023,
      "step": 363280
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.493747343459878e-06,
      "loss": 0.0994,
      "step": 363290
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.492628800250555e-06,
      "loss": 0.0983,
      "step": 363300
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.491510257041231e-06,
      "loss": 0.0969,
      "step": 363310
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.490391713831905e-06,
      "loss": 0.0985,
      "step": 363320
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.489273170622582e-06,
      "loss": 0.1029,
      "step": 363330
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.488154627413258e-06,
      "loss": 0.0954,
      "step": 363340
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.487036084203932e-06,
      "loss": 0.098,
      "step": 363350
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.485917540994609e-06,
      "loss": 0.0972,
      "step": 363360
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.484798997785285e-06,
      "loss": 0.0993,
      "step": 363370
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.483680454575961e-06,
      "loss": 0.0994,
      "step": 363380
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.482561911366637e-06,
      "loss": 0.1012,
      "step": 363390
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.481443368157312e-06,
      "loss": 0.0972,
      "step": 363400
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.480324824947988e-06,
      "loss": 0.0998,
      "step": 363410
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.479206281738664e-06,
      "loss": 0.0966,
      "step": 363420
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.47808773852934e-06,
      "loss": 0.0989,
      "step": 363430
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.476969195320015e-06,
      "loss": 0.1013,
      "step": 363440
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.475850652110691e-06,
      "loss": 0.0979,
      "step": 363450
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.474732108901368e-06,
      "loss": 0.0995,
      "step": 363460
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.473613565692042e-06,
      "loss": 0.1011,
      "step": 363470
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.472495022482718e-06,
      "loss": 0.0969,
      "step": 363480
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.471376479273395e-06,
      "loss": 0.0962,
      "step": 363490
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.470257936064071e-06,
      "loss": 0.0961,
      "step": 363500
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.469139392854747e-06,
      "loss": 0.1001,
      "step": 363510
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.468020849645422e-06,
      "loss": 0.0954,
      "step": 363520
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.466902306436098e-06,
      "loss": 0.0972,
      "step": 363530
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.465783763226774e-06,
      "loss": 0.1039,
      "step": 363540
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.464665220017449e-06,
      "loss": 0.0997,
      "step": 363550
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.463546676808125e-06,
      "loss": 0.0993,
      "step": 363560
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.462428133598801e-06,
      "loss": 0.1014,
      "step": 363570
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.461309590389477e-06,
      "loss": 0.1014,
      "step": 363580
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.460191047180154e-06,
      "loss": 0.1002,
      "step": 363590
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.459072503970828e-06,
      "loss": 0.0998,
      "step": 363600
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.457953960761504e-06,
      "loss": 0.0969,
      "step": 363610
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.45683541755218e-06,
      "loss": 0.1012,
      "step": 363620
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.455716874342855e-06,
      "loss": 0.0985,
      "step": 363630
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.454598331133533e-06,
      "loss": 0.0984,
      "step": 363640
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.453479787924208e-06,
      "loss": 0.0982,
      "step": 363650
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.452361244714884e-06,
      "loss": 0.101,
      "step": 363660
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.45124270150556e-06,
      "loss": 0.1018,
      "step": 363670
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.450124158296235e-06,
      "loss": 0.0958,
      "step": 363680
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.449005615086911e-06,
      "loss": 0.0996,
      "step": 363690
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.447887071877587e-06,
      "loss": 0.1033,
      "step": 363700
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.446768528668262e-06,
      "loss": 0.0978,
      "step": 363710
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.44564998545894e-06,
      "loss": 0.0974,
      "step": 363720
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.444531442249614e-06,
      "loss": 0.0963,
      "step": 363730
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.44341289904029e-06,
      "loss": 0.0977,
      "step": 363740
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.442294355830967e-06,
      "loss": 0.0992,
      "step": 363750
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.441175812621641e-06,
      "loss": 0.1018,
      "step": 363760
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.440057269412319e-06,
      "loss": 0.0977,
      "step": 363770
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.438938726202994e-06,
      "loss": 0.1021,
      "step": 363780
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.437820182993668e-06,
      "loss": 0.0959,
      "step": 363790
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.436701639784346e-06,
      "loss": 0.0983,
      "step": 363800
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.43558309657502e-06,
      "loss": 0.1005,
      "step": 363810
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.434464553365697e-06,
      "loss": 0.098,
      "step": 363820
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.433346010156373e-06,
      "loss": 0.1054,
      "step": 363830
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.432227466947048e-06,
      "loss": 0.0929,
      "step": 363840
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.431108923737726e-06,
      "loss": 0.1037,
      "step": 363850
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.4299903805284e-06,
      "loss": 0.1007,
      "step": 363860
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.428871837319075e-06,
      "loss": 0.0975,
      "step": 363870
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.427753294109753e-06,
      "loss": 0.0958,
      "step": 363880
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.426634750900427e-06,
      "loss": 0.1009,
      "step": 363890
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.425516207691103e-06,
      "loss": 0.0992,
      "step": 363900
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.42439766448178e-06,
      "loss": 0.104,
      "step": 363910
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.423279121272454e-06,
      "loss": 0.0944,
      "step": 363920
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.422160578063132e-06,
      "loss": 0.0963,
      "step": 363930
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.421042034853807e-06,
      "loss": 0.0971,
      "step": 363940
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.419923491644483e-06,
      "loss": 0.0983,
      "step": 363950
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.418804948435159e-06,
      "loss": 0.1006,
      "step": 363960
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.417686405225834e-06,
      "loss": 0.1024,
      "step": 363970
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.416567862016511e-06,
      "loss": 0.0977,
      "step": 363980
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.415449318807186e-06,
      "loss": 0.1026,
      "step": 363990
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.41433077559786e-06,
      "loss": 0.1013,
      "step": 364000
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.413212232388539e-06,
      "loss": 0.097,
      "step": 364010
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.412093689179213e-06,
      "loss": 0.1037,
      "step": 364020
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.41097514596989e-06,
      "loss": 0.1025,
      "step": 364030
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.409856602760566e-06,
      "loss": 0.0992,
      "step": 364040
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.40873805955124e-06,
      "loss": 0.1,
      "step": 364050
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.407619516341918e-06,
      "loss": 0.0968,
      "step": 364060
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.406500973132593e-06,
      "loss": 0.0967,
      "step": 364070
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.405382429923267e-06,
      "loss": 0.1031,
      "step": 364080
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.404263886713945e-06,
      "loss": 0.0991,
      "step": 364090
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.40314534350462e-06,
      "loss": 0.1009,
      "step": 364100
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.402026800295296e-06,
      "loss": 0.1001,
      "step": 364110
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.400908257085972e-06,
      "loss": 0.0963,
      "step": 364120
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.399789713876647e-06,
      "loss": 0.0992,
      "step": 364130
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.398671170667324e-06,
      "loss": 0.0977,
      "step": 364140
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.397552627457999e-06,
      "loss": 0.0965,
      "step": 364150
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.396434084248675e-06,
      "loss": 0.1012,
      "step": 364160
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.395315541039351e-06,
      "loss": 0.0933,
      "step": 364170
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.394196997830026e-06,
      "loss": 0.1014,
      "step": 364180
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.393078454620702e-06,
      "loss": 0.0979,
      "step": 364190
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.391959911411378e-06,
      "loss": 0.0983,
      "step": 364200
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.390841368202053e-06,
      "loss": 0.1027,
      "step": 364210
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.389722824992731e-06,
      "loss": 0.102,
      "step": 364220
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.388604281783405e-06,
      "loss": 0.1009,
      "step": 364230
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.387485738574082e-06,
      "loss": 0.0997,
      "step": 364240
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.386367195364758e-06,
      "loss": 0.0996,
      "step": 364250
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.385248652155432e-06,
      "loss": 0.1002,
      "step": 364260
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.384130108946109e-06,
      "loss": 0.0998,
      "step": 364270
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.383011565736785e-06,
      "loss": 0.1002,
      "step": 364280
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.381893022527461e-06,
      "loss": 0.0968,
      "step": 364290
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.380774479318137e-06,
      "loss": 0.0983,
      "step": 364300
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.379655936108812e-06,
      "loss": 0.0999,
      "step": 364310
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.378537392899488e-06,
      "loss": 0.0966,
      "step": 364320
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.377418849690164e-06,
      "loss": 0.0968,
      "step": 364330
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.376300306480839e-06,
      "loss": 0.0969,
      "step": 364340
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.375181763271515e-06,
      "loss": 0.1,
      "step": 364350
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.374063220062191e-06,
      "loss": 0.0988,
      "step": 364360
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.372944676852868e-06,
      "loss": 0.0995,
      "step": 364370
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.371826133643544e-06,
      "loss": 0.0952,
      "step": 364380
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.370707590434218e-06,
      "loss": 0.1003,
      "step": 364390
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.369589047224895e-06,
      "loss": 0.1005,
      "step": 364400
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.368470504015571e-06,
      "loss": 0.1014,
      "step": 364410
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.367351960806245e-06,
      "loss": 0.0971,
      "step": 364420
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.366233417596922e-06,
      "loss": 0.1007,
      "step": 364430
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.365114874387598e-06,
      "loss": 0.1017,
      "step": 364440
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.363996331178274e-06,
      "loss": 0.1002,
      "step": 364450
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.36287778796895e-06,
      "loss": 0.0991,
      "step": 364460
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.361759244759625e-06,
      "loss": 0.0961,
      "step": 364470
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.360640701550301e-06,
      "loss": 0.0967,
      "step": 364480
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.359522158340977e-06,
      "loss": 0.0986,
      "step": 364490
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.358403615131654e-06,
      "loss": 0.0975,
      "step": 364500
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.357285071922328e-06,
      "loss": 0.103,
      "step": 364510
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.356166528713004e-06,
      "loss": 0.1008,
      "step": 364520
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.35504798550368e-06,
      "loss": 0.1001,
      "step": 364530
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.35404129661529e-06,
      "loss": 0.099,
      "step": 364540
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.352922753405964e-06,
      "loss": 0.0992,
      "step": 364550
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.35180421019664e-06,
      "loss": 0.105,
      "step": 364560
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.350685666987316e-06,
      "loss": 0.098,
      "step": 364570
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.349567123777991e-06,
      "loss": 0.1043,
      "step": 364580
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.348448580568669e-06,
      "loss": 0.0999,
      "step": 364590
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.347330037359343e-06,
      "loss": 0.1002,
      "step": 364600
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.34621149415002e-06,
      "loss": 0.1033,
      "step": 364610
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.345092950940696e-06,
      "loss": 0.098,
      "step": 364620
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.34397440773137e-06,
      "loss": 0.0987,
      "step": 364630
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.342855864522047e-06,
      "loss": 0.0969,
      "step": 364640
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.341737321312723e-06,
      "loss": 0.1012,
      "step": 364650
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.340618778103397e-06,
      "loss": 0.0943,
      "step": 364660
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.339500234894075e-06,
      "loss": 0.0976,
      "step": 364670
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.33838169168475e-06,
      "loss": 0.1022,
      "step": 364680
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.337263148475426e-06,
      "loss": 0.1013,
      "step": 364690
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.336144605266102e-06,
      "loss": 0.1004,
      "step": 364700
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.335026062056777e-06,
      "loss": 0.0973,
      "step": 364710
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.333907518847453e-06,
      "loss": 0.105,
      "step": 364720
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.33278897563813e-06,
      "loss": 0.0988,
      "step": 364730
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.331670432428804e-06,
      "loss": 0.1038,
      "step": 364740
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.330551889219482e-06,
      "loss": 0.1003,
      "step": 364750
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.329433346010156e-06,
      "loss": 0.0981,
      "step": 364760
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.328314802800833e-06,
      "loss": 0.0992,
      "step": 364770
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.327196259591509e-06,
      "loss": 0.0977,
      "step": 364780
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.326077716382183e-06,
      "loss": 0.0972,
      "step": 364790
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.324959173172861e-06,
      "loss": 0.1008,
      "step": 364800
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.323840629963536e-06,
      "loss": 0.0958,
      "step": 364810
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.32272208675421e-06,
      "loss": 0.0985,
      "step": 364820
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.321603543544888e-06,
      "loss": 0.0996,
      "step": 364830
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.320485000335563e-06,
      "loss": 0.1012,
      "step": 364840
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.319366457126239e-06,
      "loss": 0.1,
      "step": 364850
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.318247913916915e-06,
      "loss": 0.101,
      "step": 364860
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.31712937070759e-06,
      "loss": 0.1006,
      "step": 364870
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.316010827498268e-06,
      "loss": 0.0985,
      "step": 364880
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.314892284288942e-06,
      "loss": 0.0962,
      "step": 364890
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.313773741079619e-06,
      "loss": 0.1027,
      "step": 364900
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.312655197870295e-06,
      "loss": 0.0991,
      "step": 364910
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.31153665466097e-06,
      "loss": 0.0982,
      "step": 364920
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.310418111451647e-06,
      "loss": 0.1028,
      "step": 364930
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.309299568242322e-06,
      "loss": 0.0998,
      "step": 364940
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.308181025032996e-06,
      "loss": 0.1012,
      "step": 364950
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.307062481823674e-06,
      "loss": 0.0988,
      "step": 364960
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.305943938614349e-06,
      "loss": 0.0928,
      "step": 364970
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.304825395405025e-06,
      "loss": 0.0961,
      "step": 364980
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.303706852195701e-06,
      "loss": 0.0986,
      "step": 364990
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.302588308986376e-06,
      "loss": 0.0975,
      "step": 365000
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.301469765777054e-06,
      "loss": 0.1002,
      "step": 365010
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.300351222567728e-06,
      "loss": 0.0953,
      "step": 365020
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.299232679358403e-06,
      "loss": 0.102,
      "step": 365030
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.29811413614908e-06,
      "loss": 0.1011,
      "step": 365040
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.296995592939755e-06,
      "loss": 0.0982,
      "step": 365050
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.295877049730432e-06,
      "loss": 0.0955,
      "step": 365060
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.294758506521108e-06,
      "loss": 0.0998,
      "step": 365070
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.293639963311782e-06,
      "loss": 0.0986,
      "step": 365080
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.29252142010246e-06,
      "loss": 0.1045,
      "step": 365090
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.291402876893135e-06,
      "loss": 0.0995,
      "step": 365100
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.290284333683811e-06,
      "loss": 0.1003,
      "step": 365110
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.289165790474487e-06,
      "loss": 0.1037,
      "step": 365120
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.288047247265162e-06,
      "loss": 0.0954,
      "step": 365130
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.286928704055838e-06,
      "loss": 0.1017,
      "step": 365140
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.285810160846514e-06,
      "loss": 0.0977,
      "step": 365150
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.284691617637189e-06,
      "loss": 0.0995,
      "step": 365160
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.283573074427867e-06,
      "loss": 0.0964,
      "step": 365170
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.282454531218541e-06,
      "loss": 0.0996,
      "step": 365180
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.281335988009217e-06,
      "loss": 0.0996,
      "step": 365190
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.280217444799894e-06,
      "loss": 0.1039,
      "step": 365200
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.279098901590568e-06,
      "loss": 0.1028,
      "step": 365210
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.277980358381244e-06,
      "loss": 0.1005,
      "step": 365220
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.27686181517192e-06,
      "loss": 0.0959,
      "step": 365230
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.275743271962597e-06,
      "loss": 0.1001,
      "step": 365240
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.274624728753273e-06,
      "loss": 0.0994,
      "step": 365250
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.273506185543948e-06,
      "loss": 0.0981,
      "step": 365260
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.272387642334624e-06,
      "loss": 0.1012,
      "step": 365270
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.2712690991253e-06,
      "loss": 0.0987,
      "step": 365280
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.270150555915975e-06,
      "loss": 0.1032,
      "step": 365290
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.269032012706651e-06,
      "loss": 0.0965,
      "step": 365300
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.267913469497327e-06,
      "loss": 0.0964,
      "step": 365310
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.266794926288003e-06,
      "loss": 0.1029,
      "step": 365320
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.26567638307868e-06,
      "loss": 0.0951,
      "step": 365330
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.264557839869354e-06,
      "loss": 0.1022,
      "step": 365340
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.26343929666003e-06,
      "loss": 0.0983,
      "step": 365350
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.262320753450707e-06,
      "loss": 0.1008,
      "step": 365360
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.261202210241381e-06,
      "loss": 0.1019,
      "step": 365370
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.260083667032057e-06,
      "loss": 0.1027,
      "step": 365380
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.258965123822734e-06,
      "loss": 0.1002,
      "step": 365390
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.25784658061341e-06,
      "loss": 0.1026,
      "step": 365400
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.256728037404086e-06,
      "loss": 0.0997,
      "step": 365410
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.25560949419476e-06,
      "loss": 0.0976,
      "step": 365420
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.254490950985437e-06,
      "loss": 0.097,
      "step": 365430
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.253372407776113e-06,
      "loss": 0.1003,
      "step": 365440
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.25225386456679e-06,
      "loss": 0.0977,
      "step": 365450
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.251135321357464e-06,
      "loss": 0.0977,
      "step": 365460
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.25001677814814e-06,
      "loss": 0.1006,
      "step": 365470
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.248898234938816e-06,
      "loss": 0.1004,
      "step": 365480
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.247779691729493e-06,
      "loss": 0.0987,
      "step": 365490
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.246661148520167e-06,
      "loss": 0.0994,
      "step": 365500
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.245542605310843e-06,
      "loss": 0.1008,
      "step": 365510
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.24442406210152e-06,
      "loss": 0.0965,
      "step": 365520
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.243305518892196e-06,
      "loss": 0.0995,
      "step": 365530
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.24218697568287e-06,
      "loss": 0.1005,
      "step": 365540
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.241068432473547e-06,
      "loss": 0.1004,
      "step": 365550
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.239949889264223e-06,
      "loss": 0.0975,
      "step": 365560
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.238831346054899e-06,
      "loss": 0.0999,
      "step": 365570
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.237712802845574e-06,
      "loss": 0.1003,
      "step": 365580
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.23659425963625e-06,
      "loss": 0.1005,
      "step": 365590
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.235475716426926e-06,
      "loss": 0.0956,
      "step": 365600
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.234357173217602e-06,
      "loss": 0.0952,
      "step": 365610
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.233238630008277e-06,
      "loss": 0.0973,
      "step": 365620
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.232120086798953e-06,
      "loss": 0.0998,
      "step": 365630
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.23100154358963e-06,
      "loss": 0.1034,
      "step": 365640
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.229883000380306e-06,
      "loss": 0.1016,
      "step": 365650
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.228764457170982e-06,
      "loss": 0.0996,
      "step": 365660
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.227645913961656e-06,
      "loss": 0.1016,
      "step": 365670
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.226527370752333e-06,
      "loss": 0.1029,
      "step": 365680
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.225408827543009e-06,
      "loss": 0.0947,
      "step": 365690
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.224290284333683e-06,
      "loss": 0.1046,
      "step": 365700
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.22317174112436e-06,
      "loss": 0.1002,
      "step": 365710
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.222053197915036e-06,
      "loss": 0.1015,
      "step": 365720
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.220934654705712e-06,
      "loss": 0.0983,
      "step": 365730
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.219816111496388e-06,
      "loss": 0.101,
      "step": 365740
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.218697568287063e-06,
      "loss": 0.0994,
      "step": 365750
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.217579025077739e-06,
      "loss": 0.0972,
      "step": 365760
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.216460481868415e-06,
      "loss": 0.1013,
      "step": 365770
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.21534193865909e-06,
      "loss": 0.1006,
      "step": 365780
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.214223395449768e-06,
      "loss": 0.1017,
      "step": 365790
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.213104852240442e-06,
      "loss": 0.1009,
      "step": 365800
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.211986309031119e-06,
      "loss": 0.0997,
      "step": 365810
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.210867765821795e-06,
      "loss": 0.0968,
      "step": 365820
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.20974922261247e-06,
      "loss": 0.0995,
      "step": 365830
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.208630679403146e-06,
      "loss": 0.1023,
      "step": 365840
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.207512136193822e-06,
      "loss": 0.1012,
      "step": 365850
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.206393592984496e-06,
      "loss": 0.0992,
      "step": 365860
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.205275049775174e-06,
      "loss": 0.0988,
      "step": 365870
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.204156506565849e-06,
      "loss": 0.098,
      "step": 365880
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.203037963356525e-06,
      "loss": 0.0962,
      "step": 365890
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.201919420147201e-06,
      "loss": 0.0963,
      "step": 365900
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.200800876937876e-06,
      "loss": 0.0998,
      "step": 365910
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.199682333728552e-06,
      "loss": 0.0963,
      "step": 365920
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.198563790519228e-06,
      "loss": 0.0932,
      "step": 365930
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.197445247309903e-06,
      "loss": 0.0991,
      "step": 365940
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.19632670410058e-06,
      "loss": 0.0998,
      "step": 365950
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.195208160891255e-06,
      "loss": 0.0986,
      "step": 365960
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.194089617681932e-06,
      "loss": 0.0967,
      "step": 365970
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.192971074472608e-06,
      "loss": 0.0976,
      "step": 365980
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.191852531263282e-06,
      "loss": 0.0975,
      "step": 365990
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.19073398805396e-06,
      "loss": 0.1007,
      "step": 366000
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.189615444844635e-06,
      "loss": 0.0996,
      "step": 366010
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.18849690163531e-06,
      "loss": 0.0989,
      "step": 366020
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.187378358425987e-06,
      "loss": 0.0954,
      "step": 366030
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.186259815216662e-06,
      "loss": 0.0904,
      "step": 366040
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.185141272007338e-06,
      "loss": 0.1011,
      "step": 366050
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.184022728798014e-06,
      "loss": 0.1017,
      "step": 366060
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.182904185588689e-06,
      "loss": 0.0991,
      "step": 366070
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.181785642379367e-06,
      "loss": 0.0988,
      "step": 366080
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.180667099170041e-06,
      "loss": 0.102,
      "step": 366090
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.179548555960717e-06,
      "loss": 0.1033,
      "step": 366100
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.178430012751394e-06,
      "loss": 0.0948,
      "step": 366110
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.177311469542068e-06,
      "loss": 0.0965,
      "step": 366120
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.176192926332746e-06,
      "loss": 0.0977,
      "step": 366130
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.17507438312342e-06,
      "loss": 0.0991,
      "step": 366140
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.173955839914095e-06,
      "loss": 0.0946,
      "step": 366150
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.172837296704773e-06,
      "loss": 0.0989,
      "step": 366160
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.171718753495448e-06,
      "loss": 0.0965,
      "step": 366170
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.170600210286124e-06,
      "loss": 0.097,
      "step": 366180
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.1694816670768e-06,
      "loss": 0.0966,
      "step": 366190
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.168363123867475e-06,
      "loss": 0.0989,
      "step": 366200
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.167244580658153e-06,
      "loss": 0.0971,
      "step": 366210
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.166126037448827e-06,
      "loss": 0.1014,
      "step": 366220
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.165007494239502e-06,
      "loss": 0.1018,
      "step": 366230
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.16388895103018e-06,
      "loss": 0.1002,
      "step": 366240
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.162770407820854e-06,
      "loss": 0.1018,
      "step": 366250
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.16165186461153e-06,
      "loss": 0.1009,
      "step": 366260
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.160533321402207e-06,
      "loss": 0.0962,
      "step": 366270
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.159414778192881e-06,
      "loss": 0.1011,
      "step": 366280
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.158296234983559e-06,
      "loss": 0.0973,
      "step": 366290
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.157177691774234e-06,
      "loss": 0.0929,
      "step": 366300
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.15605914856491e-06,
      "loss": 0.1,
      "step": 366310
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.154940605355586e-06,
      "loss": 0.1007,
      "step": 366320
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.15382206214626e-06,
      "loss": 0.1007,
      "step": 366330
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.152703518936937e-06,
      "loss": 0.0988,
      "step": 366340
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.151584975727613e-06,
      "loss": 0.1004,
      "step": 366350
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.150466432518288e-06,
      "loss": 0.1013,
      "step": 366360
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.149347889308966e-06,
      "loss": 0.0989,
      "step": 366370
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.14822934609964e-06,
      "loss": 0.0987,
      "step": 366380
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.147110802890316e-06,
      "loss": 0.0986,
      "step": 366390
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.145992259680993e-06,
      "loss": 0.1002,
      "step": 366400
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.144873716471667e-06,
      "loss": 0.1008,
      "step": 366410
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.143755173262343e-06,
      "loss": 0.0972,
      "step": 366420
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.14263663005302e-06,
      "loss": 0.0973,
      "step": 366430
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.141518086843696e-06,
      "loss": 0.1023,
      "step": 366440
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.14039954363437e-06,
      "loss": 0.1001,
      "step": 366450
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.139281000425047e-06,
      "loss": 0.0984,
      "step": 366460
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.138162457215723e-06,
      "loss": 0.0984,
      "step": 366470
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.137043914006399e-06,
      "loss": 0.1021,
      "step": 366480
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.135925370797074e-06,
      "loss": 0.0984,
      "step": 366490
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.13480682758775e-06,
      "loss": 0.1,
      "step": 366500
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.133688284378426e-06,
      "loss": 0.0963,
      "step": 366510
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.132569741169102e-06,
      "loss": 0.0974,
      "step": 366520
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.131451197959777e-06,
      "loss": 0.1059,
      "step": 366530
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.130332654750453e-06,
      "loss": 0.1008,
      "step": 366540
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.129325965862062e-06,
      "loss": 0.1003,
      "step": 366550
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.128207422652738e-06,
      "loss": 0.0978,
      "step": 366560
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.127088879443413e-06,
      "loss": 0.0955,
      "step": 366570
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.125970336234089e-06,
      "loss": 0.1036,
      "step": 366580
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.124851793024765e-06,
      "loss": 0.1032,
      "step": 366590
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.12373324981544e-06,
      "loss": 0.096,
      "step": 366600
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.122614706606118e-06,
      "loss": 0.0994,
      "step": 366610
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.121496163396792e-06,
      "loss": 0.0956,
      "step": 366620
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.120377620187468e-06,
      "loss": 0.0966,
      "step": 366630
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.119259076978145e-06,
      "loss": 0.0966,
      "step": 366640
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.11814053376882e-06,
      "loss": 0.1032,
      "step": 366650
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.117021990559495e-06,
      "loss": 0.1007,
      "step": 366660
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.115903447350172e-06,
      "loss": 0.1035,
      "step": 366670
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.114784904140846e-06,
      "loss": 0.0986,
      "step": 366680
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.113666360931524e-06,
      "loss": 0.096,
      "step": 366690
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.112547817722199e-06,
      "loss": 0.1014,
      "step": 366700
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.111429274512875e-06,
      "loss": 0.0982,
      "step": 366710
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.110310731303551e-06,
      "loss": 0.1012,
      "step": 366720
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.109192188094226e-06,
      "loss": 0.0951,
      "step": 366730
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.108073644884904e-06,
      "loss": 0.1018,
      "step": 366740
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.106955101675578e-06,
      "loss": 0.0992,
      "step": 366750
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.105836558466253e-06,
      "loss": 0.1005,
      "step": 366760
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.10471801525693e-06,
      "loss": 0.0961,
      "step": 366770
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.103599472047605e-06,
      "loss": 0.0945,
      "step": 366780
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.102480928838281e-06,
      "loss": 0.0939,
      "step": 366790
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.101362385628958e-06,
      "loss": 0.0978,
      "step": 366800
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.100243842419632e-06,
      "loss": 0.0927,
      "step": 366810
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.09912529921031e-06,
      "loss": 0.0966,
      "step": 366820
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.098006756000985e-06,
      "loss": 0.0951,
      "step": 366830
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.096888212791659e-06,
      "loss": 0.0982,
      "step": 366840
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.095769669582337e-06,
      "loss": 0.0987,
      "step": 366850
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.094651126373012e-06,
      "loss": 0.099,
      "step": 366860
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.093532583163688e-06,
      "loss": 0.0946,
      "step": 366870
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.092414039954364e-06,
      "loss": 0.1009,
      "step": 366880
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.091295496745039e-06,
      "loss": 0.0936,
      "step": 366890
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.090176953535717e-06,
      "loss": 0.0972,
      "step": 366900
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.089058410326391e-06,
      "loss": 0.0945,
      "step": 366910
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.087939867117067e-06,
      "loss": 0.1013,
      "step": 366920
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.086821323907744e-06,
      "loss": 0.0931,
      "step": 366930
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.085702780698418e-06,
      "loss": 0.0977,
      "step": 366940
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.084584237489096e-06,
      "loss": 0.1022,
      "step": 366950
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.08346569427977e-06,
      "loss": 0.098,
      "step": 366960
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.082347151070445e-06,
      "loss": 0.0977,
      "step": 366970
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.081228607861123e-06,
      "loss": 0.0983,
      "step": 366980
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.080110064651798e-06,
      "loss": 0.098,
      "step": 366990
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.078991521442474e-06,
      "loss": 0.0964,
      "step": 367000
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.077984832554083e-06,
      "loss": 0.0979,
      "step": 367010
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.076866289344759e-06,
      "loss": 0.1054,
      "step": 367020
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.075747746135433e-06,
      "loss": 0.0972,
      "step": 367030
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.07462920292611e-06,
      "loss": 0.1039,
      "step": 367040
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.073510659716786e-06,
      "loss": 0.0993,
      "step": 367050
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.07239211650746e-06,
      "loss": 0.0969,
      "step": 367060
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.071273573298137e-06,
      "loss": 0.0994,
      "step": 367070
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.070155030088813e-06,
      "loss": 0.1016,
      "step": 367080
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.069036486879489e-06,
      "loss": 0.0956,
      "step": 367090
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.067917943670165e-06,
      "loss": 0.0995,
      "step": 367100
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.06679940046084e-06,
      "loss": 0.0995,
      "step": 367110
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.065680857251516e-06,
      "loss": 0.0975,
      "step": 367120
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.064562314042192e-06,
      "loss": 0.0993,
      "step": 367130
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.063443770832867e-06,
      "loss": 0.1,
      "step": 367140
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.062325227623543e-06,
      "loss": 0.0956,
      "step": 367150
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.06120668441422e-06,
      "loss": 0.102,
      "step": 367160
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.060088141204896e-06,
      "loss": 0.0988,
      "step": 367170
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.058969597995572e-06,
      "loss": 0.0974,
      "step": 367180
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.057851054786246e-06,
      "loss": 0.0974,
      "step": 367190
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.056732511576923e-06,
      "loss": 0.0988,
      "step": 367200
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.055613968367599e-06,
      "loss": 0.1024,
      "step": 367210
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.054495425158275e-06,
      "loss": 0.0972,
      "step": 367220
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.05337688194895e-06,
      "loss": 0.1019,
      "step": 367230
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.052258338739626e-06,
      "loss": 0.096,
      "step": 367240
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.051139795530302e-06,
      "loss": 0.0982,
      "step": 367250
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.050021252320978e-06,
      "loss": 0.0941,
      "step": 367260
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.048902709111653e-06,
      "loss": 0.1019,
      "step": 367270
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.047784165902329e-06,
      "loss": 0.0971,
      "step": 367280
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.046665622693005e-06,
      "loss": 0.0963,
      "step": 367290
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.045547079483681e-06,
      "loss": 0.0981,
      "step": 367300
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.044428536274356e-06,
      "loss": 0.1005,
      "step": 367310
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.043309993065032e-06,
      "loss": 0.0978,
      "step": 367320
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.042191449855708e-06,
      "loss": 0.0956,
      "step": 367330
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.041072906646385e-06,
      "loss": 0.0972,
      "step": 367340
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.03995436343706e-06,
      "loss": 0.096,
      "step": 367350
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.038835820227735e-06,
      "loss": 0.0994,
      "step": 367360
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.037717277018412e-06,
      "loss": 0.0965,
      "step": 367370
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.036598733809088e-06,
      "loss": 0.0948,
      "step": 367380
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.035480190599762e-06,
      "loss": 0.1031,
      "step": 367390
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.034361647390439e-06,
      "loss": 0.0994,
      "step": 367400
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.033243104181115e-06,
      "loss": 0.1003,
      "step": 367410
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.032124560971791e-06,
      "loss": 0.101,
      "step": 367420
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.031006017762467e-06,
      "loss": 0.1003,
      "step": 367430
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.029887474553142e-06,
      "loss": 0.0976,
      "step": 367440
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.028768931343818e-06,
      "loss": 0.0951,
      "step": 367450
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.027650388134494e-06,
      "loss": 0.098,
      "step": 367460
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.026531844925169e-06,
      "loss": 0.1022,
      "step": 367470
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.025413301715845e-06,
      "loss": 0.095,
      "step": 367480
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.024294758506521e-06,
      "loss": 0.1008,
      "step": 367490
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.023176215297198e-06,
      "loss": 0.0973,
      "step": 367500
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.022057672087874e-06,
      "loss": 0.1011,
      "step": 367510
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.020939128878548e-06,
      "loss": 0.0972,
      "step": 367520
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.019820585669225e-06,
      "loss": 0.1007,
      "step": 367530
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.018702042459901e-06,
      "loss": 0.0966,
      "step": 367540
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.017583499250575e-06,
      "loss": 0.095,
      "step": 367550
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.016464956041253e-06,
      "loss": 0.0953,
      "step": 367560
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.015346412831928e-06,
      "loss": 0.0975,
      "step": 367570
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.014227869622604e-06,
      "loss": 0.0976,
      "step": 367580
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.01310932641328e-06,
      "loss": 0.097,
      "step": 367590
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.011990783203955e-06,
      "loss": 0.0973,
      "step": 367600
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.010872239994631e-06,
      "loss": 0.1036,
      "step": 367610
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.009753696785307e-06,
      "loss": 0.0986,
      "step": 367620
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.008635153575982e-06,
      "loss": 0.0963,
      "step": 367630
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.00751661036666e-06,
      "loss": 0.0962,
      "step": 367640
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.006398067157334e-06,
      "loss": 0.095,
      "step": 367650
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.00527952394801e-06,
      "loss": 0.1005,
      "step": 367660
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.004160980738687e-06,
      "loss": 0.0968,
      "step": 367670
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.003042437529361e-06,
      "loss": 0.0959,
      "step": 367680
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.001923894320038e-06,
      "loss": 0.0999,
      "step": 367690
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.000805351110714e-06,
      "loss": 0.0984,
      "step": 367700
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.999686807901388e-06,
      "loss": 0.1005,
      "step": 367710
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.998568264692066e-06,
      "loss": 0.0973,
      "step": 367720
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.997449721482741e-06,
      "loss": 0.0971,
      "step": 367730
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.996331178273417e-06,
      "loss": 0.0977,
      "step": 367740
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.995212635064093e-06,
      "loss": 0.0972,
      "step": 367750
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.994094091854768e-06,
      "loss": 0.1005,
      "step": 367760
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.992975548645446e-06,
      "loss": 0.098,
      "step": 367770
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.99185700543612e-06,
      "loss": 0.0989,
      "step": 367780
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.990738462226795e-06,
      "loss": 0.0983,
      "step": 367790
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.989619919017473e-06,
      "loss": 0.102,
      "step": 367800
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.988501375808147e-06,
      "loss": 0.1,
      "step": 367810
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.987382832598824e-06,
      "loss": 0.0979,
      "step": 367820
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.9862642893895e-06,
      "loss": 0.0984,
      "step": 367830
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.985145746180174e-06,
      "loss": 0.1036,
      "step": 367840
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.984027202970852e-06,
      "loss": 0.0987,
      "step": 367850
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.982908659761527e-06,
      "loss": 0.0946,
      "step": 367860
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.981790116552203e-06,
      "loss": 0.0998,
      "step": 367870
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.98067157334288e-06,
      "loss": 0.1025,
      "step": 367880
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.979553030133554e-06,
      "loss": 0.0949,
      "step": 367890
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.978434486924232e-06,
      "loss": 0.1022,
      "step": 367900
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.977315943714906e-06,
      "loss": 0.0998,
      "step": 367910
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.976197400505581e-06,
      "loss": 0.1015,
      "step": 367920
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.975078857296259e-06,
      "loss": 0.0972,
      "step": 367930
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.973960314086933e-06,
      "loss": 0.0972,
      "step": 367940
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.97284177087761e-06,
      "loss": 0.0994,
      "step": 367950
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.971723227668286e-06,
      "loss": 0.101,
      "step": 367960
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.97060468445896e-06,
      "loss": 0.0986,
      "step": 367970
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.969486141249638e-06,
      "loss": 0.0977,
      "step": 367980
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.968367598040313e-06,
      "loss": 0.097,
      "step": 367990
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.967249054830987e-06,
      "loss": 0.1001,
      "step": 368000
    },
    {
      "epoch": 0.82,
      "eval_NEIMS_canon_smiles": 0.9604166666666667,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.2511333333333333,
      "eval_NEIMS_daylight_tanimoto_simil": 0.6216905711984301,
      "eval_NEIMS_exact_mols": 0.2508166666666667,
      "eval_NEIMS_exact_smiles": 0.24565,
      "eval_NEIMS_loss": 0.12716229259967804,
      "eval_NEIMS_matched_formulas": 0.7599666666666667,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5481367598972201,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.2515833333333333,
      "eval_NEIMS_runtime": 723.9674,
      "eval_NEIMS_samples_per_second": 82.877,
      "eval_NEIMS_steps_per_second": 1.296,
      "step": 368000
    },
    {
      "epoch": 0.82,
      "eval_RASSP_canon_smiles": 0.9590276154539686,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.3293986042007547,
      "eval_RASSP_daylight_tanimoto_simil": 0.7214638698502331,
      "eval_RASSP_exact_mols": 0.32868066918222194,
      "eval_RASSP_exact_smiles": 0.32126757271179085,
      "eval_RASSP_loss": 0.09796497225761414,
      "eval_RASSP_matched_formulas": 0.8874177713961332,
      "eval_RASSP_morgan_tanimoto_simil": 0.6153958957101399,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.32883093465121715,
      "eval_RASSP_runtime": 827.7225,
      "eval_RASSP_samples_per_second": 72.36,
      "eval_RASSP_steps_per_second": 1.131,
      "step": 368000
    },
    {
      "epoch": 0.82,
      "eval_NEIMS_old_canon_smiles": 0.9569,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.24716666666666667,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.6181070945950397,
      "eval_NEIMS_old_exact_mols": 0.24676666666666666,
      "eval_NEIMS_old_exact_smiles": 0.24113333333333334,
      "eval_NEIMS_old_loss": 0.12702243030071259,
      "eval_NEIMS_old_matched_formulas": 0.7590333333333333,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.5451388567322556,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.2478,
      "eval_NEIMS_old_runtime": 364.6671,
      "eval_NEIMS_old_samples_per_second": 82.267,
      "eval_NEIMS_old_steps_per_second": 1.286,
      "step": 368000
    },
    {
      "epoch": 0.82,
      "eval_RASSP_old_canon_smiles": 0.9600226916274569,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.3614642773717756,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.739538803028277,
      "eval_RASSP_old_exact_mols": 0.36066339640270967,
      "eval_RASSP_old_exact_smiles": 0.35242099642940566,
      "eval_RASSP_old_loss": 0.09185847640037537,
      "eval_RASSP_old_matched_formulas": 0.8995895485033537,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.6392512733680792,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.3609637267661094,
      "eval_RASSP_old_runtime": 410.1978,
      "eval_RASSP_old_samples_per_second": 73.055,
      "eval_RASSP_old_steps_per_second": 1.143,
      "step": 368000
    },
    {
      "epoch": 0.82,
      "eval_NIST_canon_smiles": 0.8670192000567839,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.028108031373105725,
      "eval_NIST_daylight_tanimoto_simil": 0.30182903118124116,
      "eval_NIST_exact_mols": 0.027185292969443164,
      "eval_NIST_exact_smiles": 0.026014124995563756,
      "eval_NIST_loss": 1.8104623556137085,
      "eval_NIST_matched_formulas": 0.12797671860027682,
      "eval_NIST_morgan_tanimoto_simil": 0.25419116396637087,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.02768215210987685,
      "eval_NIST_runtime": 506.5442,
      "eval_NIST_samples_per_second": 55.626,
      "eval_NIST_steps_per_second": 0.871,
      "step": 368000
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.966130511621665e-06,
      "loss": 0.0973,
      "step": 368010
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.96501196841234e-06,
      "loss": 0.0988,
      "step": 368020
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.963893425203016e-06,
      "loss": 0.0962,
      "step": 368030
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.962774881993692e-06,
      "loss": 0.0976,
      "step": 368040
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.961656338784367e-06,
      "loss": 0.0969,
      "step": 368050
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.960537795575045e-06,
      "loss": 0.0997,
      "step": 368060
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.95941925236572e-06,
      "loss": 0.0999,
      "step": 368070
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.958300709156396e-06,
      "loss": 0.095,
      "step": 368080
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.957182165947072e-06,
      "loss": 0.0981,
      "step": 368090
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.956063622737746e-06,
      "loss": 0.1013,
      "step": 368100
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.954945079528423e-06,
      "loss": 0.1014,
      "step": 368110
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.953826536319099e-06,
      "loss": 0.0983,
      "step": 368120
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.952707993109773e-06,
      "loss": 0.1006,
      "step": 368130
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.951589449900451e-06,
      "loss": 0.0995,
      "step": 368140
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.950470906691126e-06,
      "loss": 0.0973,
      "step": 368150
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.949352363481802e-06,
      "loss": 0.0956,
      "step": 368160
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.948233820272478e-06,
      "loss": 0.0962,
      "step": 368170
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.947115277063153e-06,
      "loss": 0.1015,
      "step": 368180
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.945996733853829e-06,
      "loss": 0.0988,
      "step": 368190
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.944878190644505e-06,
      "loss": 0.0982,
      "step": 368200
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.943759647435181e-06,
      "loss": 0.0954,
      "step": 368210
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.942641104225858e-06,
      "loss": 0.0965,
      "step": 368220
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.941522561016532e-06,
      "loss": 0.0965,
      "step": 368230
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.940404017807208e-06,
      "loss": 0.0978,
      "step": 368240
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.939285474597885e-06,
      "loss": 0.1024,
      "step": 368250
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.93816693138856e-06,
      "loss": 0.0926,
      "step": 368260
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.937048388179235e-06,
      "loss": 0.1042,
      "step": 368270
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.935929844969912e-06,
      "loss": 0.0938,
      "step": 368280
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.934811301760588e-06,
      "loss": 0.0952,
      "step": 368290
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.933692758551264e-06,
      "loss": 0.0959,
      "step": 368300
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.932574215341939e-06,
      "loss": 0.0955,
      "step": 368310
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.931455672132615e-06,
      "loss": 0.0984,
      "step": 368320
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.930337128923291e-06,
      "loss": 0.0974,
      "step": 368330
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.929218585713966e-06,
      "loss": 0.0958,
      "step": 368340
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.928100042504642e-06,
      "loss": 0.0975,
      "step": 368350
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.926981499295318e-06,
      "loss": 0.0977,
      "step": 368360
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.925862956085994e-06,
      "loss": 0.0993,
      "step": 368370
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.92474441287667e-06,
      "loss": 0.0966,
      "step": 368380
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.923625869667345e-06,
      "loss": 0.0933,
      "step": 368390
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.922507326458021e-06,
      "loss": 0.0956,
      "step": 368400
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.921388783248698e-06,
      "loss": 0.096,
      "step": 368410
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.920270240039374e-06,
      "loss": 0.1023,
      "step": 368420
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.919151696830048e-06,
      "loss": 0.0947,
      "step": 368430
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.918033153620725e-06,
      "loss": 0.0942,
      "step": 368440
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.916914610411401e-06,
      "loss": 0.1006,
      "step": 368450
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.915796067202077e-06,
      "loss": 0.0959,
      "step": 368460
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.914677523992752e-06,
      "loss": 0.0974,
      "step": 368470
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.913558980783428e-06,
      "loss": 0.1005,
      "step": 368480
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.912440437574104e-06,
      "loss": 0.1039,
      "step": 368490
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.91132189436478e-06,
      "loss": 0.1052,
      "step": 368500
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.910203351155455e-06,
      "loss": 0.097,
      "step": 368510
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.909084807946131e-06,
      "loss": 0.1004,
      "step": 368520
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.907966264736807e-06,
      "loss": 0.1003,
      "step": 368530
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.906847721527484e-06,
      "loss": 0.095,
      "step": 368540
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.905729178318158e-06,
      "loss": 0.1005,
      "step": 368550
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.904610635108834e-06,
      "loss": 0.099,
      "step": 368560
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.90349209189951e-06,
      "loss": 0.0942,
      "step": 368570
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.902373548690187e-06,
      "loss": 0.0975,
      "step": 368580
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.901255005480861e-06,
      "loss": 0.0935,
      "step": 368590
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.900136462271538e-06,
      "loss": 0.0996,
      "step": 368600
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.899017919062214e-06,
      "loss": 0.0974,
      "step": 368610
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.89789937585289e-06,
      "loss": 0.0985,
      "step": 368620
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.896780832643566e-06,
      "loss": 0.098,
      "step": 368630
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.895662289434241e-06,
      "loss": 0.0941,
      "step": 368640
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.894543746224917e-06,
      "loss": 0.1007,
      "step": 368650
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.893425203015593e-06,
      "loss": 0.0983,
      "step": 368660
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.892306659806268e-06,
      "loss": 0.0985,
      "step": 368670
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.891188116596944e-06,
      "loss": 0.0971,
      "step": 368680
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.89006957338762e-06,
      "loss": 0.1025,
      "step": 368690
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.888951030178297e-06,
      "loss": 0.0917,
      "step": 368700
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.887832486968973e-06,
      "loss": 0.099,
      "step": 368710
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.886713943759647e-06,
      "loss": 0.1012,
      "step": 368720
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.885595400550324e-06,
      "loss": 0.0992,
      "step": 368730
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.884476857341e-06,
      "loss": 0.0988,
      "step": 368740
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.883358314131674e-06,
      "loss": 0.1021,
      "step": 368750
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.882239770922352e-06,
      "loss": 0.1031,
      "step": 368760
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.881121227713027e-06,
      "loss": 0.1013,
      "step": 368770
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.880002684503703e-06,
      "loss": 0.0993,
      "step": 368780
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.87888414129438e-06,
      "loss": 0.0941,
      "step": 368790
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.877765598085054e-06,
      "loss": 0.0979,
      "step": 368800
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.87664705487573e-06,
      "loss": 0.1034,
      "step": 368810
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.875528511666406e-06,
      "loss": 0.0955,
      "step": 368820
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.87440996845708e-06,
      "loss": 0.1007,
      "step": 368830
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.873291425247759e-06,
      "loss": 0.0988,
      "step": 368840
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.872172882038433e-06,
      "loss": 0.0999,
      "step": 368850
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.87105433882911e-06,
      "loss": 0.0973,
      "step": 368860
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.869935795619786e-06,
      "loss": 0.103,
      "step": 368870
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.86881725241046e-06,
      "loss": 0.0993,
      "step": 368880
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.867698709201137e-06,
      "loss": 0.0946,
      "step": 368890
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.866580165991813e-06,
      "loss": 0.0983,
      "step": 368900
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.865461622782487e-06,
      "loss": 0.1002,
      "step": 368910
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.864343079573165e-06,
      "loss": 0.0956,
      "step": 368920
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.86322453636384e-06,
      "loss": 0.0957,
      "step": 368930
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.862105993154516e-06,
      "loss": 0.1021,
      "step": 368940
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.860987449945192e-06,
      "loss": 0.1006,
      "step": 368950
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.859868906735867e-06,
      "loss": 0.1024,
      "step": 368960
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.858750363526545e-06,
      "loss": 0.0977,
      "step": 368970
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.85763182031722e-06,
      "loss": 0.0986,
      "step": 368980
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.856513277107894e-06,
      "loss": 0.0978,
      "step": 368990
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.855394733898572e-06,
      "loss": 0.0949,
      "step": 369000
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.854276190689246e-06,
      "loss": 0.0993,
      "step": 369010
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.853157647479923e-06,
      "loss": 0.0986,
      "step": 369020
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.852039104270599e-06,
      "loss": 0.0954,
      "step": 369030
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.850920561061273e-06,
      "loss": 0.0979,
      "step": 369040
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.849802017851951e-06,
      "loss": 0.0993,
      "step": 369050
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.848683474642626e-06,
      "loss": 0.1023,
      "step": 369060
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.847564931433302e-06,
      "loss": 0.0969,
      "step": 369070
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.846446388223978e-06,
      "loss": 0.1009,
      "step": 369080
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.845327845014653e-06,
      "loss": 0.0988,
      "step": 369090
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.844209301805329e-06,
      "loss": 0.1009,
      "step": 369100
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.843090758596005e-06,
      "loss": 0.0972,
      "step": 369110
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.84197221538668e-06,
      "loss": 0.0969,
      "step": 369120
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.840853672177358e-06,
      "loss": 0.0985,
      "step": 369130
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.839735128968032e-06,
      "loss": 0.0964,
      "step": 369140
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.838616585758708e-06,
      "loss": 0.1001,
      "step": 369150
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.837498042549385e-06,
      "loss": 0.0997,
      "step": 369160
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.83637949934006e-06,
      "loss": 0.098,
      "step": 369170
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.835260956130735e-06,
      "loss": 0.0975,
      "step": 369180
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.834142412921412e-06,
      "loss": 0.0975,
      "step": 369190
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.833023869712086e-06,
      "loss": 0.1003,
      "step": 369200
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.831905326502764e-06,
      "loss": 0.0992,
      "step": 369210
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.830786783293439e-06,
      "loss": 0.0973,
      "step": 369220
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.829668240084115e-06,
      "loss": 0.1057,
      "step": 369230
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.828549696874791e-06,
      "loss": 0.0976,
      "step": 369240
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.827431153665466e-06,
      "loss": 0.101,
      "step": 369250
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.826312610456142e-06,
      "loss": 0.1001,
      "step": 369260
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.825194067246818e-06,
      "loss": 0.0965,
      "step": 369270
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.824075524037494e-06,
      "loss": 0.0993,
      "step": 369280
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.82295698082817e-06,
      "loss": 0.1011,
      "step": 369290
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.821838437618845e-06,
      "loss": 0.0972,
      "step": 369300
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.820719894409521e-06,
      "loss": 0.0997,
      "step": 369310
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.819601351200198e-06,
      "loss": 0.0996,
      "step": 369320
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.818482807990872e-06,
      "loss": 0.1017,
      "step": 369330
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.817364264781548e-06,
      "loss": 0.1035,
      "step": 369340
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.816245721572225e-06,
      "loss": 0.0949,
      "step": 369350
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.815127178362901e-06,
      "loss": 0.0979,
      "step": 369360
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.814008635153577e-06,
      "loss": 0.0971,
      "step": 369370
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.812890091944252e-06,
      "loss": 0.0983,
      "step": 369380
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.811771548734928e-06,
      "loss": 0.1001,
      "step": 369390
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.810653005525604e-06,
      "loss": 0.1037,
      "step": 369400
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.80953446231628e-06,
      "loss": 0.0956,
      "step": 369410
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.808415919106955e-06,
      "loss": 0.0999,
      "step": 369420
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.807297375897631e-06,
      "loss": 0.0987,
      "step": 369430
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.806178832688307e-06,
      "loss": 0.1001,
      "step": 369440
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.805060289478984e-06,
      "loss": 0.0955,
      "step": 369450
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.803941746269658e-06,
      "loss": 0.096,
      "step": 369460
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.802823203060334e-06,
      "loss": 0.0972,
      "step": 369470
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.80170465985101e-06,
      "loss": 0.093,
      "step": 369480
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.800586116641687e-06,
      "loss": 0.099,
      "step": 369490
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.799467573432361e-06,
      "loss": 0.0969,
      "step": 369500
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.798349030223038e-06,
      "loss": 0.0987,
      "step": 369510
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.797230487013714e-06,
      "loss": 0.0971,
      "step": 369520
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.79611194380439e-06,
      "loss": 0.0948,
      "step": 369530
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.794993400595065e-06,
      "loss": 0.0979,
      "step": 369540
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.793874857385741e-06,
      "loss": 0.0963,
      "step": 369550
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.792756314176417e-06,
      "loss": 0.1005,
      "step": 369560
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.791637770967093e-06,
      "loss": 0.0977,
      "step": 369570
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.790519227757768e-06,
      "loss": 0.1002,
      "step": 369580
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.789400684548444e-06,
      "loss": 0.095,
      "step": 369590
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.78828214133912e-06,
      "loss": 0.1046,
      "step": 369600
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.787163598129797e-06,
      "loss": 0.0988,
      "step": 369610
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.786045054920473e-06,
      "loss": 0.0973,
      "step": 369620
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.784926511711147e-06,
      "loss": 0.0974,
      "step": 369630
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.783807968501824e-06,
      "loss": 0.0968,
      "step": 369640
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.7826894252925e-06,
      "loss": 0.095,
      "step": 369650
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.781570882083174e-06,
      "loss": 0.0972,
      "step": 369660
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.78045233887385e-06,
      "loss": 0.0979,
      "step": 369670
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.779333795664527e-06,
      "loss": 0.0968,
      "step": 369680
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.778215252455203e-06,
      "loss": 0.1011,
      "step": 369690
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.77709670924588e-06,
      "loss": 0.0993,
      "step": 369700
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.775978166036554e-06,
      "loss": 0.1012,
      "step": 369710
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.77485962282723e-06,
      "loss": 0.1004,
      "step": 369720
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.773741079617906e-06,
      "loss": 0.0969,
      "step": 369730
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.77262253640858e-06,
      "loss": 0.0998,
      "step": 369740
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.771503993199259e-06,
      "loss": 0.0942,
      "step": 369750
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.770385449989933e-06,
      "loss": 0.0966,
      "step": 369760
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.76926690678061e-06,
      "loss": 0.0961,
      "step": 369770
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.768148363571286e-06,
      "loss": 0.0955,
      "step": 369780
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.76702982036196e-06,
      "loss": 0.098,
      "step": 369790
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.765911277152637e-06,
      "loss": 0.1044,
      "step": 369800
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.764792733943313e-06,
      "loss": 0.1058,
      "step": 369810
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.763674190733987e-06,
      "loss": 0.0983,
      "step": 369820
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.762555647524665e-06,
      "loss": 0.1018,
      "step": 369830
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.76143710431534e-06,
      "loss": 0.0994,
      "step": 369840
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.760318561106016e-06,
      "loss": 0.097,
      "step": 369850
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.759200017896692e-06,
      "loss": 0.1,
      "step": 369860
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.758081474687367e-06,
      "loss": 0.0979,
      "step": 369870
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.756962931478043e-06,
      "loss": 0.0989,
      "step": 369880
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.75584438826872e-06,
      "loss": 0.0993,
      "step": 369890
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.754725845059394e-06,
      "loss": 0.099,
      "step": 369900
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.753607301850072e-06,
      "loss": 0.0972,
      "step": 369910
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.752488758640746e-06,
      "loss": 0.0969,
      "step": 369920
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.751370215431422e-06,
      "loss": 0.0998,
      "step": 369930
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.750251672222099e-06,
      "loss": 0.0969,
      "step": 369940
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.749133129012773e-06,
      "loss": 0.1012,
      "step": 369950
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.748014585803451e-06,
      "loss": 0.0983,
      "step": 369960
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.746896042594126e-06,
      "loss": 0.1013,
      "step": 369970
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.7457774993848e-06,
      "loss": 0.1007,
      "step": 369980
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.744658956175478e-06,
      "loss": 0.0954,
      "step": 369990
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.743540412966153e-06,
      "loss": 0.0944,
      "step": 370000
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.742421869756829e-06,
      "loss": 0.0977,
      "step": 370010
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.741303326547505e-06,
      "loss": 0.0978,
      "step": 370020
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.74018478333818e-06,
      "loss": 0.0977,
      "step": 370030
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.739066240128858e-06,
      "loss": 0.0993,
      "step": 370040
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.737947696919532e-06,
      "loss": 0.1019,
      "step": 370050
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.736829153710207e-06,
      "loss": 0.0995,
      "step": 370060
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.735710610500885e-06,
      "loss": 0.0939,
      "step": 370070
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.73459206729156e-06,
      "loss": 0.0991,
      "step": 370080
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.733473524082235e-06,
      "loss": 0.0991,
      "step": 370090
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.732354980872912e-06,
      "loss": 0.101,
      "step": 370100
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.731236437663586e-06,
      "loss": 0.1013,
      "step": 370110
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.730117894454264e-06,
      "loss": 0.0976,
      "step": 370120
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.728999351244939e-06,
      "loss": 0.0986,
      "step": 370130
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.727880808035615e-06,
      "loss": 0.0952,
      "step": 370140
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.726762264826291e-06,
      "loss": 0.0939,
      "step": 370150
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.725643721616966e-06,
      "loss": 0.0945,
      "step": 370160
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.724525178407644e-06,
      "loss": 0.097,
      "step": 370170
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.723406635198318e-06,
      "loss": 0.0978,
      "step": 370180
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.722288091988993e-06,
      "loss": 0.0994,
      "step": 370190
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.72116954877967e-06,
      "loss": 0.0981,
      "step": 370200
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.720051005570345e-06,
      "loss": 0.1006,
      "step": 370210
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.718932462361021e-06,
      "loss": 0.0984,
      "step": 370220
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.717813919151698e-06,
      "loss": 0.0995,
      "step": 370230
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.716695375942372e-06,
      "loss": 0.0939,
      "step": 370240
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.71557683273305e-06,
      "loss": 0.1014,
      "step": 370250
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.714458289523725e-06,
      "loss": 0.097,
      "step": 370260
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.713339746314401e-06,
      "loss": 0.0988,
      "step": 370270
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.712221203105077e-06,
      "loss": 0.0968,
      "step": 370280
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.711102659895752e-06,
      "loss": 0.0989,
      "step": 370290
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.709984116686428e-06,
      "loss": 0.0964,
      "step": 370300
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.708865573477104e-06,
      "loss": 0.094,
      "step": 370310
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.707747030267779e-06,
      "loss": 0.0974,
      "step": 370320
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.706628487058457e-06,
      "loss": 0.0978,
      "step": 370330
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.705509943849131e-06,
      "loss": 0.1026,
      "step": 370340
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.704391400639807e-06,
      "loss": 0.0969,
      "step": 370350
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.703272857430484e-06,
      "loss": 0.0981,
      "step": 370360
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.702154314221158e-06,
      "loss": 0.099,
      "step": 370370
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.701035771011834e-06,
      "loss": 0.0928,
      "step": 370380
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.69991722780251e-06,
      "loss": 0.0922,
      "step": 370390
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.698798684593185e-06,
      "loss": 0.097,
      "step": 370400
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.697680141383863e-06,
      "loss": 0.1004,
      "step": 370410
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.696561598174538e-06,
      "loss": 0.0983,
      "step": 370420
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.695443054965214e-06,
      "loss": 0.099,
      "step": 370430
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.69432451175589e-06,
      "loss": 0.0958,
      "step": 370440
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.693205968546565e-06,
      "loss": 0.1005,
      "step": 370450
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.692087425337241e-06,
      "loss": 0.1015,
      "step": 370460
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.690968882127917e-06,
      "loss": 0.0997,
      "step": 370470
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.689850338918593e-06,
      "loss": 0.1046,
      "step": 370480
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.68873179570927e-06,
      "loss": 0.1007,
      "step": 370490
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.687613252499944e-06,
      "loss": 0.0991,
      "step": 370500
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.68649470929062e-06,
      "loss": 0.0949,
      "step": 370510
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.685376166081297e-06,
      "loss": 0.0961,
      "step": 370520
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.684257622871971e-06,
      "loss": 0.1029,
      "step": 370530
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.683139079662647e-06,
      "loss": 0.0955,
      "step": 370540
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.682020536453324e-06,
      "loss": 0.0998,
      "step": 370550
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.680901993244e-06,
      "loss": 0.099,
      "step": 370560
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.679783450034676e-06,
      "loss": 0.0967,
      "step": 370570
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.67866490682535e-06,
      "loss": 0.0961,
      "step": 370580
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.677546363616027e-06,
      "loss": 0.0981,
      "step": 370590
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.676427820406703e-06,
      "loss": 0.0986,
      "step": 370600
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.67530927719738e-06,
      "loss": 0.094,
      "step": 370610
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.674190733988054e-06,
      "loss": 0.1023,
      "step": 370620
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.67307219077873e-06,
      "loss": 0.0995,
      "step": 370630
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.671953647569406e-06,
      "loss": 0.0975,
      "step": 370640
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.670835104360083e-06,
      "loss": 0.0997,
      "step": 370650
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.669716561150757e-06,
      "loss": 0.0984,
      "step": 370660
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.668598017941433e-06,
      "loss": 0.0978,
      "step": 370670
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.66747947473211e-06,
      "loss": 0.0985,
      "step": 370680
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.666360931522786e-06,
      "loss": 0.0965,
      "step": 370690
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.66524238831346e-06,
      "loss": 0.0948,
      "step": 370700
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.664123845104137e-06,
      "loss": 0.0991,
      "step": 370710
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.663005301894813e-06,
      "loss": 0.0936,
      "step": 370720
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.661886758685489e-06,
      "loss": 0.0985,
      "step": 370730
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.660768215476164e-06,
      "loss": 0.0948,
      "step": 370740
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.65964967226684e-06,
      "loss": 0.0979,
      "step": 370750
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.658531129057516e-06,
      "loss": 0.1002,
      "step": 370760
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.657412585848192e-06,
      "loss": 0.0987,
      "step": 370770
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.656294042638867e-06,
      "loss": 0.0962,
      "step": 370780
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.655175499429543e-06,
      "loss": 0.0979,
      "step": 370790
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.65405695622022e-06,
      "loss": 0.0989,
      "step": 370800
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.652938413010895e-06,
      "loss": 0.0969,
      "step": 370810
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.651819869801572e-06,
      "loss": 0.1037,
      "step": 370820
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.650701326592246e-06,
      "loss": 0.0997,
      "step": 370830
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.649582783382922e-06,
      "loss": 0.1023,
      "step": 370840
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.648464240173599e-06,
      "loss": 0.1007,
      "step": 370850
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.647345696964273e-06,
      "loss": 0.0981,
      "step": 370860
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.64622715375495e-06,
      "loss": 0.1005,
      "step": 370870
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.645108610545626e-06,
      "loss": 0.0997,
      "step": 370880
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.643990067336302e-06,
      "loss": 0.0989,
      "step": 370890
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.642871524126978e-06,
      "loss": 0.1001,
      "step": 370900
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.641752980917653e-06,
      "loss": 0.0977,
      "step": 370910
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.640634437708329e-06,
      "loss": 0.0991,
      "step": 370920
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.639515894499005e-06,
      "loss": 0.0993,
      "step": 370930
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.63839735128968e-06,
      "loss": 0.1009,
      "step": 370940
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.637278808080358e-06,
      "loss": 0.0999,
      "step": 370950
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.636160264871032e-06,
      "loss": 0.0981,
      "step": 370960
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.635041721661708e-06,
      "loss": 0.1002,
      "step": 370970
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.633923178452385e-06,
      "loss": 0.0967,
      "step": 370980
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.63280463524306e-06,
      "loss": 0.0957,
      "step": 370990
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.631686092033735e-06,
      "loss": 0.0959,
      "step": 371000
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.630567548824412e-06,
      "loss": 0.0975,
      "step": 371010
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.62956085993602e-06,
      "loss": 0.1036,
      "step": 371020
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.628442316726695e-06,
      "loss": 0.1004,
      "step": 371030
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.627323773517371e-06,
      "loss": 0.0978,
      "step": 371040
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.626205230308047e-06,
      "loss": 0.1002,
      "step": 371050
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.625086687098722e-06,
      "loss": 0.0992,
      "step": 371060
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.6239681438894e-06,
      "loss": 0.1004,
      "step": 371070
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.622849600680074e-06,
      "loss": 0.0937,
      "step": 371080
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.62173105747075e-06,
      "loss": 0.1006,
      "step": 371090
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.620612514261427e-06,
      "loss": 0.098,
      "step": 371100
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.619493971052101e-06,
      "loss": 0.0975,
      "step": 371110
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.61837542784278e-06,
      "loss": 0.0942,
      "step": 371120
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.617256884633454e-06,
      "loss": 0.0972,
      "step": 371130
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.616138341424128e-06,
      "loss": 0.0967,
      "step": 371140
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.615019798214806e-06,
      "loss": 0.1011,
      "step": 371150
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.613901255005481e-06,
      "loss": 0.0998,
      "step": 371160
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.612782711796157e-06,
      "loss": 0.1017,
      "step": 371170
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.611664168586833e-06,
      "loss": 0.1024,
      "step": 371180
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.610545625377508e-06,
      "loss": 0.0978,
      "step": 371190
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.609427082168186e-06,
      "loss": 0.0961,
      "step": 371200
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.60830853895886e-06,
      "loss": 0.1028,
      "step": 371210
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.607189995749537e-06,
      "loss": 0.0995,
      "step": 371220
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.606071452540213e-06,
      "loss": 0.0977,
      "step": 371230
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.604952909330887e-06,
      "loss": 0.0969,
      "step": 371240
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.603834366121564e-06,
      "loss": 0.0978,
      "step": 371250
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.60271582291224e-06,
      "loss": 0.0995,
      "step": 371260
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.601597279702914e-06,
      "loss": 0.0976,
      "step": 371270
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.600478736493592e-06,
      "loss": 0.0974,
      "step": 371280
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.599360193284267e-06,
      "loss": 0.101,
      "step": 371290
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.598241650074943e-06,
      "loss": 0.0986,
      "step": 371300
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.59712310686562e-06,
      "loss": 0.1005,
      "step": 371310
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.596004563656294e-06,
      "loss": 0.0952,
      "step": 371320
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.59488602044697e-06,
      "loss": 0.1024,
      "step": 371330
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.593767477237646e-06,
      "loss": 0.0943,
      "step": 371340
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.592648934028321e-06,
      "loss": 0.0979,
      "step": 371350
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.591530390818999e-06,
      "loss": 0.0977,
      "step": 371360
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.590411847609673e-06,
      "loss": 0.0963,
      "step": 371370
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.58929330440035e-06,
      "loss": 0.0978,
      "step": 371380
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.588174761191026e-06,
      "loss": 0.0958,
      "step": 371390
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.5870562179817e-06,
      "loss": 0.0952,
      "step": 371400
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.585937674772377e-06,
      "loss": 0.1018,
      "step": 371410
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.584819131563053e-06,
      "loss": 0.0962,
      "step": 371420
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.583700588353729e-06,
      "loss": 0.1011,
      "step": 371430
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.582582045144405e-06,
      "loss": 0.1024,
      "step": 371440
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.58146350193508e-06,
      "loss": 0.0924,
      "step": 371450
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.580344958725756e-06,
      "loss": 0.0985,
      "step": 371460
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.579226415516432e-06,
      "loss": 0.098,
      "step": 371470
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.578107872307107e-06,
      "loss": 0.0954,
      "step": 371480
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.576989329097783e-06,
      "loss": 0.1003,
      "step": 371490
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.57587078588846e-06,
      "loss": 0.1005,
      "step": 371500
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.574752242679136e-06,
      "loss": 0.1002,
      "step": 371510
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.573633699469812e-06,
      "loss": 0.1024,
      "step": 371520
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.572515156260486e-06,
      "loss": 0.0967,
      "step": 371530
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.571396613051163e-06,
      "loss": 0.0964,
      "step": 371540
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.570278069841839e-06,
      "loss": 0.0927,
      "step": 371550
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.569159526632513e-06,
      "loss": 0.0968,
      "step": 371560
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.56804098342319e-06,
      "loss": 0.095,
      "step": 371570
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.566922440213866e-06,
      "loss": 0.0969,
      "step": 371580
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.565803897004542e-06,
      "loss": 0.0982,
      "step": 371590
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.564685353795218e-06,
      "loss": 0.0985,
      "step": 371600
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.563566810585893e-06,
      "loss": 0.0976,
      "step": 371610
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.562448267376569e-06,
      "loss": 0.0972,
      "step": 371620
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.561329724167245e-06,
      "loss": 0.0963,
      "step": 371630
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.560211180957922e-06,
      "loss": 0.0926,
      "step": 371640
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.559092637748596e-06,
      "loss": 0.0986,
      "step": 371650
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.557974094539272e-06,
      "loss": 0.0934,
      "step": 371660
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.556855551329949e-06,
      "loss": 0.0982,
      "step": 371670
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.555737008120625e-06,
      "loss": 0.0979,
      "step": 371680
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.5546184649113e-06,
      "loss": 0.0986,
      "step": 371690
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.553499921701976e-06,
      "loss": 0.0999,
      "step": 371700
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.552381378492652e-06,
      "loss": 0.0998,
      "step": 371710
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.551262835283328e-06,
      "loss": 0.098,
      "step": 371720
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.550144292074003e-06,
      "loss": 0.0972,
      "step": 371730
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.549025748864679e-06,
      "loss": 0.095,
      "step": 371740
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.547907205655355e-06,
      "loss": 0.0976,
      "step": 371750
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.546788662446031e-06,
      "loss": 0.0983,
      "step": 371760
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.545670119236707e-06,
      "loss": 0.1029,
      "step": 371770
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.544551576027382e-06,
      "loss": 0.1005,
      "step": 371780
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.543433032818058e-06,
      "loss": 0.0993,
      "step": 371790
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.542314489608734e-06,
      "loss": 0.1012,
      "step": 371800
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.541195946399409e-06,
      "loss": 0.0999,
      "step": 371810
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.540077403190085e-06,
      "loss": 0.0971,
      "step": 371820
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.538958859980762e-06,
      "loss": 0.0994,
      "step": 371830
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.537840316771438e-06,
      "loss": 0.0948,
      "step": 371840
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.536721773562114e-06,
      "loss": 0.1006,
      "step": 371850
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.535603230352789e-06,
      "loss": 0.1017,
      "step": 371860
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.534484687143465e-06,
      "loss": 0.1047,
      "step": 371870
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.533366143934141e-06,
      "loss": 0.0966,
      "step": 371880
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.532247600724816e-06,
      "loss": 0.0965,
      "step": 371890
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.531129057515492e-06,
      "loss": 0.0939,
      "step": 371900
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.530010514306168e-06,
      "loss": 0.0981,
      "step": 371910
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.528891971096844e-06,
      "loss": 0.0981,
      "step": 371920
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.52777342788752e-06,
      "loss": 0.1043,
      "step": 371930
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.526654884678195e-06,
      "loss": 0.0969,
      "step": 371940
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.525536341468871e-06,
      "loss": 0.095,
      "step": 371950
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.524417798259547e-06,
      "loss": 0.0946,
      "step": 371960
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.523299255050222e-06,
      "loss": 0.0983,
      "step": 371970
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.5221807118409e-06,
      "loss": 0.1014,
      "step": 371980
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.521062168631574e-06,
      "loss": 0.0983,
      "step": 371990
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.51994362542225e-06,
      "loss": 0.0957,
      "step": 372000
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.518825082212927e-06,
      "loss": 0.0986,
      "step": 372010
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.517706539003601e-06,
      "loss": 0.0955,
      "step": 372020
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.516587995794278e-06,
      "loss": 0.0986,
      "step": 372030
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.515469452584954e-06,
      "loss": 0.0937,
      "step": 372040
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.514350909375628e-06,
      "loss": 0.0979,
      "step": 372050
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.513232366166306e-06,
      "loss": 0.0999,
      "step": 372060
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.512113822956981e-06,
      "loss": 0.0939,
      "step": 372070
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.510995279747657e-06,
      "loss": 0.0967,
      "step": 372080
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.509876736538333e-06,
      "loss": 0.1008,
      "step": 372090
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.508758193329008e-06,
      "loss": 0.0965,
      "step": 372100
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.507639650119686e-06,
      "loss": 0.099,
      "step": 372110
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.50652110691036e-06,
      "loss": 0.0971,
      "step": 372120
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.505402563701035e-06,
      "loss": 0.0975,
      "step": 372130
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.504284020491713e-06,
      "loss": 0.0978,
      "step": 372140
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.503165477282387e-06,
      "loss": 0.0971,
      "step": 372150
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.502046934073064e-06,
      "loss": 0.0978,
      "step": 372160
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.50092839086374e-06,
      "loss": 0.0981,
      "step": 372170
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.499809847654414e-06,
      "loss": 0.0992,
      "step": 372180
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.498691304445092e-06,
      "loss": 0.1016,
      "step": 372190
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.497572761235767e-06,
      "loss": 0.101,
      "step": 372200
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.496454218026441e-06,
      "loss": 0.0959,
      "step": 372210
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.49533567481712e-06,
      "loss": 0.1038,
      "step": 372220
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.494217131607794e-06,
      "loss": 0.0967,
      "step": 372230
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.49309858839847e-06,
      "loss": 0.0976,
      "step": 372240
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.491980045189146e-06,
      "loss": 0.1002,
      "step": 372250
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.490861501979821e-06,
      "loss": 0.0965,
      "step": 372260
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.489742958770499e-06,
      "loss": 0.098,
      "step": 372270
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.488624415561173e-06,
      "loss": 0.0987,
      "step": 372280
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.48750587235185e-06,
      "loss": 0.0981,
      "step": 372290
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.486387329142526e-06,
      "loss": 0.0965,
      "step": 372300
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.4852687859332e-06,
      "loss": 0.0947,
      "step": 372310
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.484150242723877e-06,
      "loss": 0.0981,
      "step": 372320
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.483031699514553e-06,
      "loss": 0.0982,
      "step": 372330
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.481913156305227e-06,
      "loss": 0.0995,
      "step": 372340
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.480794613095905e-06,
      "loss": 0.1008,
      "step": 372350
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.47967606988658e-06,
      "loss": 0.1007,
      "step": 372360
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.478557526677256e-06,
      "loss": 0.0939,
      "step": 372370
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.477438983467932e-06,
      "loss": 0.1023,
      "step": 372380
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.476320440258607e-06,
      "loss": 0.0972,
      "step": 372390
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.475201897049283e-06,
      "loss": 0.0956,
      "step": 372400
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.47408335383996e-06,
      "loss": 0.0965,
      "step": 372410
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.472964810630636e-06,
      "loss": 0.0997,
      "step": 372420
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.471846267421312e-06,
      "loss": 0.0979,
      "step": 372430
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.470727724211986e-06,
      "loss": 0.0964,
      "step": 372440
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.469609181002663e-06,
      "loss": 0.1001,
      "step": 372450
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.468490637793339e-06,
      "loss": 0.0968,
      "step": 372460
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.467372094584013e-06,
      "loss": 0.0979,
      "step": 372470
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.46625355137469e-06,
      "loss": 0.0981,
      "step": 372480
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.465135008165366e-06,
      "loss": 0.097,
      "step": 372490
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.464016464956042e-06,
      "loss": 0.097,
      "step": 372500
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.462897921746718e-06,
      "loss": 0.0969,
      "step": 372510
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.461779378537393e-06,
      "loss": 0.0952,
      "step": 372520
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.460660835328069e-06,
      "loss": 0.0963,
      "step": 372530
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.459542292118745e-06,
      "loss": 0.0991,
      "step": 372540
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.45842374890942e-06,
      "loss": 0.0988,
      "step": 372550
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.457305205700096e-06,
      "loss": 0.0984,
      "step": 372560
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.456186662490772e-06,
      "loss": 0.0978,
      "step": 372570
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.455068119281449e-06,
      "loss": 0.0957,
      "step": 372580
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.453949576072125e-06,
      "loss": 0.0973,
      "step": 372590
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.4528310328628e-06,
      "loss": 0.0968,
      "step": 372600
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.451712489653476e-06,
      "loss": 0.0969,
      "step": 372610
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.450593946444152e-06,
      "loss": 0.0987,
      "step": 372620
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.449475403234828e-06,
      "loss": 0.0959,
      "step": 372630
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.448356860025503e-06,
      "loss": 0.0987,
      "step": 372640
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.447238316816179e-06,
      "loss": 0.0938,
      "step": 372650
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.446119773606855e-06,
      "loss": 0.0954,
      "step": 372660
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.445001230397531e-06,
      "loss": 0.0969,
      "step": 372670
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.443882687188206e-06,
      "loss": 0.0954,
      "step": 372680
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.442764143978882e-06,
      "loss": 0.0977,
      "step": 372690
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.441645600769558e-06,
      "loss": 0.0984,
      "step": 372700
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.440527057560234e-06,
      "loss": 0.1012,
      "step": 372710
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.439408514350909e-06,
      "loss": 0.0985,
      "step": 372720
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.438289971141585e-06,
      "loss": 0.0967,
      "step": 372730
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.437171427932261e-06,
      "loss": 0.0962,
      "step": 372740
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.436052884722938e-06,
      "loss": 0.0991,
      "step": 372750
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.434934341513612e-06,
      "loss": 0.0972,
      "step": 372760
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.433815798304289e-06,
      "loss": 0.0946,
      "step": 372770
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.432697255094965e-06,
      "loss": 0.0996,
      "step": 372780
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.431578711885641e-06,
      "loss": 0.0973,
      "step": 372790
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.430460168676316e-06,
      "loss": 0.0971,
      "step": 372800
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.429341625466992e-06,
      "loss": 0.0983,
      "step": 372810
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.428223082257668e-06,
      "loss": 0.1013,
      "step": 372820
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.427104539048344e-06,
      "loss": 0.1012,
      "step": 372830
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.42598599583902e-06,
      "loss": 0.0975,
      "step": 372840
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.424867452629695e-06,
      "loss": 0.0953,
      "step": 372850
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.423748909420371e-06,
      "loss": 0.0965,
      "step": 372860
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.422630366211047e-06,
      "loss": 0.1007,
      "step": 372870
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.421511823001722e-06,
      "loss": 0.0982,
      "step": 372880
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.420393279792398e-06,
      "loss": 0.1014,
      "step": 372890
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.419274736583074e-06,
      "loss": 0.0974,
      "step": 372900
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.41815619337375e-06,
      "loss": 0.1,
      "step": 372910
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.417037650164427e-06,
      "loss": 0.1007,
      "step": 372920
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.415919106955101e-06,
      "loss": 0.0962,
      "step": 372930
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.414800563745778e-06,
      "loss": 0.0983,
      "step": 372940
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.413682020536454e-06,
      "loss": 0.0974,
      "step": 372950
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.412563477327128e-06,
      "loss": 0.094,
      "step": 372960
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.411444934117806e-06,
      "loss": 0.0959,
      "step": 372970
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.410326390908481e-06,
      "loss": 0.1011,
      "step": 372980
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.409207847699157e-06,
      "loss": 0.1002,
      "step": 372990
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.408089304489833e-06,
      "loss": 0.0993,
      "step": 373000
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.406970761280508e-06,
      "loss": 0.0938,
      "step": 373010
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.405852218071184e-06,
      "loss": 0.0999,
      "step": 373020
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.40473367486186e-06,
      "loss": 0.0947,
      "step": 373030
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.403615131652535e-06,
      "loss": 0.0975,
      "step": 373040
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.402496588443213e-06,
      "loss": 0.0966,
      "step": 373050
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.40148989955482e-06,
      "loss": 0.0949,
      "step": 373060
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.400371356345496e-06,
      "loss": 0.099,
      "step": 373070
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.39925281313617e-06,
      "loss": 0.1002,
      "step": 373080
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.398134269926849e-06,
      "loss": 0.0975,
      "step": 373090
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.397015726717523e-06,
      "loss": 0.0955,
      "step": 373100
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.3958971835082e-06,
      "loss": 0.0984,
      "step": 373110
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.394778640298876e-06,
      "loss": 0.0969,
      "step": 373120
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.39366009708955e-06,
      "loss": 0.0994,
      "step": 373130
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.392541553880228e-06,
      "loss": 0.0963,
      "step": 373140
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.391423010670903e-06,
      "loss": 0.097,
      "step": 373150
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.390304467461577e-06,
      "loss": 0.1003,
      "step": 373160
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.389185924252255e-06,
      "loss": 0.1016,
      "step": 373170
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.38806738104293e-06,
      "loss": 0.0936,
      "step": 373180
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.386948837833606e-06,
      "loss": 0.0985,
      "step": 373190
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.385830294624282e-06,
      "loss": 0.1016,
      "step": 373200
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.384711751414957e-06,
      "loss": 0.0996,
      "step": 373210
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.383593208205635e-06,
      "loss": 0.0972,
      "step": 373220
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.38247466499631e-06,
      "loss": 0.0978,
      "step": 373230
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.381356121786985e-06,
      "loss": 0.0935,
      "step": 373240
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.380237578577662e-06,
      "loss": 0.0981,
      "step": 373250
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.379119035368336e-06,
      "loss": 0.0981,
      "step": 373260
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.378000492159012e-06,
      "loss": 0.0986,
      "step": 373270
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.376881948949689e-06,
      "loss": 0.1027,
      "step": 373280
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.375763405740363e-06,
      "loss": 0.0997,
      "step": 373290
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.374644862531041e-06,
      "loss": 0.0966,
      "step": 373300
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.373526319321716e-06,
      "loss": 0.0986,
      "step": 373310
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.372407776112392e-06,
      "loss": 0.0969,
      "step": 373320
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.371289232903068e-06,
      "loss": 0.1009,
      "step": 373330
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.370170689693743e-06,
      "loss": 0.0978,
      "step": 373340
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.369052146484419e-06,
      "loss": 0.098,
      "step": 373350
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.367933603275095e-06,
      "loss": 0.0985,
      "step": 373360
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.36681506006577e-06,
      "loss": 0.0948,
      "step": 373370
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.365696516856448e-06,
      "loss": 0.0989,
      "step": 373380
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.364577973647122e-06,
      "loss": 0.0932,
      "step": 373390
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.363459430437798e-06,
      "loss": 0.0965,
      "step": 373400
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.362340887228475e-06,
      "loss": 0.0979,
      "step": 373410
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.361222344019149e-06,
      "loss": 0.0966,
      "step": 373420
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.360103800809825e-06,
      "loss": 0.0977,
      "step": 373430
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.358985257600502e-06,
      "loss": 0.0983,
      "step": 373440
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.357866714391178e-06,
      "loss": 0.0982,
      "step": 373450
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.356748171181854e-06,
      "loss": 0.0972,
      "step": 373460
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.355629627972529e-06,
      "loss": 0.1001,
      "step": 373470
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.354511084763205e-06,
      "loss": 0.0974,
      "step": 373480
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.353392541553881e-06,
      "loss": 0.0967,
      "step": 373490
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.352273998344556e-06,
      "loss": 0.0952,
      "step": 373500
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.351155455135232e-06,
      "loss": 0.0979,
      "step": 373510
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.350036911925908e-06,
      "loss": 0.1006,
      "step": 373520
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.348918368716584e-06,
      "loss": 0.0946,
      "step": 373530
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.34779982550726e-06,
      "loss": 0.0989,
      "step": 373540
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.346681282297935e-06,
      "loss": 0.0983,
      "step": 373550
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.345562739088611e-06,
      "loss": 0.0991,
      "step": 373560
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.344444195879288e-06,
      "loss": 0.1001,
      "step": 373570
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.343325652669964e-06,
      "loss": 0.0968,
      "step": 373580
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.342207109460638e-06,
      "loss": 0.0961,
      "step": 373590
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.341088566251315e-06,
      "loss": 0.0985,
      "step": 373600
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.33997002304199e-06,
      "loss": 0.0955,
      "step": 373610
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.338851479832667e-06,
      "loss": 0.1007,
      "step": 373620
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.337732936623342e-06,
      "loss": 0.0921,
      "step": 373630
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.336614393414018e-06,
      "loss": 0.0981,
      "step": 373640
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.335495850204694e-06,
      "loss": 0.1002,
      "step": 373650
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.33437730699537e-06,
      "loss": 0.1008,
      "step": 373660
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.333258763786045e-06,
      "loss": 0.1007,
      "step": 373670
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.332140220576721e-06,
      "loss": 0.0938,
      "step": 373680
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.331021677367397e-06,
      "loss": 0.0958,
      "step": 373690
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.329903134158074e-06,
      "loss": 0.0968,
      "step": 373700
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.328784590948748e-06,
      "loss": 0.1003,
      "step": 373710
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.327666047739424e-06,
      "loss": 0.0964,
      "step": 373720
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.3265475045301e-06,
      "loss": 0.0947,
      "step": 373730
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.325428961320777e-06,
      "loss": 0.0941,
      "step": 373740
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.324310418111451e-06,
      "loss": 0.0941,
      "step": 373750
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.323191874902128e-06,
      "loss": 0.0958,
      "step": 373760
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.322073331692804e-06,
      "loss": 0.0951,
      "step": 373770
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.32095478848348e-06,
      "loss": 0.094,
      "step": 373780
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.319836245274156e-06,
      "loss": 0.0976,
      "step": 373790
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.31871770206483e-06,
      "loss": 0.097,
      "step": 373800
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.317599158855507e-06,
      "loss": 0.0985,
      "step": 373810
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.316480615646183e-06,
      "loss": 0.0973,
      "step": 373820
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.315362072436858e-06,
      "loss": 0.0977,
      "step": 373830
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.314243529227534e-06,
      "loss": 0.0962,
      "step": 373840
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.31312498601821e-06,
      "loss": 0.0967,
      "step": 373850
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.312006442808886e-06,
      "loss": 0.0962,
      "step": 373860
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.310887899599563e-06,
      "loss": 0.0993,
      "step": 373870
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.309769356390237e-06,
      "loss": 0.0938,
      "step": 373880
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.308650813180913e-06,
      "loss": 0.097,
      "step": 373890
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.30753226997159e-06,
      "loss": 0.1006,
      "step": 373900
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.306413726762264e-06,
      "loss": 0.0929,
      "step": 373910
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.305295183552942e-06,
      "loss": 0.103,
      "step": 373920
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.304176640343617e-06,
      "loss": 0.0981,
      "step": 373930
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.303058097134293e-06,
      "loss": 0.0966,
      "step": 373940
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.30193955392497e-06,
      "loss": 0.0963,
      "step": 373950
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.300821010715644e-06,
      "loss": 0.0971,
      "step": 373960
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.29970246750632e-06,
      "loss": 0.1,
      "step": 373970
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.298583924296996e-06,
      "loss": 0.0979,
      "step": 373980
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.29746538108767e-06,
      "loss": 0.0982,
      "step": 373990
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.296346837878349e-06,
      "loss": 0.0981,
      "step": 374000
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.295228294669023e-06,
      "loss": 0.0999,
      "step": 374010
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.2941097514597e-06,
      "loss": 0.0961,
      "step": 374020
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.292991208250376e-06,
      "loss": 0.0951,
      "step": 374030
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.29187266504105e-06,
      "loss": 0.0946,
      "step": 374040
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.290754121831726e-06,
      "loss": 0.0971,
      "step": 374050
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.289635578622403e-06,
      "loss": 0.1002,
      "step": 374060
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.288517035413077e-06,
      "loss": 0.099,
      "step": 374070
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.287398492203755e-06,
      "loss": 0.0953,
      "step": 374080
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.28627994899443e-06,
      "loss": 0.0975,
      "step": 374090
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.285161405785106e-06,
      "loss": 0.099,
      "step": 374100
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.284042862575782e-06,
      "loss": 0.0977,
      "step": 374110
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.282924319366457e-06,
      "loss": 0.0987,
      "step": 374120
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.281805776157135e-06,
      "loss": 0.0966,
      "step": 374130
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.280687232947809e-06,
      "loss": 0.1021,
      "step": 374140
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.279568689738484e-06,
      "loss": 0.0988,
      "step": 374150
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.278450146529162e-06,
      "loss": 0.1025,
      "step": 374160
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.277331603319836e-06,
      "loss": 0.0965,
      "step": 374170
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.276213060110512e-06,
      "loss": 0.0923,
      "step": 374180
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.275094516901189e-06,
      "loss": 0.0957,
      "step": 374190
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.273975973691863e-06,
      "loss": 0.1004,
      "step": 374200
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.272857430482541e-06,
      "loss": 0.0961,
      "step": 374210
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.271738887273216e-06,
      "loss": 0.0989,
      "step": 374220
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.270620344063892e-06,
      "loss": 0.1021,
      "step": 374230
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.269501800854568e-06,
      "loss": 0.0983,
      "step": 374240
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.268383257645243e-06,
      "loss": 0.0956,
      "step": 374250
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.267264714435919e-06,
      "loss": 0.1003,
      "step": 374260
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.266146171226595e-06,
      "loss": 0.0947,
      "step": 374270
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.26502762801727e-06,
      "loss": 0.0977,
      "step": 374280
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.263909084807948e-06,
      "loss": 0.0979,
      "step": 374290
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.262790541598622e-06,
      "loss": 0.1002,
      "step": 374300
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.261671998389298e-06,
      "loss": 0.0969,
      "step": 374310
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.260553455179975e-06,
      "loss": 0.0973,
      "step": 374320
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.259434911970649e-06,
      "loss": 0.0962,
      "step": 374330
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.258316368761327e-06,
      "loss": 0.0979,
      "step": 374340
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.257197825552002e-06,
      "loss": 0.0958,
      "step": 374350
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.256079282342676e-06,
      "loss": 0.1001,
      "step": 374360
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.254960739133354e-06,
      "loss": 0.095,
      "step": 374370
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.253842195924029e-06,
      "loss": 0.0962,
      "step": 374380
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.252723652714705e-06,
      "loss": 0.0963,
      "step": 374390
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.251605109505381e-06,
      "loss": 0.0965,
      "step": 374400
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.250486566296056e-06,
      "loss": 0.1004,
      "step": 374410
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.249368023086734e-06,
      "loss": 0.0966,
      "step": 374420
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.248249479877408e-06,
      "loss": 0.0976,
      "step": 374430
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.247130936668084e-06,
      "loss": 0.0995,
      "step": 374440
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.24601239345876e-06,
      "loss": 0.1024,
      "step": 374450
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.244893850249435e-06,
      "loss": 0.0948,
      "step": 374460
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.243775307040111e-06,
      "loss": 0.0979,
      "step": 374470
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.242656763830788e-06,
      "loss": 0.0919,
      "step": 374480
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.241538220621462e-06,
      "loss": 0.0983,
      "step": 374490
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.24041967741214e-06,
      "loss": 0.0999,
      "step": 374500
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.239301134202815e-06,
      "loss": 0.095,
      "step": 374510
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.23818259099349e-06,
      "loss": 0.0921,
      "step": 374520
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.237064047784167e-06,
      "loss": 0.1005,
      "step": 374530
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.235945504574842e-06,
      "loss": 0.099,
      "step": 374540
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.234826961365518e-06,
      "loss": 0.0958,
      "step": 374550
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.233708418156194e-06,
      "loss": 0.099,
      "step": 374560
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.232589874946869e-06,
      "loss": 0.0972,
      "step": 374570
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.231471331737546e-06,
      "loss": 0.0954,
      "step": 374580
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.230352788528221e-06,
      "loss": 0.1006,
      "step": 374590
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.229234245318897e-06,
      "loss": 0.0997,
      "step": 374600
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.228115702109573e-06,
      "loss": 0.0935,
      "step": 374610
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.226997158900248e-06,
      "loss": 0.0974,
      "step": 374620
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.225878615690924e-06,
      "loss": 0.0996,
      "step": 374630
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.2247600724816e-06,
      "loss": 0.0991,
      "step": 374640
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.223641529272277e-06,
      "loss": 0.0992,
      "step": 374650
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.222522986062953e-06,
      "loss": 0.0974,
      "step": 374660
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.221404442853628e-06,
      "loss": 0.1016,
      "step": 374670
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.220285899644304e-06,
      "loss": 0.0996,
      "step": 374680
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.21916735643498e-06,
      "loss": 0.099,
      "step": 374690
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.218048813225655e-06,
      "loss": 0.0962,
      "step": 374700
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.21693027001633e-06,
      "loss": 0.0994,
      "step": 374710
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.215811726807007e-06,
      "loss": 0.0954,
      "step": 374720
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.214693183597683e-06,
      "loss": 0.0994,
      "step": 374730
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.21357464038836e-06,
      "loss": 0.099,
      "step": 374740
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.212456097179034e-06,
      "loss": 0.0965,
      "step": 374750
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.21133755396971e-06,
      "loss": 0.0967,
      "step": 374760
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.210219010760386e-06,
      "loss": 0.1001,
      "step": 374770
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.209100467551063e-06,
      "loss": 0.0986,
      "step": 374780
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.207981924341737e-06,
      "loss": 0.0985,
      "step": 374790
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.206863381132413e-06,
      "loss": 0.0963,
      "step": 374800
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.20574483792309e-06,
      "loss": 0.0985,
      "step": 374810
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.204626294713766e-06,
      "loss": 0.097,
      "step": 374820
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.20350775150444e-06,
      "loss": 0.0971,
      "step": 374830
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.202389208295117e-06,
      "loss": 0.0955,
      "step": 374840
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.201270665085793e-06,
      "loss": 0.0996,
      "step": 374850
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.20015212187647e-06,
      "loss": 0.0985,
      "step": 374860
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.199033578667144e-06,
      "loss": 0.0978,
      "step": 374870
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.19791503545782e-06,
      "loss": 0.1016,
      "step": 374880
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.196796492248496e-06,
      "loss": 0.1012,
      "step": 374890
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.195677949039172e-06,
      "loss": 0.0987,
      "step": 374900
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.194559405829847e-06,
      "loss": 0.0984,
      "step": 374910
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.193440862620523e-06,
      "loss": 0.096,
      "step": 374920
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.1923223194112e-06,
      "loss": 0.0986,
      "step": 374930
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.191203776201876e-06,
      "loss": 0.0974,
      "step": 374940
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.19008523299255e-06,
      "loss": 0.0968,
      "step": 374950
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.188966689783226e-06,
      "loss": 0.0962,
      "step": 374960
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.187848146573903e-06,
      "loss": 0.0967,
      "step": 374970
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.186729603364579e-06,
      "loss": 0.0932,
      "step": 374980
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.185611060155255e-06,
      "loss": 0.0962,
      "step": 374990
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.18449251694593e-06,
      "loss": 0.0975,
      "step": 375000
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.183373973736606e-06,
      "loss": 0.0976,
      "step": 375010
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.182255430527282e-06,
      "loss": 0.0953,
      "step": 375020
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.181136887317957e-06,
      "loss": 0.0955,
      "step": 375030
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.180018344108633e-06,
      "loss": 0.0993,
      "step": 375040
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.178899800899309e-06,
      "loss": 0.0971,
      "step": 375050
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.177781257689984e-06,
      "loss": 0.1014,
      "step": 375060
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.176662714480662e-06,
      "loss": 0.0979,
      "step": 375070
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.175544171271336e-06,
      "loss": 0.0946,
      "step": 375080
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.174425628062012e-06,
      "loss": 0.0986,
      "step": 375090
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.173307084852689e-06,
      "loss": 0.0955,
      "step": 375100
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.172188541643363e-06,
      "loss": 0.0968,
      "step": 375110
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.171181852754972e-06,
      "loss": 0.096,
      "step": 375120
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.170063309545648e-06,
      "loss": 0.0966,
      "step": 375130
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.168944766336324e-06,
      "loss": 0.097,
      "step": 375140
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.167826223126999e-06,
      "loss": 0.0939,
      "step": 375150
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.166707679917677e-06,
      "loss": 0.0965,
      "step": 375160
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.165589136708351e-06,
      "loss": 0.095,
      "step": 375170
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.164470593499026e-06,
      "loss": 0.0975,
      "step": 375180
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.163352050289704e-06,
      "loss": 0.0951,
      "step": 375190
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.162233507080378e-06,
      "loss": 0.0996,
      "step": 375200
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.161114963871055e-06,
      "loss": 0.0987,
      "step": 375210
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.159996420661731e-06,
      "loss": 0.0951,
      "step": 375220
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.158877877452405e-06,
      "loss": 0.0962,
      "step": 375230
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.157759334243083e-06,
      "loss": 0.0951,
      "step": 375240
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.156640791033758e-06,
      "loss": 0.0952,
      "step": 375250
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.155522247824434e-06,
      "loss": 0.0952,
      "step": 375260
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.15440370461511e-06,
      "loss": 0.0974,
      "step": 375270
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.153285161405785e-06,
      "loss": 0.0973,
      "step": 375280
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.152166618196461e-06,
      "loss": 0.102,
      "step": 375290
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.151048074987137e-06,
      "loss": 0.1026,
      "step": 375300
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.149929531777812e-06,
      "loss": 0.0981,
      "step": 375310
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.14881098856849e-06,
      "loss": 0.0948,
      "step": 375320
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.147692445359164e-06,
      "loss": 0.0969,
      "step": 375330
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.14657390214984e-06,
      "loss": 0.0983,
      "step": 375340
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.145455358940517e-06,
      "loss": 0.0963,
      "step": 375350
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.144336815731191e-06,
      "loss": 0.096,
      "step": 375360
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.143218272521868e-06,
      "loss": 0.0983,
      "step": 375370
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.142099729312544e-06,
      "loss": 0.0974,
      "step": 375380
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.14098118610322e-06,
      "loss": 0.0961,
      "step": 375390
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.139862642893896e-06,
      "loss": 0.0971,
      "step": 375400
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.138744099684571e-06,
      "loss": 0.0971,
      "step": 375410
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.137625556475247e-06,
      "loss": 0.0983,
      "step": 375420
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.136507013265923e-06,
      "loss": 0.0977,
      "step": 375430
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.135388470056598e-06,
      "loss": 0.0948,
      "step": 375440
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.134269926847274e-06,
      "loss": 0.0976,
      "step": 375450
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.13315138363795e-06,
      "loss": 0.0957,
      "step": 375460
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.132032840428627e-06,
      "loss": 0.0987,
      "step": 375470
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.130914297219303e-06,
      "loss": 0.0989,
      "step": 375480
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.129795754009977e-06,
      "loss": 0.0991,
      "step": 375490
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.128677210800654e-06,
      "loss": 0.096,
      "step": 375500
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.12755866759133e-06,
      "loss": 0.0966,
      "step": 375510
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.126440124382004e-06,
      "loss": 0.0966,
      "step": 375520
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.12532158117268e-06,
      "loss": 0.0982,
      "step": 375530
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.124203037963357e-06,
      "loss": 0.0988,
      "step": 375540
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.123084494754033e-06,
      "loss": 0.0965,
      "step": 375550
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.12196595154471e-06,
      "loss": 0.0965,
      "step": 375560
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.120847408335384e-06,
      "loss": 0.1016,
      "step": 375570
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.11972886512606e-06,
      "loss": 0.0963,
      "step": 375580
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.118610321916736e-06,
      "loss": 0.0965,
      "step": 375590
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.117491778707413e-06,
      "loss": 0.1028,
      "step": 375600
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.116373235498087e-06,
      "loss": 0.1016,
      "step": 375610
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.115254692288763e-06,
      "loss": 0.0936,
      "step": 375620
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.11413614907944e-06,
      "loss": 0.0929,
      "step": 375630
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.113017605870116e-06,
      "loss": 0.1008,
      "step": 375640
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.11189906266079e-06,
      "loss": 0.0943,
      "step": 375650
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.110780519451467e-06,
      "loss": 0.0952,
      "step": 375660
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.109661976242143e-06,
      "loss": 0.0947,
      "step": 375670
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.108543433032819e-06,
      "loss": 0.0938,
      "step": 375680
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.107424889823494e-06,
      "loss": 0.097,
      "step": 375690
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.10630634661417e-06,
      "loss": 0.0957,
      "step": 375700
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.105187803404846e-06,
      "loss": 0.0949,
      "step": 375710
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.104069260195522e-06,
      "loss": 0.1009,
      "step": 375720
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.102950716986198e-06,
      "loss": 0.0957,
      "step": 375730
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.101832173776873e-06,
      "loss": 0.0966,
      "step": 375740
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.10071363056755e-06,
      "loss": 0.0965,
      "step": 375750
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.099595087358225e-06,
      "loss": 0.0968,
      "step": 375760
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.0984765441489e-06,
      "loss": 0.0941,
      "step": 375770
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.097358000939576e-06,
      "loss": 0.0947,
      "step": 375780
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.096239457730252e-06,
      "loss": 0.0969,
      "step": 375790
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.095120914520929e-06,
      "loss": 0.0971,
      "step": 375800
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.094002371311605e-06,
      "loss": 0.0944,
      "step": 375810
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.09288382810228e-06,
      "loss": 0.0994,
      "step": 375820
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.091765284892956e-06,
      "loss": 0.0948,
      "step": 375830
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.090646741683632e-06,
      "loss": 0.1001,
      "step": 375840
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.089528198474306e-06,
      "loss": 0.0979,
      "step": 375850
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.088409655264983e-06,
      "loss": 0.0966,
      "step": 375860
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.087291112055659e-06,
      "loss": 0.1015,
      "step": 375870
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.086172568846335e-06,
      "loss": 0.0974,
      "step": 375880
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.085054025637011e-06,
      "loss": 0.0985,
      "step": 375890
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.083935482427686e-06,
      "loss": 0.0987,
      "step": 375900
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.082816939218362e-06,
      "loss": 0.0996,
      "step": 375910
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.081698396009038e-06,
      "loss": 0.0974,
      "step": 375920
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.080579852799713e-06,
      "loss": 0.0961,
      "step": 375930
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.079461309590391e-06,
      "loss": 0.0959,
      "step": 375940
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.078342766381065e-06,
      "loss": 0.1015,
      "step": 375950
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.077224223171742e-06,
      "loss": 0.0952,
      "step": 375960
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.076105679962418e-06,
      "loss": 0.0991,
      "step": 375970
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.074987136753092e-06,
      "loss": 0.098,
      "step": 375980
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.073868593543769e-06,
      "loss": 0.0955,
      "step": 375990
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.072750050334445e-06,
      "loss": 0.0976,
      "step": 376000
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.07163150712512e-06,
      "loss": 0.0981,
      "step": 376010
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.070512963915797e-06,
      "loss": 0.1008,
      "step": 376020
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.069394420706472e-06,
      "loss": 0.0969,
      "step": 376030
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.068275877497148e-06,
      "loss": 0.0977,
      "step": 376040
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.067157334287824e-06,
      "loss": 0.1005,
      "step": 376050
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.066038791078499e-06,
      "loss": 0.0978,
      "step": 376060
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.064920247869175e-06,
      "loss": 0.0953,
      "step": 376070
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.063801704659851e-06,
      "loss": 0.0937,
      "step": 376080
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.062683161450526e-06,
      "loss": 0.0886,
      "step": 376090
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.061564618241204e-06,
      "loss": 0.095,
      "step": 376100
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.060446075031878e-06,
      "loss": 0.0959,
      "step": 376110
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.059327531822555e-06,
      "loss": 0.0932,
      "step": 376120
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.058208988613231e-06,
      "loss": 0.0998,
      "step": 376130
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.057090445403905e-06,
      "loss": 0.0989,
      "step": 376140
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.055971902194583e-06,
      "loss": 0.0997,
      "step": 376150
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.054853358985258e-06,
      "loss": 0.1006,
      "step": 376160
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.053734815775932e-06,
      "loss": 0.1,
      "step": 376170
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.05261627256661e-06,
      "loss": 0.0976,
      "step": 376180
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.051497729357285e-06,
      "loss": 0.0967,
      "step": 376190
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.050379186147961e-06,
      "loss": 0.0974,
      "step": 376200
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.049260642938637e-06,
      "loss": 0.0954,
      "step": 376210
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.048142099729312e-06,
      "loss": 0.0985,
      "step": 376220
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.04702355651999e-06,
      "loss": 0.0994,
      "step": 376230
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.045905013310664e-06,
      "loss": 0.1001,
      "step": 376240
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.04478647010134e-06,
      "loss": 0.0954,
      "step": 376250
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.043667926892017e-06,
      "loss": 0.097,
      "step": 376260
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.042549383682691e-06,
      "loss": 0.0941,
      "step": 376270
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.04143084047337e-06,
      "loss": 0.0956,
      "step": 376280
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.040312297264044e-06,
      "loss": 0.0979,
      "step": 376290
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.039193754054718e-06,
      "loss": 0.1004,
      "step": 376300
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.038075210845396e-06,
      "loss": 0.1009,
      "step": 376310
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.03695666763607e-06,
      "loss": 0.0948,
      "step": 376320
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.035838124426747e-06,
      "loss": 0.0948,
      "step": 376330
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.034719581217423e-06,
      "loss": 0.0996,
      "step": 376340
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.033601038008098e-06,
      "loss": 0.0966,
      "step": 376350
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.032482494798776e-06,
      "loss": 0.0992,
      "step": 376360
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.03136395158945e-06,
      "loss": 0.096,
      "step": 376370
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.030245408380125e-06,
      "loss": 0.0953,
      "step": 376380
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.029126865170803e-06,
      "loss": 0.0974,
      "step": 376390
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.028008321961477e-06,
      "loss": 0.0997,
      "step": 376400
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.026889778752154e-06,
      "loss": 0.0977,
      "step": 376410
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.02577123554283e-06,
      "loss": 0.1005,
      "step": 376420
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.024652692333504e-06,
      "loss": 0.0989,
      "step": 376430
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.023534149124182e-06,
      "loss": 0.0942,
      "step": 376440
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.022415605914857e-06,
      "loss": 0.0979,
      "step": 376450
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.021297062705533e-06,
      "loss": 0.0995,
      "step": 376460
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.02017851949621e-06,
      "loss": 0.0942,
      "step": 376470
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.019059976286884e-06,
      "loss": 0.1,
      "step": 376480
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.01794143307756e-06,
      "loss": 0.099,
      "step": 376490
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.016822889868236e-06,
      "loss": 0.0975,
      "step": 376500
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.01570434665891e-06,
      "loss": 0.0964,
      "step": 376510
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.014585803449589e-06,
      "loss": 0.0978,
      "step": 376520
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.013467260240263e-06,
      "loss": 0.0989,
      "step": 376530
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.01234871703094e-06,
      "loss": 0.0974,
      "step": 376540
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.011230173821616e-06,
      "loss": 0.0941,
      "step": 376550
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.01011163061229e-06,
      "loss": 0.0975,
      "step": 376560
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.008993087402967e-06,
      "loss": 0.0975,
      "step": 376570
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.007874544193643e-06,
      "loss": 0.1001,
      "step": 376580
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.006756000984319e-06,
      "loss": 0.097,
      "step": 376590
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.005637457774995e-06,
      "loss": 0.0969,
      "step": 376600
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.00451891456567e-06,
      "loss": 0.1,
      "step": 376610
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.003400371356346e-06,
      "loss": 0.0962,
      "step": 376620
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.002281828147022e-06,
      "loss": 0.1026,
      "step": 376630
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.001163284937697e-06,
      "loss": 0.0958,
      "step": 376640
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.000044741728373e-06,
      "loss": 0.0984,
      "step": 376650
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.99892619851905e-06,
      "loss": 0.0975,
      "step": 376660
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.997807655309725e-06,
      "loss": 0.0993,
      "step": 376670
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.996689112100402e-06,
      "loss": 0.1006,
      "step": 376680
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.995570568891076e-06,
      "loss": 0.0973,
      "step": 376690
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.994452025681752e-06,
      "loss": 0.0991,
      "step": 376700
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.993333482472429e-06,
      "loss": 0.0966,
      "step": 376710
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.992214939263103e-06,
      "loss": 0.0934,
      "step": 376720
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.99109639605378e-06,
      "loss": 0.0956,
      "step": 376730
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.989977852844456e-06,
      "loss": 0.1014,
      "step": 376740
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.988859309635132e-06,
      "loss": 0.0945,
      "step": 376750
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.987740766425808e-06,
      "loss": 0.0959,
      "step": 376760
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.986622223216483e-06,
      "loss": 0.0962,
      "step": 376770
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.985503680007159e-06,
      "loss": 0.0981,
      "step": 376780
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.984385136797835e-06,
      "loss": 0.0968,
      "step": 376790
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.983266593588511e-06,
      "loss": 0.101,
      "step": 376800
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.982148050379186e-06,
      "loss": 0.0981,
      "step": 376810
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.981029507169862e-06,
      "loss": 0.0969,
      "step": 376820
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.979910963960538e-06,
      "loss": 0.0976,
      "step": 376830
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.978792420751215e-06,
      "loss": 0.0976,
      "step": 376840
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.97767387754189e-06,
      "loss": 0.1005,
      "step": 376850
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.976555334332565e-06,
      "loss": 0.0945,
      "step": 376860
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.975436791123242e-06,
      "loss": 0.1014,
      "step": 376870
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.974318247913918e-06,
      "loss": 0.0945,
      "step": 376880
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.973199704704592e-06,
      "loss": 0.0992,
      "step": 376890
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.972081161495269e-06,
      "loss": 0.0964,
      "step": 376900
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.970962618285945e-06,
      "loss": 0.0992,
      "step": 376910
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.969844075076621e-06,
      "loss": 0.0939,
      "step": 376920
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.968725531867297e-06,
      "loss": 0.1016,
      "step": 376930
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.967606988657972e-06,
      "loss": 0.0952,
      "step": 376940
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.966488445448648e-06,
      "loss": 0.0994,
      "step": 376950
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.965369902239324e-06,
      "loss": 0.0992,
      "step": 376960
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.964251359029999e-06,
      "loss": 0.0977,
      "step": 376970
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.963132815820675e-06,
      "loss": 0.0973,
      "step": 376980
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.962014272611351e-06,
      "loss": 0.0979,
      "step": 376990
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.960895729402028e-06,
      "loss": 0.0958,
      "step": 377000
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.959777186192704e-06,
      "loss": 0.0977,
      "step": 377010
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.958658642983378e-06,
      "loss": 0.0991,
      "step": 377020
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.957540099774055e-06,
      "loss": 0.0929,
      "step": 377030
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.956421556564731e-06,
      "loss": 0.0971,
      "step": 377040
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.955303013355405e-06,
      "loss": 0.0996,
      "step": 377050
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.954184470146082e-06,
      "loss": 0.0962,
      "step": 377060
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.953065926936758e-06,
      "loss": 0.0972,
      "step": 377070
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.951947383727434e-06,
      "loss": 0.0943,
      "step": 377080
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.95082884051811e-06,
      "loss": 0.0966,
      "step": 377090
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.949710297308785e-06,
      "loss": 0.1009,
      "step": 377100
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.948591754099461e-06,
      "loss": 0.0933,
      "step": 377110
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.947473210890137e-06,
      "loss": 0.0975,
      "step": 377120
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.946354667680812e-06,
      "loss": 0.0955,
      "step": 377130
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.94523612447149e-06,
      "loss": 0.0991,
      "step": 377140
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.944117581262164e-06,
      "loss": 0.0998,
      "step": 377150
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.94299903805284e-06,
      "loss": 0.0932,
      "step": 377160
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.941880494843517e-06,
      "loss": 0.1004,
      "step": 377170
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.940873805955126e-06,
      "loss": 0.0981,
      "step": 377180
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.9397552627458e-06,
      "loss": 0.0951,
      "step": 377190
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.938636719536476e-06,
      "loss": 0.0981,
      "step": 377200
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.937518176327153e-06,
      "loss": 0.0936,
      "step": 377210
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.936399633117827e-06,
      "loss": 0.1026,
      "step": 377220
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.935281089908503e-06,
      "loss": 0.0958,
      "step": 377230
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.93416254669918e-06,
      "loss": 0.0993,
      "step": 377240
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.933044003489854e-06,
      "loss": 0.1003,
      "step": 377250
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.931925460280532e-06,
      "loss": 0.0972,
      "step": 377260
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.930806917071207e-06,
      "loss": 0.0992,
      "step": 377270
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.929688373861883e-06,
      "loss": 0.0996,
      "step": 377280
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.928569830652559e-06,
      "loss": 0.0968,
      "step": 377290
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.927451287443234e-06,
      "loss": 0.097,
      "step": 377300
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.926332744233912e-06,
      "loss": 0.0999,
      "step": 377310
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.925214201024586e-06,
      "loss": 0.0979,
      "step": 377320
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.92409565781526e-06,
      "loss": 0.1008,
      "step": 377330
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.922977114605939e-06,
      "loss": 0.0961,
      "step": 377340
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.921858571396613e-06,
      "loss": 0.0955,
      "step": 377350
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.92074002818729e-06,
      "loss": 0.0975,
      "step": 377360
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.919621484977966e-06,
      "loss": 0.0966,
      "step": 377370
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.91850294176864e-06,
      "loss": 0.1004,
      "step": 377380
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.917384398559318e-06,
      "loss": 0.0961,
      "step": 377390
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.916265855349993e-06,
      "loss": 0.0992,
      "step": 377400
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.915147312140669e-06,
      "loss": 0.0982,
      "step": 377410
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.914028768931345e-06,
      "loss": 0.0972,
      "step": 377420
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.91291022572202e-06,
      "loss": 0.0941,
      "step": 377430
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.911791682512696e-06,
      "loss": 0.0994,
      "step": 377440
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.910673139303372e-06,
      "loss": 0.0968,
      "step": 377450
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.909554596094047e-06,
      "loss": 0.0972,
      "step": 377460
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.908436052884725e-06,
      "loss": 0.0962,
      "step": 377470
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.907317509675399e-06,
      "loss": 0.0961,
      "step": 377480
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.906198966466075e-06,
      "loss": 0.0957,
      "step": 377490
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.905080423256752e-06,
      "loss": 0.097,
      "step": 377500
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.903961880047426e-06,
      "loss": 0.0947,
      "step": 377510
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.902843336838102e-06,
      "loss": 0.098,
      "step": 377520
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.901724793628779e-06,
      "loss": 0.1004,
      "step": 377530
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.900606250419453e-06,
      "loss": 0.0943,
      "step": 377540
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.899487707210131e-06,
      "loss": 0.1021,
      "step": 377550
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.898369164000806e-06,
      "loss": 0.0974,
      "step": 377560
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.897250620791482e-06,
      "loss": 0.0962,
      "step": 377570
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.896132077582158e-06,
      "loss": 0.0928,
      "step": 377580
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.895013534372833e-06,
      "loss": 0.0998,
      "step": 377590
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.893894991163509e-06,
      "loss": 0.1,
      "step": 377600
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.892776447954185e-06,
      "loss": 0.0973,
      "step": 377610
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.891657904744861e-06,
      "loss": 0.0961,
      "step": 377620
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.890539361535537e-06,
      "loss": 0.0978,
      "step": 377630
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.889420818326212e-06,
      "loss": 0.097,
      "step": 377640
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.888302275116888e-06,
      "loss": 0.0983,
      "step": 377650
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.887183731907564e-06,
      "loss": 0.0922,
      "step": 377660
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.886065188698239e-06,
      "loss": 0.0974,
      "step": 377670
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.884946645488915e-06,
      "loss": 0.0948,
      "step": 377680
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.883828102279591e-06,
      "loss": 0.094,
      "step": 377690
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.882709559070268e-06,
      "loss": 0.0948,
      "step": 377700
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.881591015860942e-06,
      "loss": 0.0982,
      "step": 377710
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.880472472651618e-06,
      "loss": 0.0959,
      "step": 377720
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.879353929442295e-06,
      "loss": 0.0934,
      "step": 377730
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.878235386232971e-06,
      "loss": 0.0954,
      "step": 377740
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.877116843023647e-06,
      "loss": 0.0964,
      "step": 377750
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.875998299814322e-06,
      "loss": 0.0954,
      "step": 377760
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.874879756604998e-06,
      "loss": 0.1015,
      "step": 377770
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.873761213395674e-06,
      "loss": 0.0928,
      "step": 377780
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.872642670186349e-06,
      "loss": 0.0974,
      "step": 377790
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.871524126977025e-06,
      "loss": 0.0979,
      "step": 377800
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.870405583767701e-06,
      "loss": 0.1015,
      "step": 377810
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.869287040558377e-06,
      "loss": 0.0951,
      "step": 377820
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.868168497349054e-06,
      "loss": 0.0972,
      "step": 377830
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.867049954139728e-06,
      "loss": 0.099,
      "step": 377840
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.865931410930404e-06,
      "loss": 0.0953,
      "step": 377850
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.86481286772108e-06,
      "loss": 0.0964,
      "step": 377860
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.863694324511755e-06,
      "loss": 0.0962,
      "step": 377870
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.862575781302431e-06,
      "loss": 0.0974,
      "step": 377880
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.861457238093108e-06,
      "loss": 0.0998,
      "step": 377890
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.860338694883784e-06,
      "loss": 0.1006,
      "step": 377900
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.85922015167446e-06,
      "loss": 0.1012,
      "step": 377910
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.858101608465135e-06,
      "loss": 0.0998,
      "step": 377920
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.856983065255811e-06,
      "loss": 0.09,
      "step": 377930
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.855864522046487e-06,
      "loss": 0.0925,
      "step": 377940
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.854745978837162e-06,
      "loss": 0.1022,
      "step": 377950
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.85362743562784e-06,
      "loss": 0.0991,
      "step": 377960
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.852508892418514e-06,
      "loss": 0.0982,
      "step": 377970
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.85139034920919e-06,
      "loss": 0.0965,
      "step": 377980
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.850271805999867e-06,
      "loss": 0.0965,
      "step": 377990
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.849153262790541e-06,
      "loss": 0.0965,
      "step": 378000
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.848034719581217e-06,
      "loss": 0.0963,
      "step": 378010
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.846916176371894e-06,
      "loss": 0.1022,
      "step": 378020
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.845797633162568e-06,
      "loss": 0.0971,
      "step": 378030
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.844679089953246e-06,
      "loss": 0.0979,
      "step": 378040
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.84356054674392e-06,
      "loss": 0.0965,
      "step": 378050
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.842442003534597e-06,
      "loss": 0.0965,
      "step": 378060
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.841323460325273e-06,
      "loss": 0.0961,
      "step": 378070
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.840204917115948e-06,
      "loss": 0.0959,
      "step": 378080
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.839086373906626e-06,
      "loss": 0.0927,
      "step": 378090
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.8379678306973e-06,
      "loss": 0.0992,
      "step": 378100
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.836849287487975e-06,
      "loss": 0.0961,
      "step": 378110
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.835730744278653e-06,
      "loss": 0.0994,
      "step": 378120
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.834612201069327e-06,
      "loss": 0.1016,
      "step": 378130
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.833493657860003e-06,
      "loss": 0.0979,
      "step": 378140
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.83237511465068e-06,
      "loss": 0.0992,
      "step": 378150
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.831256571441354e-06,
      "loss": 0.0958,
      "step": 378160
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.830138028232032e-06,
      "loss": 0.0972,
      "step": 378170
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.829019485022707e-06,
      "loss": 0.0971,
      "step": 378180
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.827900941813381e-06,
      "loss": 0.0951,
      "step": 378190
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.826782398604059e-06,
      "loss": 0.1001,
      "step": 378200
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.825663855394734e-06,
      "loss": 0.0952,
      "step": 378210
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.82454531218541e-06,
      "loss": 0.0976,
      "step": 378220
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.823426768976086e-06,
      "loss": 0.0942,
      "step": 378230
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.82230822576676e-06,
      "loss": 0.0943,
      "step": 378240
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.821189682557439e-06,
      "loss": 0.099,
      "step": 378250
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.820071139348113e-06,
      "loss": 0.0997,
      "step": 378260
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.81895259613879e-06,
      "loss": 0.0978,
      "step": 378270
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.817834052929466e-06,
      "loss": 0.1022,
      "step": 378280
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.81671550972014e-06,
      "loss": 0.0947,
      "step": 378290
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.815596966510818e-06,
      "loss": 0.0949,
      "step": 378300
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.814478423301493e-06,
      "loss": 0.0977,
      "step": 378310
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.813359880092167e-06,
      "loss": 0.1007,
      "step": 378320
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.812241336882845e-06,
      "loss": 0.0949,
      "step": 378330
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.81112279367352e-06,
      "loss": 0.095,
      "step": 378340
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.810004250464196e-06,
      "loss": 0.1021,
      "step": 378350
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.808885707254872e-06,
      "loss": 0.0935,
      "step": 378360
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.807767164045547e-06,
      "loss": 0.0967,
      "step": 378370
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.806648620836225e-06,
      "loss": 0.0977,
      "step": 378380
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.805530077626899e-06,
      "loss": 0.0982,
      "step": 378390
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.804411534417575e-06,
      "loss": 0.0982,
      "step": 378400
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.803292991208252e-06,
      "loss": 0.0987,
      "step": 378410
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.802174447998926e-06,
      "loss": 0.0997,
      "step": 378420
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.801055904789602e-06,
      "loss": 0.1025,
      "step": 378430
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.799937361580279e-06,
      "loss": 0.0985,
      "step": 378440
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.798818818370953e-06,
      "loss": 0.0961,
      "step": 378450
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.797700275161631e-06,
      "loss": 0.1023,
      "step": 378460
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.796581731952306e-06,
      "loss": 0.1008,
      "step": 378470
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.795463188742982e-06,
      "loss": 0.0969,
      "step": 378480
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.794344645533658e-06,
      "loss": 0.0978,
      "step": 378490
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.793226102324333e-06,
      "loss": 0.0943,
      "step": 378500
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.792107559115009e-06,
      "loss": 0.0988,
      "step": 378510
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.790989015905685e-06,
      "loss": 0.0933,
      "step": 378520
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.78987047269636e-06,
      "loss": 0.0932,
      "step": 378530
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.788751929487037e-06,
      "loss": 0.0978,
      "step": 378540
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.787633386277712e-06,
      "loss": 0.0925,
      "step": 378550
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.786514843068388e-06,
      "loss": 0.0933,
      "step": 378560
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.785396299859064e-06,
      "loss": 0.0944,
      "step": 378570
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.784277756649739e-06,
      "loss": 0.0969,
      "step": 378580
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.783159213440415e-06,
      "loss": 0.1022,
      "step": 378590
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.782040670231091e-06,
      "loss": 0.098,
      "step": 378600
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.780922127021768e-06,
      "loss": 0.0966,
      "step": 378610
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.779803583812444e-06,
      "loss": 0.0996,
      "step": 378620
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.778685040603118e-06,
      "loss": 0.0945,
      "step": 378630
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.777566497393795e-06,
      "loss": 0.0959,
      "step": 378640
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.776447954184471e-06,
      "loss": 0.0943,
      "step": 378650
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.775329410975145e-06,
      "loss": 0.0973,
      "step": 378660
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.774210867765822e-06,
      "loss": 0.0977,
      "step": 378670
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.773092324556498e-06,
      "loss": 0.0974,
      "step": 378680
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.771973781347174e-06,
      "loss": 0.1008,
      "step": 378690
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.77085523813785e-06,
      "loss": 0.0944,
      "step": 378700
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.769736694928525e-06,
      "loss": 0.0966,
      "step": 378710
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.768618151719201e-06,
      "loss": 0.0962,
      "step": 378720
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.767499608509877e-06,
      "loss": 0.0968,
      "step": 378730
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.766381065300552e-06,
      "loss": 0.0999,
      "step": 378740
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.765262522091228e-06,
      "loss": 0.0967,
      "step": 378750
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.764143978881904e-06,
      "loss": 0.0988,
      "step": 378760
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.76302543567258e-06,
      "loss": 0.0986,
      "step": 378770
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.761906892463257e-06,
      "loss": 0.0955,
      "step": 378780
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.760788349253931e-06,
      "loss": 0.0952,
      "step": 378790
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.759669806044608e-06,
      "loss": 0.0952,
      "step": 378800
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.758551262835284e-06,
      "loss": 0.0997,
      "step": 378810
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.75743271962596e-06,
      "loss": 0.0919,
      "step": 378820
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.756314176416635e-06,
      "loss": 0.0983,
      "step": 378830
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.755195633207311e-06,
      "loss": 0.0958,
      "step": 378840
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.754077089997987e-06,
      "loss": 0.0985,
      "step": 378850
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.752958546788663e-06,
      "loss": 0.097,
      "step": 378860
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.751840003579338e-06,
      "loss": 0.0925,
      "step": 378870
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.750721460370014e-06,
      "loss": 0.0952,
      "step": 378880
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.74960291716069e-06,
      "loss": 0.0946,
      "step": 378890
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.748484373951367e-06,
      "loss": 0.0966,
      "step": 378900
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.747365830742041e-06,
      "loss": 0.094,
      "step": 378910
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.746247287532717e-06,
      "loss": 0.0967,
      "step": 378920
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.745128744323394e-06,
      "loss": 0.0957,
      "step": 378930
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.74401020111407e-06,
      "loss": 0.0981,
      "step": 378940
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.742891657904746e-06,
      "loss": 0.0985,
      "step": 378950
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.74177311469542e-06,
      "loss": 0.099,
      "step": 378960
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.740654571486097e-06,
      "loss": 0.1012,
      "step": 378970
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.739536028276773e-06,
      "loss": 0.0929,
      "step": 378980
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.738417485067448e-06,
      "loss": 0.0956,
      "step": 378990
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.737298941858124e-06,
      "loss": 0.0943,
      "step": 379000
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.7361803986488e-06,
      "loss": 0.1,
      "step": 379010
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.735061855439476e-06,
      "loss": 0.0974,
      "step": 379020
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.733943312230153e-06,
      "loss": 0.0969,
      "step": 379030
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.732824769020827e-06,
      "loss": 0.0976,
      "step": 379040
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.731706225811503e-06,
      "loss": 0.0972,
      "step": 379050
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.73058768260218e-06,
      "loss": 0.099,
      "step": 379060
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.729469139392854e-06,
      "loss": 0.0997,
      "step": 379070
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.72835059618353e-06,
      "loss": 0.1011,
      "step": 379080
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.727232052974207e-06,
      "loss": 0.0951,
      "step": 379090
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.726113509764883e-06,
      "loss": 0.0956,
      "step": 379100
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.724994966555559e-06,
      "loss": 0.0956,
      "step": 379110
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.723876423346234e-06,
      "loss": 0.0964,
      "step": 379120
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.72275788013691e-06,
      "loss": 0.1002,
      "step": 379130
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.721639336927586e-06,
      "loss": 0.0976,
      "step": 379140
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.72052079371826e-06,
      "loss": 0.0941,
      "step": 379150
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.719402250508939e-06,
      "loss": 0.1006,
      "step": 379160
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.718283707299613e-06,
      "loss": 0.0958,
      "step": 379170
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.71716516409029e-06,
      "loss": 0.0997,
      "step": 379180
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.716046620880966e-06,
      "loss": 0.0966,
      "step": 379190
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.715039931992574e-06,
      "loss": 0.0921,
      "step": 379200
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.713921388783249e-06,
      "loss": 0.1006,
      "step": 379210
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.712802845573925e-06,
      "loss": 0.0962,
      "step": 379220
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.711684302364601e-06,
      "loss": 0.0926,
      "step": 379230
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.710565759155276e-06,
      "loss": 0.0962,
      "step": 379240
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.709447215945954e-06,
      "loss": 0.0963,
      "step": 379250
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.708328672736628e-06,
      "loss": 0.0979,
      "step": 379260
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.707210129527303e-06,
      "loss": 0.1005,
      "step": 379270
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.70609158631798e-06,
      "loss": 0.0991,
      "step": 379280
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.704973043108655e-06,
      "loss": 0.1007,
      "step": 379290
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.703854499899332e-06,
      "loss": 0.0978,
      "step": 379300
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.702735956690008e-06,
      "loss": 0.095,
      "step": 379310
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.701617413480682e-06,
      "loss": 0.094,
      "step": 379320
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.70049887027136e-06,
      "loss": 0.0966,
      "step": 379330
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.699380327062035e-06,
      "loss": 0.0986,
      "step": 379340
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.69826178385271e-06,
      "loss": 0.0971,
      "step": 379350
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.697143240643387e-06,
      "loss": 0.0984,
      "step": 379360
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.696024697434062e-06,
      "loss": 0.095,
      "step": 379370
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.694906154224738e-06,
      "loss": 0.098,
      "step": 379380
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.693787611015414e-06,
      "loss": 0.099,
      "step": 379390
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.692669067806089e-06,
      "loss": 0.0985,
      "step": 379400
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.691550524596767e-06,
      "loss": 0.0975,
      "step": 379410
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.690431981387441e-06,
      "loss": 0.1,
      "step": 379420
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.689313438178118e-06,
      "loss": 0.0977,
      "step": 379430
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.688194894968794e-06,
      "loss": 0.0943,
      "step": 379440
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.687076351759468e-06,
      "loss": 0.093,
      "step": 379450
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.685957808550145e-06,
      "loss": 0.0978,
      "step": 379460
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.68483926534082e-06,
      "loss": 0.0975,
      "step": 379470
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.683720722131495e-06,
      "loss": 0.094,
      "step": 379480
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.682602178922173e-06,
      "loss": 0.0967,
      "step": 379490
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.681483635712848e-06,
      "loss": 0.1012,
      "step": 379500
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.680365092503524e-06,
      "loss": 0.0974,
      "step": 379510
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.6792465492942e-06,
      "loss": 0.0937,
      "step": 379520
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.678128006084875e-06,
      "loss": 0.0945,
      "step": 379530
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.677009462875551e-06,
      "loss": 0.0943,
      "step": 379540
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.675890919666227e-06,
      "loss": 0.0936,
      "step": 379550
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.674772376456903e-06,
      "loss": 0.0939,
      "step": 379560
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.67365383324758e-06,
      "loss": 0.1,
      "step": 379570
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.672535290038254e-06,
      "loss": 0.0944,
      "step": 379580
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.67141674682893e-06,
      "loss": 0.0984,
      "step": 379590
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.670298203619607e-06,
      "loss": 0.0971,
      "step": 379600
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.669179660410281e-06,
      "loss": 0.0934,
      "step": 379610
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.668061117200957e-06,
      "loss": 0.0962,
      "step": 379620
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.666942573991634e-06,
      "loss": 0.0987,
      "step": 379630
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.66582403078231e-06,
      "loss": 0.097,
      "step": 379640
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.664705487572986e-06,
      "loss": 0.0968,
      "step": 379650
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.66358694436366e-06,
      "loss": 0.0931,
      "step": 379660
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.662468401154337e-06,
      "loss": 0.093,
      "step": 379670
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.661349857945013e-06,
      "loss": 0.0967,
      "step": 379680
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.660231314735688e-06,
      "loss": 0.098,
      "step": 379690
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.659112771526364e-06,
      "loss": 0.0957,
      "step": 379700
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.65799422831704e-06,
      "loss": 0.0977,
      "step": 379710
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.656875685107716e-06,
      "loss": 0.0947,
      "step": 379720
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.655757141898393e-06,
      "loss": 0.0966,
      "step": 379730
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.654638598689067e-06,
      "loss": 0.0939,
      "step": 379740
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.653520055479743e-06,
      "loss": 0.0979,
      "step": 379750
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.65240151227042e-06,
      "loss": 0.0963,
      "step": 379760
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.651282969061096e-06,
      "loss": 0.0964,
      "step": 379770
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.65016442585177e-06,
      "loss": 0.0972,
      "step": 379780
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.649045882642447e-06,
      "loss": 0.0945,
      "step": 379790
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.647927339433123e-06,
      "loss": 0.098,
      "step": 379800
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.6468087962238e-06,
      "loss": 0.0943,
      "step": 379810
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.645690253014474e-06,
      "loss": 0.0956,
      "step": 379820
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.64457170980515e-06,
      "loss": 0.0976,
      "step": 379830
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.643453166595826e-06,
      "loss": 0.0973,
      "step": 379840
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.642334623386502e-06,
      "loss": 0.0967,
      "step": 379850
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.641216080177177e-06,
      "loss": 0.098,
      "step": 379860
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.640097536967853e-06,
      "loss": 0.0985,
      "step": 379870
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.63897899375853e-06,
      "loss": 0.0971,
      "step": 379880
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.637860450549206e-06,
      "loss": 0.0962,
      "step": 379890
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.636741907339882e-06,
      "loss": 0.0942,
      "step": 379900
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.635623364130556e-06,
      "loss": 0.0967,
      "step": 379910
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.634504820921233e-06,
      "loss": 0.0939,
      "step": 379920
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.633386277711909e-06,
      "loss": 0.0954,
      "step": 379930
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.632267734502583e-06,
      "loss": 0.0973,
      "step": 379940
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.63114919129326e-06,
      "loss": 0.0913,
      "step": 379950
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.630030648083936e-06,
      "loss": 0.0949,
      "step": 379960
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.628912104874612e-06,
      "loss": 0.0967,
      "step": 379970
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.6277935616652875e-06,
      "loss": 0.0977,
      "step": 379980
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.626675018455963e-06,
      "loss": 0.0988,
      "step": 379990
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.62555647524664e-06,
      "loss": 0.0947,
      "step": 380000
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.6244379320373145e-06,
      "loss": 0.0955,
      "step": 380010
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.62331938882799e-06,
      "loss": 0.0997,
      "step": 380020
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.622200845618667e-06,
      "loss": 0.1006,
      "step": 380030
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.621082302409342e-06,
      "loss": 0.0955,
      "step": 380040
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.619963759200019e-06,
      "loss": 0.096,
      "step": 380050
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.618845215990694e-06,
      "loss": 0.096,
      "step": 380060
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.617726672781369e-06,
      "loss": 0.099,
      "step": 380070
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.6166081295720465e-06,
      "loss": 0.0968,
      "step": 380080
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.615489586362722e-06,
      "loss": 0.099,
      "step": 380090
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.614371043153397e-06,
      "loss": 0.0925,
      "step": 380100
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.6132524999440735e-06,
      "loss": 0.0978,
      "step": 380110
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.612133956734749e-06,
      "loss": 0.0933,
      "step": 380120
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.611015413525426e-06,
      "loss": 0.0987,
      "step": 380130
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.6098968703161005e-06,
      "loss": 0.0983,
      "step": 380140
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.608778327106776e-06,
      "loss": 0.1009,
      "step": 380150
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.607659783897453e-06,
      "loss": 0.0968,
      "step": 380160
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.606541240688128e-06,
      "loss": 0.093,
      "step": 380170
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.605422697478804e-06,
      "loss": 0.0973,
      "step": 380180
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.60430415426948e-06,
      "loss": 0.0963,
      "step": 380190
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.603185611060155e-06,
      "loss": 0.0993,
      "step": 380200
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.602067067850832e-06,
      "loss": 0.0953,
      "step": 380210
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.600948524641508e-06,
      "loss": 0.0952,
      "step": 380220
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.599829981432182e-06,
      "loss": 0.0972,
      "step": 380230
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.598711438222859e-06,
      "loss": 0.0951,
      "step": 380240
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.597592895013535e-06,
      "loss": 0.0978,
      "step": 380250
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.59647435180421e-06,
      "loss": 0.0952,
      "step": 380260
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5953558085948864e-06,
      "loss": 0.0955,
      "step": 380270
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.594237265385562e-06,
      "loss": 0.1029,
      "step": 380280
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.593118722176239e-06,
      "loss": 0.0994,
      "step": 380290
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.592000178966914e-06,
      "loss": 0.0947,
      "step": 380300
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.59088163575759e-06,
      "loss": 0.0944,
      "step": 380310
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.589763092548266e-06,
      "loss": 0.0951,
      "step": 380320
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.588644549338941e-06,
      "loss": 0.0944,
      "step": 380330
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.587526006129617e-06,
      "loss": 0.0918,
      "step": 380340
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.586407462920293e-06,
      "loss": 0.0972,
      "step": 380350
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.585288919710968e-06,
      "loss": 0.0934,
      "step": 380360
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.584170376501645e-06,
      "loss": 0.0979,
      "step": 380370
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.583051833292321e-06,
      "loss": 0.0938,
      "step": 380380
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.581933290082996e-06,
      "loss": 0.0983,
      "step": 380390
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.580814746873672e-06,
      "loss": 0.0954,
      "step": 380400
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.579696203664348e-06,
      "loss": 0.0985,
      "step": 380410
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.578577660455023e-06,
      "loss": 0.0962,
      "step": 380420
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5774591172457e-06,
      "loss": 0.096,
      "step": 380430
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.576340574036376e-06,
      "loss": 0.0979,
      "step": 380440
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.575222030827052e-06,
      "loss": 0.0974,
      "step": 380450
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.574103487617727e-06,
      "loss": 0.0953,
      "step": 380460
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.572984944408403e-06,
      "loss": 0.0929,
      "step": 380470
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.571866401199079e-06,
      "loss": 0.1006,
      "step": 380480
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.570747857989754e-06,
      "loss": 0.0966,
      "step": 380490
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.56962931478043e-06,
      "loss": 0.0977,
      "step": 380500
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.568510771571107e-06,
      "loss": 0.098,
      "step": 380510
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.567392228361782e-06,
      "loss": 0.0987,
      "step": 380520
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.566273685152458e-06,
      "loss": 0.0988,
      "step": 380530
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.565155141943134e-06,
      "loss": 0.0954,
      "step": 380540
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.564036598733809e-06,
      "loss": 0.0962,
      "step": 380550
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.562918055524486e-06,
      "loss": 0.0989,
      "step": 380560
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.561799512315161e-06,
      "loss": 0.0978,
      "step": 380570
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.560680969105836e-06,
      "loss": 0.0949,
      "step": 380580
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.559562425896513e-06,
      "loss": 0.0975,
      "step": 380590
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.558443882687189e-06,
      "loss": 0.0944,
      "step": 380600
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.557325339477865e-06,
      "loss": 0.0923,
      "step": 380610
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.55620679626854e-06,
      "loss": 0.0902,
      "step": 380620
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.555088253059216e-06,
      "loss": 0.0963,
      "step": 380630
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.553969709849893e-06,
      "loss": 0.0979,
      "step": 380640
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.552851166640568e-06,
      "loss": 0.0975,
      "step": 380650
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.551732623431243e-06,
      "loss": 0.1031,
      "step": 380660
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.55061408022192e-06,
      "loss": 0.0976,
      "step": 380670
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.549495537012595e-06,
      "loss": 0.0971,
      "step": 380680
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5483769938032705e-06,
      "loss": 0.0999,
      "step": 380690
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.547258450593947e-06,
      "loss": 0.1011,
      "step": 380700
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.546139907384622e-06,
      "loss": 0.097,
      "step": 380710
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.545021364175299e-06,
      "loss": 0.0996,
      "step": 380720
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5439028209659745e-06,
      "loss": 0.097,
      "step": 380730
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.54278427775665e-06,
      "loss": 0.0964,
      "step": 380740
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.541665734547326e-06,
      "loss": 0.0952,
      "step": 380750
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5405471913380015e-06,
      "loss": 0.0947,
      "step": 380760
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.539428648128677e-06,
      "loss": 0.0982,
      "step": 380770
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.538310104919353e-06,
      "loss": 0.0974,
      "step": 380780
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5371915617100286e-06,
      "loss": 0.0994,
      "step": 380790
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.536073018500706e-06,
      "loss": 0.1017,
      "step": 380800
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.534954475291381e-06,
      "loss": 0.0962,
      "step": 380810
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.533835932082056e-06,
      "loss": 0.0981,
      "step": 380820
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.532717388872733e-06,
      "loss": 0.0965,
      "step": 380830
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.531598845663408e-06,
      "loss": 0.0961,
      "step": 380840
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.530480302454083e-06,
      "loss": 0.0928,
      "step": 380850
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5293617592447605e-06,
      "loss": 0.0971,
      "step": 380860
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.528243216035436e-06,
      "loss": 0.0993,
      "step": 380870
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.527124672826112e-06,
      "loss": 0.0947,
      "step": 380880
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5260061296167875e-06,
      "loss": 0.0948,
      "step": 380890
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.524887586407463e-06,
      "loss": 0.0971,
      "step": 380900
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.523769043198139e-06,
      "loss": 0.098,
      "step": 380910
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5226504999888145e-06,
      "loss": 0.1043,
      "step": 380920
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.52153195677949e-06,
      "loss": 0.0945,
      "step": 380930
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.520413413570167e-06,
      "loss": 0.0998,
      "step": 380940
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.519294870360842e-06,
      "loss": 0.0969,
      "step": 380950
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.518176327151519e-06,
      "loss": 0.0946,
      "step": 380960
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.517057783942194e-06,
      "loss": 0.0949,
      "step": 380970
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.515939240732869e-06,
      "loss": 0.0975,
      "step": 380980
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5148206975235464e-06,
      "loss": 0.1005,
      "step": 380990
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.513702154314221e-06,
      "loss": 0.098,
      "step": 381000
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.512583611104896e-06,
      "loss": 0.0948,
      "step": 381010
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5114650678955735e-06,
      "loss": 0.1012,
      "step": 381020
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.510346524686249e-06,
      "loss": 0.0986,
      "step": 381030
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.509227981476925e-06,
      "loss": 0.0929,
      "step": 381040
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5081094382676005e-06,
      "loss": 0.0971,
      "step": 381050
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.506990895058276e-06,
      "loss": 0.0969,
      "step": 381060
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.505872351848953e-06,
      "loss": 0.0952,
      "step": 381070
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.504753808639628e-06,
      "loss": 0.0977,
      "step": 381080
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.503635265430303e-06,
      "loss": 0.0963,
      "step": 381090
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.50251672222098e-06,
      "loss": 0.0998,
      "step": 381100
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.501398179011655e-06,
      "loss": 0.0949,
      "step": 381110
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5002796358023316e-06,
      "loss": 0.093,
      "step": 381120
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.499161092593007e-06,
      "loss": 0.0949,
      "step": 381130
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.498042549383682e-06,
      "loss": 0.0974,
      "step": 381140
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.496924006174359e-06,
      "loss": 0.0971,
      "step": 381150
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.495805462965035e-06,
      "loss": 0.0943,
      "step": 381160
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.49468691975571e-06,
      "loss": 0.0922,
      "step": 381170
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.493568376546386e-06,
      "loss": 0.0934,
      "step": 381180
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.492449833337062e-06,
      "loss": 0.0989,
      "step": 381190
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.491331290127739e-06,
      "loss": 0.0945,
      "step": 381200
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.490212746918414e-06,
      "loss": 0.0963,
      "step": 381210
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.489094203709089e-06,
      "loss": 0.0928,
      "step": 381220
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.487975660499766e-06,
      "loss": 0.0992,
      "step": 381230
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.486857117290441e-06,
      "loss": 0.0958,
      "step": 381240
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.485738574081117e-06,
      "loss": 0.0945,
      "step": 381250
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4847318851927254e-06,
      "loss": 0.0972,
      "step": 381260
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.483613341983402e-06,
      "loss": 0.0962,
      "step": 381270
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.482494798774077e-06,
      "loss": 0.0999,
      "step": 381280
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4813762555647524e-06,
      "loss": 0.097,
      "step": 381290
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.480257712355429e-06,
      "loss": 0.0945,
      "step": 381300
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.479139169146104e-06,
      "loss": 0.0957,
      "step": 381310
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4780206259367795e-06,
      "loss": 0.0958,
      "step": 381320
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4769020827274565e-06,
      "loss": 0.097,
      "step": 381330
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.475783539518132e-06,
      "loss": 0.0954,
      "step": 381340
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.474664996308808e-06,
      "loss": 0.0949,
      "step": 381350
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4735464530994835e-06,
      "loss": 0.0968,
      "step": 381360
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.472427909890159e-06,
      "loss": 0.0972,
      "step": 381370
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.471309366680836e-06,
      "loss": 0.0987,
      "step": 381380
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4701908234715106e-06,
      "loss": 0.0976,
      "step": 381390
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.469072280262186e-06,
      "loss": 0.0911,
      "step": 381400
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.467953737052863e-06,
      "loss": 0.0962,
      "step": 381410
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.466835193843538e-06,
      "loss": 0.094,
      "step": 381420
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.465716650634215e-06,
      "loss": 0.0951,
      "step": 381430
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.46459810742489e-06,
      "loss": 0.1033,
      "step": 381440
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.463479564215565e-06,
      "loss": 0.0972,
      "step": 381450
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4623610210062425e-06,
      "loss": 0.0955,
      "step": 381460
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.461242477796918e-06,
      "loss": 0.0958,
      "step": 381470
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.460123934587593e-06,
      "loss": 0.0954,
      "step": 381480
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4590053913782695e-06,
      "loss": 0.0984,
      "step": 381490
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.457886848168945e-06,
      "loss": 0.0971,
      "step": 381500
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.456768304959621e-06,
      "loss": 0.0942,
      "step": 381510
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4556497617502965e-06,
      "loss": 0.0986,
      "step": 381520
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.454531218540972e-06,
      "loss": 0.0955,
      "step": 381530
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.453412675331649e-06,
      "loss": 0.0948,
      "step": 381540
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.452294132122324e-06,
      "loss": 0.0981,
      "step": 381550
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.451175588913e-06,
      "loss": 0.0977,
      "step": 381560
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.450057045703676e-06,
      "loss": 0.0995,
      "step": 381570
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.448938502494351e-06,
      "loss": 0.099,
      "step": 381580
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4478199592850284e-06,
      "loss": 0.0942,
      "step": 381590
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.446701416075704e-06,
      "loss": 0.0973,
      "step": 381600
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.445582872866378e-06,
      "loss": 0.0976,
      "step": 381610
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4444643296570555e-06,
      "loss": 0.0953,
      "step": 381620
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.443345786447731e-06,
      "loss": 0.0962,
      "step": 381630
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.442227243238406e-06,
      "loss": 0.0943,
      "step": 381640
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4411087000290825e-06,
      "loss": 0.0998,
      "step": 381650
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.439990156819758e-06,
      "loss": 0.0947,
      "step": 381660
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.438871613610435e-06,
      "loss": 0.0978,
      "step": 381670
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.43775307040111e-06,
      "loss": 0.0948,
      "step": 381680
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.436634527191786e-06,
      "loss": 0.0959,
      "step": 381690
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.435515983982462e-06,
      "loss": 0.0966,
      "step": 381700
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.434397440773137e-06,
      "loss": 0.0963,
      "step": 381710
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.433278897563813e-06,
      "loss": 0.0965,
      "step": 381720
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.432160354354489e-06,
      "loss": 0.0992,
      "step": 381730
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.431041811145164e-06,
      "loss": 0.0975,
      "step": 381740
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.429923267935841e-06,
      "loss": 0.0934,
      "step": 381750
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.428804724726517e-06,
      "loss": 0.0961,
      "step": 381760
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.427686181517192e-06,
      "loss": 0.0964,
      "step": 381770
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.426567638307868e-06,
      "loss": 0.102,
      "step": 381780
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.425449095098544e-06,
      "loss": 0.098,
      "step": 381790
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.424330551889219e-06,
      "loss": 0.0962,
      "step": 381800
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.423212008679896e-06,
      "loss": 0.0985,
      "step": 381810
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.422093465470571e-06,
      "loss": 0.0997,
      "step": 381820
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.420974922261248e-06,
      "loss": 0.0976,
      "step": 381830
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.419856379051923e-06,
      "loss": 0.0955,
      "step": 381840
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.418737835842599e-06,
      "loss": 0.0977,
      "step": 381850
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.417619292633275e-06,
      "loss": 0.0945,
      "step": 381860
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.41650074942395e-06,
      "loss": 0.0955,
      "step": 381870
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.415382206214626e-06,
      "loss": 0.0924,
      "step": 381880
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.414263663005303e-06,
      "loss": 0.0952,
      "step": 381890
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.413145119795978e-06,
      "loss": 0.0948,
      "step": 381900
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.412026576586654e-06,
      "loss": 0.0976,
      "step": 381910
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.41090803337733e-06,
      "loss": 0.0964,
      "step": 381920
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.409789490168005e-06,
      "loss": 0.0939,
      "step": 381930
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.408670946958682e-06,
      "loss": 0.0974,
      "step": 381940
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.407552403749357e-06,
      "loss": 0.0961,
      "step": 381950
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.406433860540032e-06,
      "loss": 0.1005,
      "step": 381960
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.405315317330709e-06,
      "loss": 0.0953,
      "step": 381970
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.404196774121385e-06,
      "loss": 0.0965,
      "step": 381980
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.403078230912061e-06,
      "loss": 0.0982,
      "step": 381990
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.401959687702736e-06,
      "loss": 0.0978,
      "step": 382000
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.400841144493412e-06,
      "loss": 0.0994,
      "step": 382010
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.399722601284089e-06,
      "loss": 0.0954,
      "step": 382020
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.398604058074764e-06,
      "loss": 0.0965,
      "step": 382030
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.397485514865439e-06,
      "loss": 0.0941,
      "step": 382040
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.396366971656116e-06,
      "loss": 0.0987,
      "step": 382050
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.395248428446791e-06,
      "loss": 0.0934,
      "step": 382060
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.394129885237467e-06,
      "loss": 0.098,
      "step": 382070
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.393011342028143e-06,
      "loss": 0.094,
      "step": 382080
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.391892798818818e-06,
      "loss": 0.0943,
      "step": 382090
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.390774255609495e-06,
      "loss": 0.0957,
      "step": 382100
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3896557124001706e-06,
      "loss": 0.0957,
      "step": 382110
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.388537169190846e-06,
      "loss": 0.0971,
      "step": 382120
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.387418625981522e-06,
      "loss": 0.0993,
      "step": 382130
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.386300082772198e-06,
      "loss": 0.0945,
      "step": 382140
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.385181539562875e-06,
      "loss": 0.093,
      "step": 382150
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.384062996353549e-06,
      "loss": 0.0964,
      "step": 382160
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.382944453144225e-06,
      "loss": 0.0993,
      "step": 382170
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.381825909934902e-06,
      "loss": 0.0947,
      "step": 382180
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.380707366725577e-06,
      "loss": 0.0969,
      "step": 382190
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3795888235162524e-06,
      "loss": 0.0958,
      "step": 382200
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.378470280306929e-06,
      "loss": 0.0969,
      "step": 382210
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.377351737097604e-06,
      "loss": 0.0956,
      "step": 382220
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.376233193888281e-06,
      "loss": 0.0969,
      "step": 382230
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3751146506789565e-06,
      "loss": 0.0988,
      "step": 382240
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.373996107469631e-06,
      "loss": 0.0958,
      "step": 382250
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.372877564260308e-06,
      "loss": 0.0947,
      "step": 382260
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3717590210509835e-06,
      "loss": 0.0987,
      "step": 382270
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.370640477841659e-06,
      "loss": 0.0951,
      "step": 382280
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.369521934632335e-06,
      "loss": 0.0976,
      "step": 382290
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3684033914230105e-06,
      "loss": 0.0971,
      "step": 382300
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.367284848213688e-06,
      "loss": 0.096,
      "step": 382310
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.366166305004363e-06,
      "loss": 0.1012,
      "step": 382320
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.365047761795038e-06,
      "loss": 0.0949,
      "step": 382330
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.363929218585715e-06,
      "loss": 0.099,
      "step": 382340
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.36281067537639e-06,
      "loss": 0.1015,
      "step": 382350
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.361692132167065e-06,
      "loss": 0.0966,
      "step": 382360
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3605735889577425e-06,
      "loss": 0.0968,
      "step": 382370
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.359455045748417e-06,
      "loss": 0.0979,
      "step": 382380
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.358336502539094e-06,
      "loss": 0.0977,
      "step": 382390
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3572179593297695e-06,
      "loss": 0.0923,
      "step": 382400
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.356099416120445e-06,
      "loss": 0.0923,
      "step": 382410
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.354980872911121e-06,
      "loss": 0.0993,
      "step": 382420
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3538623297017965e-06,
      "loss": 0.0976,
      "step": 382430
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.352743786492472e-06,
      "loss": 0.0976,
      "step": 382440
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.351625243283149e-06,
      "loss": 0.093,
      "step": 382450
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.350506700073824e-06,
      "loss": 0.0942,
      "step": 382460
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.349388156864501e-06,
      "loss": 0.1004,
      "step": 382470
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.348269613655176e-06,
      "loss": 0.0945,
      "step": 382480
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.347151070445851e-06,
      "loss": 0.0912,
      "step": 382490
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.346032527236528e-06,
      "loss": 0.0985,
      "step": 382500
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.344913984027203e-06,
      "loss": 0.1008,
      "step": 382510
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.343795440817878e-06,
      "loss": 0.0997,
      "step": 382520
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3426768976085554e-06,
      "loss": 0.0971,
      "step": 382530
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.341558354399231e-06,
      "loss": 0.0927,
      "step": 382540
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.340439811189907e-06,
      "loss": 0.098,
      "step": 382550
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3393212679805824e-06,
      "loss": 0.0989,
      "step": 382560
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.338202724771258e-06,
      "loss": 0.0944,
      "step": 382570
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.337084181561935e-06,
      "loss": 0.0904,
      "step": 382580
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3359656383526095e-06,
      "loss": 0.0976,
      "step": 382590
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.334847095143285e-06,
      "loss": 0.095,
      "step": 382600
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.333728551933962e-06,
      "loss": 0.0979,
      "step": 382610
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.332610008724637e-06,
      "loss": 0.0947,
      "step": 382620
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3314914655153135e-06,
      "loss": 0.0931,
      "step": 382630
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.330372922305989e-06,
      "loss": 0.099,
      "step": 382640
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.329254379096664e-06,
      "loss": 0.0949,
      "step": 382650
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.328135835887341e-06,
      "loss": 0.0985,
      "step": 382660
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.327017292678017e-06,
      "loss": 0.0943,
      "step": 382670
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.325898749468692e-06,
      "loss": 0.0975,
      "step": 382680
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.324780206259368e-06,
      "loss": 0.0973,
      "step": 382690
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.323661663050044e-06,
      "loss": 0.0905,
      "step": 382700
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.32254311984072e-06,
      "loss": 0.0924,
      "step": 382710
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.321424576631395e-06,
      "loss": 0.1021,
      "step": 382720
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.320306033422071e-06,
      "loss": 0.1032,
      "step": 382730
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.319187490212748e-06,
      "loss": 0.0989,
      "step": 382740
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.318068947003423e-06,
      "loss": 0.0996,
      "step": 382750
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.316950403794099e-06,
      "loss": 0.0952,
      "step": 382760
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.315831860584775e-06,
      "loss": 0.0974,
      "step": 382770
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.31471331737545e-06,
      "loss": 0.0921,
      "step": 382780
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.313594774166127e-06,
      "loss": 0.0947,
      "step": 382790
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.312476230956803e-06,
      "loss": 0.0943,
      "step": 382800
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.311357687747477e-06,
      "loss": 0.1002,
      "step": 382810
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.310239144538154e-06,
      "loss": 0.0936,
      "step": 382820
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.30912060132883e-06,
      "loss": 0.0965,
      "step": 382830
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.308002058119505e-06,
      "loss": 0.0927,
      "step": 382840
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.306883514910181e-06,
      "loss": 0.0968,
      "step": 382850
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.305764971700857e-06,
      "loss": 0.0951,
      "step": 382860
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.304646428491534e-06,
      "loss": 0.0942,
      "step": 382870
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.303527885282209e-06,
      "loss": 0.1006,
      "step": 382880
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.302409342072885e-06,
      "loss": 0.1017,
      "step": 382890
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.301290798863561e-06,
      "loss": 0.0966,
      "step": 382900
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.300172255654236e-06,
      "loss": 0.0934,
      "step": 382910
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.299053712444912e-06,
      "loss": 0.0956,
      "step": 382920
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.297935169235588e-06,
      "loss": 0.0945,
      "step": 382930
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.296816626026263e-06,
      "loss": 0.0999,
      "step": 382940
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.29569808281694e-06,
      "loss": 0.0978,
      "step": 382950
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.294579539607616e-06,
      "loss": 0.0931,
      "step": 382960
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.293460996398291e-06,
      "loss": 0.0999,
      "step": 382970
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.292342453188967e-06,
      "loss": 0.0943,
      "step": 382980
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.291223909979643e-06,
      "loss": 0.0987,
      "step": 382990
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.290105366770318e-06,
      "loss": 0.0966,
      "step": 383000
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.288986823560995e-06,
      "loss": 0.0973,
      "step": 383010
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.28786828035167e-06,
      "loss": 0.0958,
      "step": 383020
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.286749737142347e-06,
      "loss": 0.0972,
      "step": 383030
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.285631193933022e-06,
      "loss": 0.0973,
      "step": 383040
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2845126507236976e-06,
      "loss": 0.0951,
      "step": 383050
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.283394107514374e-06,
      "loss": 0.095,
      "step": 383060
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.282275564305049e-06,
      "loss": 0.0982,
      "step": 383070
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2811570210957246e-06,
      "loss": 0.0983,
      "step": 383080
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.280038477886402e-06,
      "loss": 0.0951,
      "step": 383090
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.278919934677077e-06,
      "loss": 0.0954,
      "step": 383100
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.277801391467753e-06,
      "loss": 0.0984,
      "step": 383110
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.276682848258429e-06,
      "loss": 0.0997,
      "step": 383120
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.275564305049104e-06,
      "loss": 0.0988,
      "step": 383130
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.274445761839781e-06,
      "loss": 0.0964,
      "step": 383140
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.273327218630456e-06,
      "loss": 0.0941,
      "step": 383150
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.272208675421131e-06,
      "loss": 0.0961,
      "step": 383160
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.271090132211808e-06,
      "loss": 0.1003,
      "step": 383170
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2699715890024835e-06,
      "loss": 0.0954,
      "step": 383180
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.26885304579316e-06,
      "loss": 0.0906,
      "step": 383190
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.267734502583835e-06,
      "loss": 0.0983,
      "step": 383200
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2666159593745105e-06,
      "loss": 0.0984,
      "step": 383210
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.265497416165188e-06,
      "loss": 0.0997,
      "step": 383220
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.264378872955863e-06,
      "loss": 0.0983,
      "step": 383230
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2632603297465375e-06,
      "loss": 0.1012,
      "step": 383240
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.262141786537215e-06,
      "loss": 0.0984,
      "step": 383250
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.26102324332789e-06,
      "loss": 0.0946,
      "step": 383260
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.259904700118566e-06,
      "loss": 0.0963,
      "step": 383270
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.258786156909242e-06,
      "loss": 0.0965,
      "step": 383280
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.257667613699917e-06,
      "loss": 0.0958,
      "step": 383290
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.256549070490594e-06,
      "loss": 0.0964,
      "step": 383300
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2554305272812695e-06,
      "loss": 0.0975,
      "step": 383310
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.254311984071945e-06,
      "loss": 0.0952,
      "step": 383320
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.253305295183553e-06,
      "loss": 0.0998,
      "step": 383330
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.252186751974228e-06,
      "loss": 0.0977,
      "step": 383340
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.251068208764905e-06,
      "loss": 0.0981,
      "step": 383350
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.249949665555581e-06,
      "loss": 0.0953,
      "step": 383360
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.248831122346257e-06,
      "loss": 0.0952,
      "step": 383370
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.247712579136932e-06,
      "loss": 0.0971,
      "step": 383380
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.246594035927608e-06,
      "loss": 0.0983,
      "step": 383390
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.245475492718285e-06,
      "loss": 0.0973,
      "step": 383400
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.24435694950896e-06,
      "loss": 0.0964,
      "step": 383410
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.243238406299635e-06,
      "loss": 0.0942,
      "step": 383420
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.242119863090312e-06,
      "loss": 0.0973,
      "step": 383430
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.241001319880987e-06,
      "loss": 0.098,
      "step": 383440
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.239882776671663e-06,
      "loss": 0.0998,
      "step": 383450
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.238764233462339e-06,
      "loss": 0.0922,
      "step": 383460
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.237645690253014e-06,
      "loss": 0.0936,
      "step": 383470
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.236527147043691e-06,
      "loss": 0.0964,
      "step": 383480
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.235408603834367e-06,
      "loss": 0.0989,
      "step": 383490
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.234290060625042e-06,
      "loss": 0.0988,
      "step": 383500
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.233171517415718e-06,
      "loss": 0.0963,
      "step": 383510
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.232052974206394e-06,
      "loss": 0.0963,
      "step": 383520
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.230934430997071e-06,
      "loss": 0.0978,
      "step": 383530
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.229815887787745e-06,
      "loss": 0.0954,
      "step": 383540
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.228697344578421e-06,
      "loss": 0.0938,
      "step": 383550
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.227578801369098e-06,
      "loss": 0.1,
      "step": 383560
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.226460258159773e-06,
      "loss": 0.0965,
      "step": 383570
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2253417149504485e-06,
      "loss": 0.0956,
      "step": 383580
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.224223171741125e-06,
      "loss": 0.1003,
      "step": 383590
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2231046285318e-06,
      "loss": 0.0953,
      "step": 383600
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.221986085322477e-06,
      "loss": 0.099,
      "step": 383610
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2208675421131526e-06,
      "loss": 0.0918,
      "step": 383620
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.219748998903827e-06,
      "loss": 0.1002,
      "step": 383630
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.218630455694504e-06,
      "loss": 0.0926,
      "step": 383640
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2175119124851796e-06,
      "loss": 0.099,
      "step": 383650
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.216393369275855e-06,
      "loss": 0.0975,
      "step": 383660
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.215274826066531e-06,
      "loss": 0.0988,
      "step": 383670
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2141562828572066e-06,
      "loss": 0.0977,
      "step": 383680
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.213037739647884e-06,
      "loss": 0.0976,
      "step": 383690
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.211919196438559e-06,
      "loss": 0.0962,
      "step": 383700
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2108006532292344e-06,
      "loss": 0.0933,
      "step": 383710
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.209682110019911e-06,
      "loss": 0.0939,
      "step": 383720
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.208563566810586e-06,
      "loss": 0.0935,
      "step": 383730
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2074450236012614e-06,
      "loss": 0.0938,
      "step": 383740
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.206326480391938e-06,
      "loss": 0.0978,
      "step": 383750
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.205207937182613e-06,
      "loss": 0.0957,
      "step": 383760
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.20408939397329e-06,
      "loss": 0.0965,
      "step": 383770
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.2029708507639655e-06,
      "loss": 0.0967,
      "step": 383780
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.201852307554641e-06,
      "loss": 0.0914,
      "step": 383790
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.200733764345317e-06,
      "loss": 0.0971,
      "step": 383800
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1996152211359925e-06,
      "loss": 0.098,
      "step": 383810
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.198496677926668e-06,
      "loss": 0.1023,
      "step": 383820
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.197378134717345e-06,
      "loss": 0.0989,
      "step": 383830
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.19625959150802e-06,
      "loss": 0.096,
      "step": 383840
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.195141048298697e-06,
      "loss": 0.0941,
      "step": 383850
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.194022505089372e-06,
      "loss": 0.0957,
      "step": 383860
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.192903961880047e-06,
      "loss": 0.0959,
      "step": 383870
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.191785418670724e-06,
      "loss": 0.0971,
      "step": 383880
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.190666875461399e-06,
      "loss": 0.0958,
      "step": 383890
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.189548332252074e-06,
      "loss": 0.094,
      "step": 383900
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1884297890427515e-06,
      "loss": 0.1003,
      "step": 383910
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.187311245833427e-06,
      "loss": 0.0931,
      "step": 383920
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.186192702624103e-06,
      "loss": 0.0946,
      "step": 383930
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1850741594147785e-06,
      "loss": 0.0985,
      "step": 383940
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.183955616205454e-06,
      "loss": 0.0939,
      "step": 383950
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.182837072996131e-06,
      "loss": 0.0981,
      "step": 383960
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1817185297868055e-06,
      "loss": 0.0958,
      "step": 383970
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.180599986577481e-06,
      "loss": 0.0997,
      "step": 383980
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.179481443368158e-06,
      "loss": 0.0954,
      "step": 383990
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.178362900158833e-06,
      "loss": 0.0967,
      "step": 384000
    },
    {
      "epoch": 0.86,
      "eval_NEIMS_canon_smiles": 0.9607833333333333,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.25933333333333336,
      "eval_NEIMS_daylight_tanimoto_simil": 0.6267563233740708,
      "eval_NEIMS_exact_mols": 0.25903333333333334,
      "eval_NEIMS_exact_smiles": 0.2536,
      "eval_NEIMS_loss": 0.12484291940927505,
      "eval_NEIMS_matched_formulas": 0.7617,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5537638786876777,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.2597333333333333,
      "eval_NEIMS_runtime": 719.2732,
      "eval_NEIMS_samples_per_second": 83.418,
      "eval_NEIMS_steps_per_second": 1.304,
      "step": 384000
    },
    {
      "epoch": 0.86,
      "eval_RASSP_canon_smiles": 0.9588773499849734,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.33893211340034063,
      "eval_RASSP_daylight_tanimoto_simil": 0.7259697438813308,
      "eval_RASSP_exact_mols": 0.3379136474438174,
      "eval_RASSP_exact_smiles": 0.3304671586469429,
      "eval_RASSP_loss": 0.0959290936589241,
      "eval_RASSP_matched_formulas": 0.886666444051157,
      "eval_RASSP_morgan_tanimoto_simil": 0.6220087404547321,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.3380806090760343,
      "eval_RASSP_runtime": 820.4667,
      "eval_RASSP_samples_per_second": 73.0,
      "eval_RASSP_steps_per_second": 1.141,
      "step": 384000
    },
    {
      "epoch": 0.86,
      "eval_NEIMS_old_canon_smiles": 0.9624333333333334,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.2599,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.6267138465153401,
      "eval_NEIMS_old_exact_mols": 0.25956666666666667,
      "eval_NEIMS_old_exact_smiles": 0.2537333333333333,
      "eval_NEIMS_old_loss": 0.12479431927204132,
      "eval_NEIMS_old_matched_formulas": 0.7629666666666667,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.5545085504008672,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.2603,
      "eval_NEIMS_old_runtime": 361.8958,
      "eval_NEIMS_old_samples_per_second": 82.897,
      "eval_NEIMS_old_steps_per_second": 1.296,
      "step": 384000
    },
    {
      "epoch": 0.86,
      "eval_RASSP_old_canon_smiles": 0.9591217005372576,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.37007374778923485,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.7438813181554336,
      "eval_RASSP_old_exact_mols": 0.36910601661828013,
      "eval_RASSP_old_exact_smiles": 0.36029632595855443,
      "eval_RASSP_old_loss": 0.09004275500774384,
      "eval_RASSP_old_matched_formulas": 0.8961524343444456,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.6454019288548613,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.36927286682016885,
      "eval_RASSP_old_runtime": 408.227,
      "eval_RASSP_old_samples_per_second": 73.408,
      "eval_RASSP_old_steps_per_second": 1.149,
      "step": 384000
    },
    {
      "epoch": 0.86,
      "eval_NIST_canon_smiles": 0.8686162472938922,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.029314689285587534,
      "eval_NIST_daylight_tanimoto_simil": 0.3041194723038319,
      "eval_NIST_exact_mols": 0.02835646094332257,
      "eval_NIST_exact_smiles": 0.026972353337828724,
      "eval_NIST_loss": 1.751615285873413,
      "eval_NIST_matched_formulas": 0.13085140362707173,
      "eval_NIST_morgan_tanimoto_simil": 0.25491791360787763,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.028959789899563475,
      "eval_NIST_runtime": 550.6393,
      "eval_NIST_samples_per_second": 51.171,
      "eval_NIST_steps_per_second": 0.801,
      "step": 384000
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.17724435694951e-06,
      "loss": 0.0999,
      "step": 384010
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.176125813740185e-06,
      "loss": 0.0969,
      "step": 384020
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.17500727053086e-06,
      "loss": 0.0965,
      "step": 384030
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1738887273215374e-06,
      "loss": 0.0969,
      "step": 384040
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.172770184112213e-06,
      "loss": 0.0947,
      "step": 384050
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.171651640902887e-06,
      "loss": 0.0989,
      "step": 384060
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1705330976935644e-06,
      "loss": 0.0948,
      "step": 384070
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.16941455448424e-06,
      "loss": 0.0945,
      "step": 384080
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.168296011274916e-06,
      "loss": 0.0913,
      "step": 384090
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1671774680655914e-06,
      "loss": 0.0969,
      "step": 384100
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.166058924856267e-06,
      "loss": 0.0944,
      "step": 384110
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.164940381646944e-06,
      "loss": 0.097,
      "step": 384120
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.163821838437619e-06,
      "loss": 0.0936,
      "step": 384130
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.162703295228295e-06,
      "loss": 0.0963,
      "step": 384140
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.161584752018971e-06,
      "loss": 0.0974,
      "step": 384150
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.160466208809646e-06,
      "loss": 0.0947,
      "step": 384160
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.159347665600323e-06,
      "loss": 0.0918,
      "step": 384170
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.158229122390999e-06,
      "loss": 0.0989,
      "step": 384180
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.157110579181673e-06,
      "loss": 0.0954,
      "step": 384190
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.15599203597235e-06,
      "loss": 0.0953,
      "step": 384200
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.154873492763026e-06,
      "loss": 0.0992,
      "step": 384210
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.153754949553701e-06,
      "loss": 0.0936,
      "step": 384220
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.152636406344377e-06,
      "loss": 0.0938,
      "step": 384230
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.151517863135053e-06,
      "loss": 0.0969,
      "step": 384240
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.15039931992573e-06,
      "loss": 0.0972,
      "step": 384250
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.149280776716405e-06,
      "loss": 0.0927,
      "step": 384260
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.148162233507081e-06,
      "loss": 0.0991,
      "step": 384270
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.147043690297757e-06,
      "loss": 0.1012,
      "step": 384280
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.145925147088432e-06,
      "loss": 0.0893,
      "step": 384290
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.144806603879108e-06,
      "loss": 0.0967,
      "step": 384300
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.143688060669784e-06,
      "loss": 0.0972,
      "step": 384310
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.142569517460459e-06,
      "loss": 0.0987,
      "step": 384320
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.141450974251136e-06,
      "loss": 0.0972,
      "step": 384330
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.140332431041812e-06,
      "loss": 0.0943,
      "step": 384340
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.139213887832487e-06,
      "loss": 0.0974,
      "step": 384350
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.138095344623163e-06,
      "loss": 0.0938,
      "step": 384360
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.136976801413839e-06,
      "loss": 0.0971,
      "step": 384370
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.135858258204514e-06,
      "loss": 0.0989,
      "step": 384380
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.134739714995191e-06,
      "loss": 0.0979,
      "step": 384390
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.133621171785866e-06,
      "loss": 0.0946,
      "step": 384400
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.132502628576543e-06,
      "loss": 0.1008,
      "step": 384410
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.131384085367218e-06,
      "loss": 0.096,
      "step": 384420
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.130265542157894e-06,
      "loss": 0.1002,
      "step": 384430
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.12914699894857e-06,
      "loss": 0.0949,
      "step": 384440
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.128028455739245e-06,
      "loss": 0.0988,
      "step": 384450
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.126909912529921e-06,
      "loss": 0.097,
      "step": 384460
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.125791369320598e-06,
      "loss": 0.0934,
      "step": 384470
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.124672826111273e-06,
      "loss": 0.0947,
      "step": 384480
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.123554282901949e-06,
      "loss": 0.0945,
      "step": 384490
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.122435739692625e-06,
      "loss": 0.0955,
      "step": 384500
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1213171964833e-06,
      "loss": 0.0945,
      "step": 384510
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.120198653273976e-06,
      "loss": 0.0963,
      "step": 384520
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.119080110064652e-06,
      "loss": 0.093,
      "step": 384530
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.117961566855327e-06,
      "loss": 0.0983,
      "step": 384540
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.116843023646004e-06,
      "loss": 0.0957,
      "step": 384550
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1157244804366796e-06,
      "loss": 0.0944,
      "step": 384560
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.114605937227356e-06,
      "loss": 0.0972,
      "step": 384570
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.113487394018031e-06,
      "loss": 0.096,
      "step": 384580
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1123688508087066e-06,
      "loss": 0.0963,
      "step": 384590
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.111250307599384e-06,
      "loss": 0.0973,
      "step": 384600
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.110131764390059e-06,
      "loss": 0.0974,
      "step": 384610
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1090132211807336e-06,
      "loss": 0.0993,
      "step": 384620
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.107894677971411e-06,
      "loss": 0.0929,
      "step": 384630
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.106776134762086e-06,
      "loss": 0.0959,
      "step": 384640
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.105657591552762e-06,
      "loss": 0.0919,
      "step": 384650
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.104539048343438e-06,
      "loss": 0.0919,
      "step": 384660
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.103420505134113e-06,
      "loss": 0.094,
      "step": 384670
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.10230196192479e-06,
      "loss": 0.0974,
      "step": 384680
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.1011834187154655e-06,
      "loss": 0.099,
      "step": 384690
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.100064875506141e-06,
      "loss": 0.0966,
      "step": 384700
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.098946332296817e-06,
      "loss": 0.0974,
      "step": 384710
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0978277890874925e-06,
      "loss": 0.0993,
      "step": 384720
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.09670924587817e-06,
      "loss": 0.0981,
      "step": 384730
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.095590702668844e-06,
      "loss": 0.0983,
      "step": 384740
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0944721594595195e-06,
      "loss": 0.0986,
      "step": 384750
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.093353616250197e-06,
      "loss": 0.1002,
      "step": 384760
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.092235073040872e-06,
      "loss": 0.094,
      "step": 384770
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.091116529831547e-06,
      "loss": 0.1002,
      "step": 384780
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.089997986622224e-06,
      "loss": 0.0953,
      "step": 384790
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.088879443412899e-06,
      "loss": 0.0959,
      "step": 384800
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.087760900203576e-06,
      "loss": 0.1006,
      "step": 384810
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0866423569942515e-06,
      "loss": 0.1004,
      "step": 384820
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.085523813784926e-06,
      "loss": 0.098,
      "step": 384830
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.084405270575603e-06,
      "loss": 0.0965,
      "step": 384840
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0832867273662785e-06,
      "loss": 0.0941,
      "step": 384850
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.082168184156954e-06,
      "loss": 0.0943,
      "step": 384860
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.08104964094763e-06,
      "loss": 0.0965,
      "step": 384870
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0799310977383055e-06,
      "loss": 0.0981,
      "step": 384880
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0788125545289826e-06,
      "loss": 0.0954,
      "step": 384890
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.077694011319658e-06,
      "loss": 0.095,
      "step": 384900
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.076575468110333e-06,
      "loss": 0.0918,
      "step": 384910
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0754569249010096e-06,
      "loss": 0.0989,
      "step": 384920
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.074338381691685e-06,
      "loss": 0.0991,
      "step": 384930
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.07321983848236e-06,
      "loss": 0.0979,
      "step": 384940
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0721012952730366e-06,
      "loss": 0.0946,
      "step": 384950
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.070982752063712e-06,
      "loss": 0.094,
      "step": 384960
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.069864208854389e-06,
      "loss": 0.0944,
      "step": 384970
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0687456656450644e-06,
      "loss": 0.1013,
      "step": 384980
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.06762712243574e-06,
      "loss": 0.0982,
      "step": 384990
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.066508579226416e-06,
      "loss": 0.1049,
      "step": 385000
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0653900360170914e-06,
      "loss": 0.1001,
      "step": 385010
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.064271492807767e-06,
      "loss": 0.0931,
      "step": 385020
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.063152949598444e-06,
      "loss": 0.0947,
      "step": 385030
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.062034406389119e-06,
      "loss": 0.096,
      "step": 385040
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0609158631797955e-06,
      "loss": 0.0936,
      "step": 385050
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.059797319970471e-06,
      "loss": 0.0944,
      "step": 385060
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.058678776761146e-06,
      "loss": 0.0969,
      "step": 385070
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0575602335518225e-06,
      "loss": 0.0929,
      "step": 385080
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.056441690342498e-06,
      "loss": 0.0967,
      "step": 385090
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.055323147133173e-06,
      "loss": 0.0991,
      "step": 385100
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.05420460392385e-06,
      "loss": 0.0956,
      "step": 385110
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.053086060714526e-06,
      "loss": 0.0989,
      "step": 385120
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.051967517505202e-06,
      "loss": 0.0923,
      "step": 385130
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.050848974295877e-06,
      "loss": 0.0981,
      "step": 385140
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.049730431086553e-06,
      "loss": 0.0964,
      "step": 385150
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.04861188787723e-06,
      "loss": 0.0933,
      "step": 385160
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.047493344667904e-06,
      "loss": 0.0954,
      "step": 385170
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.04637480145858e-06,
      "loss": 0.094,
      "step": 385180
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.045256258249257e-06,
      "loss": 0.0971,
      "step": 385190
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.044137715039932e-06,
      "loss": 0.099,
      "step": 385200
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0430191718306085e-06,
      "loss": 0.0985,
      "step": 385210
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.041900628621284e-06,
      "loss": 0.0971,
      "step": 385220
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.040782085411959e-06,
      "loss": 0.1006,
      "step": 385230
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.039663542202636e-06,
      "loss": 0.0951,
      "step": 385240
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.038544998993312e-06,
      "loss": 0.0952,
      "step": 385250
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.037426455783986e-06,
      "loss": 0.096,
      "step": 385260
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.036307912574663e-06,
      "loss": 0.0965,
      "step": 385270
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.035189369365339e-06,
      "loss": 0.095,
      "step": 385280
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.034070826156015e-06,
      "loss": 0.094,
      "step": 385290
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.03295228294669e-06,
      "loss": 0.0969,
      "step": 385300
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.031833739737366e-06,
      "loss": 0.0945,
      "step": 385310
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.030715196528043e-06,
      "loss": 0.0975,
      "step": 385320
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.029596653318718e-06,
      "loss": 0.0962,
      "step": 385330
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.028478110109394e-06,
      "loss": 0.0908,
      "step": 385340
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.02735956690007e-06,
      "loss": 0.0968,
      "step": 385350
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.026241023690745e-06,
      "loss": 0.0973,
      "step": 385360
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.025122480481422e-06,
      "loss": 0.0947,
      "step": 385370
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.024115791593029e-06,
      "loss": 0.0976,
      "step": 385380
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.022997248383706e-06,
      "loss": 0.0988,
      "step": 385390
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.021878705174381e-06,
      "loss": 0.0985,
      "step": 385400
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.020760161965056e-06,
      "loss": 0.0954,
      "step": 385410
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0196416187557335e-06,
      "loss": 0.0962,
      "step": 385420
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.018523075546409e-06,
      "loss": 0.0953,
      "step": 385430
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.017404532337085e-06,
      "loss": 0.0934,
      "step": 385440
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0162859891277605e-06,
      "loss": 0.0948,
      "step": 385450
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.015167445918436e-06,
      "loss": 0.0972,
      "step": 385460
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.014048902709112e-06,
      "loss": 0.0971,
      "step": 385470
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0129303594997875e-06,
      "loss": 0.0971,
      "step": 385480
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.011811816290463e-06,
      "loss": 0.0945,
      "step": 385490
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.01069327308114e-06,
      "loss": 0.0936,
      "step": 385500
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.009574729871815e-06,
      "loss": 0.097,
      "step": 385510
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0084561866624916e-06,
      "loss": 0.0953,
      "step": 385520
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.007337643453167e-06,
      "loss": 0.0945,
      "step": 385530
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.006219100243842e-06,
      "loss": 0.1031,
      "step": 385540
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.005100557034519e-06,
      "loss": 0.0972,
      "step": 385550
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.003982013825194e-06,
      "loss": 0.0935,
      "step": 385560
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.002863470615869e-06,
      "loss": 0.0969,
      "step": 385570
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0017449274065464e-06,
      "loss": 0.0969,
      "step": 385580
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.000626384197222e-06,
      "loss": 0.0934,
      "step": 385590
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.999507840987898e-06,
      "loss": 0.0944,
      "step": 385600
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9983892977785734e-06,
      "loss": 0.0959,
      "step": 385610
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.997270754569249e-06,
      "loss": 0.0926,
      "step": 385620
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.996152211359926e-06,
      "loss": 0.0974,
      "step": 385630
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.995033668150601e-06,
      "loss": 0.0973,
      "step": 385640
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.993915124941277e-06,
      "loss": 0.098,
      "step": 385650
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.992796581731953e-06,
      "loss": 0.0976,
      "step": 385660
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.991678038522628e-06,
      "loss": 0.0924,
      "step": 385670
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9905594953133045e-06,
      "loss": 0.0983,
      "step": 385680
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.98944095210398e-06,
      "loss": 0.0976,
      "step": 385690
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.988322408894655e-06,
      "loss": 0.0982,
      "step": 385700
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.987203865685332e-06,
      "loss": 0.0982,
      "step": 385710
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.986085322476008e-06,
      "loss": 0.0931,
      "step": 385720
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.984966779266683e-06,
      "loss": 0.0951,
      "step": 385730
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.983848236057359e-06,
      "loss": 0.0939,
      "step": 385740
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.982729692848035e-06,
      "loss": 0.0904,
      "step": 385750
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.981611149638712e-06,
      "loss": 0.0951,
      "step": 385760
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.980492606429387e-06,
      "loss": 0.0971,
      "step": 385770
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.979374063220062e-06,
      "loss": 0.0967,
      "step": 385780
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.978255520010739e-06,
      "loss": 0.0967,
      "step": 385790
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.977136976801414e-06,
      "loss": 0.0958,
      "step": 385800
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.97601843359209e-06,
      "loss": 0.0972,
      "step": 385810
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.974899890382766e-06,
      "loss": 0.0921,
      "step": 385820
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.973781347173441e-06,
      "loss": 0.0948,
      "step": 385830
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.972662803964118e-06,
      "loss": 0.0937,
      "step": 385840
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.971544260754794e-06,
      "loss": 0.0935,
      "step": 385850
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.970425717545469e-06,
      "loss": 0.0955,
      "step": 385860
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.969307174336145e-06,
      "loss": 0.0966,
      "step": 385870
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.968188631126821e-06,
      "loss": 0.0937,
      "step": 385880
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.967070087917496e-06,
      "loss": 0.0943,
      "step": 385890
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.965951544708172e-06,
      "loss": 0.0975,
      "step": 385900
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.964833001498848e-06,
      "loss": 0.0981,
      "step": 385910
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.963714458289525e-06,
      "loss": 0.0901,
      "step": 385920
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9625959150802e-06,
      "loss": 0.0966,
      "step": 385930
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.961477371870876e-06,
      "loss": 0.0931,
      "step": 385940
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.960358828661552e-06,
      "loss": 0.0959,
      "step": 385950
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.959240285452227e-06,
      "loss": 0.0949,
      "step": 385960
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.958121742242903e-06,
      "loss": 0.0967,
      "step": 385970
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.95700319903358e-06,
      "loss": 0.0932,
      "step": 385980
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.955884655824254e-06,
      "loss": 0.0951,
      "step": 385990
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.954766112614931e-06,
      "loss": 0.1,
      "step": 386000
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.953647569405607e-06,
      "loss": 0.0939,
      "step": 386010
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.952529026196282e-06,
      "loss": 0.0975,
      "step": 386020
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.951410482986958e-06,
      "loss": 0.0941,
      "step": 386030
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.950291939777634e-06,
      "loss": 0.096,
      "step": 386040
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.949173396568309e-06,
      "loss": 0.0954,
      "step": 386050
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.948054853358986e-06,
      "loss": 0.1006,
      "step": 386060
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9469363101496615e-06,
      "loss": 0.0938,
      "step": 386070
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.945817766940338e-06,
      "loss": 0.0969,
      "step": 386080
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.944699223731013e-06,
      "loss": 0.0949,
      "step": 386090
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9435806805216886e-06,
      "loss": 0.0943,
      "step": 386100
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.942462137312366e-06,
      "loss": 0.0975,
      "step": 386110
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.94134359410304e-06,
      "loss": 0.0951,
      "step": 386120
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9402250508937156e-06,
      "loss": 0.0922,
      "step": 386130
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.939106507684393e-06,
      "loss": 0.0922,
      "step": 386140
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.937987964475068e-06,
      "loss": 0.0947,
      "step": 386150
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.936869421265744e-06,
      "loss": 0.0952,
      "step": 386160
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.93575087805642e-06,
      "loss": 0.098,
      "step": 386170
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.934632334847095e-06,
      "loss": 0.0954,
      "step": 386180
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.933513791637772e-06,
      "loss": 0.0971,
      "step": 386190
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9323952484284475e-06,
      "loss": 0.0947,
      "step": 386200
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.931276705219122e-06,
      "loss": 0.098,
      "step": 386210
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.930158162009799e-06,
      "loss": 0.0966,
      "step": 386220
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9290396188004745e-06,
      "loss": 0.0931,
      "step": 386230
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.927921075591151e-06,
      "loss": 0.0961,
      "step": 386240
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.926802532381826e-06,
      "loss": 0.096,
      "step": 386250
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9256839891725015e-06,
      "loss": 0.093,
      "step": 386260
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.924565445963179e-06,
      "loss": 0.0974,
      "step": 386270
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.923446902753854e-06,
      "loss": 0.0944,
      "step": 386280
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.922328359544529e-06,
      "loss": 0.0982,
      "step": 386290
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.921209816335206e-06,
      "loss": 0.0996,
      "step": 386300
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.920091273125881e-06,
      "loss": 0.0927,
      "step": 386310
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.918972729916556e-06,
      "loss": 0.0908,
      "step": 386320
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.917854186707233e-06,
      "loss": 0.0933,
      "step": 386330
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.916735643497908e-06,
      "loss": 0.0915,
      "step": 386340
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.915617100288585e-06,
      "loss": 0.0967,
      "step": 386350
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9144985570792605e-06,
      "loss": 0.0935,
      "step": 386360
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.913380013869936e-06,
      "loss": 0.0924,
      "step": 386370
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.912261470660612e-06,
      "loss": 0.0941,
      "step": 386380
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9111429274512875e-06,
      "loss": 0.096,
      "step": 386390
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.910024384241963e-06,
      "loss": 0.0997,
      "step": 386400
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.90890584103264e-06,
      "loss": 0.0965,
      "step": 386410
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.907787297823315e-06,
      "loss": 0.0973,
      "step": 386420
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9066687546139916e-06,
      "loss": 0.1036,
      "step": 386430
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.905550211404667e-06,
      "loss": 0.0964,
      "step": 386440
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.904431668195342e-06,
      "loss": 0.094,
      "step": 386450
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9033131249860186e-06,
      "loss": 0.0971,
      "step": 386460
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.902194581776694e-06,
      "loss": 0.0987,
      "step": 386470
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.901076038567369e-06,
      "loss": 0.0965,
      "step": 386480
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.899957495358046e-06,
      "loss": 0.0999,
      "step": 386490
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.898838952148722e-06,
      "loss": 0.0994,
      "step": 386500
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.897720408939398e-06,
      "loss": 0.0932,
      "step": 386510
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8966018657300734e-06,
      "loss": 0.094,
      "step": 386520
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.895483322520749e-06,
      "loss": 0.0971,
      "step": 386530
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.894364779311426e-06,
      "loss": 0.095,
      "step": 386540
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8932462361021004e-06,
      "loss": 0.0942,
      "step": 386550
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.892127692892776e-06,
      "loss": 0.0953,
      "step": 386560
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.891009149683453e-06,
      "loss": 0.0952,
      "step": 386570
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.889890606474128e-06,
      "loss": 0.0944,
      "step": 386580
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8887720632648045e-06,
      "loss": 0.0997,
      "step": 386590
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.88765352005548e-06,
      "loss": 0.0968,
      "step": 386600
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.886534976846155e-06,
      "loss": 0.0958,
      "step": 386610
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.885416433636832e-06,
      "loss": 0.0929,
      "step": 386620
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.884297890427508e-06,
      "loss": 0.0947,
      "step": 386630
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.883179347218182e-06,
      "loss": 0.0932,
      "step": 386640
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.882060804008859e-06,
      "loss": 0.0963,
      "step": 386650
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.880942260799535e-06,
      "loss": 0.0937,
      "step": 386660
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.879823717590211e-06,
      "loss": 0.0971,
      "step": 386670
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.878705174380886e-06,
      "loss": 0.0979,
      "step": 386680
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.877586631171562e-06,
      "loss": 0.0946,
      "step": 386690
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.876468087962239e-06,
      "loss": 0.0985,
      "step": 386700
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.875349544752914e-06,
      "loss": 0.0993,
      "step": 386710
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.87423100154359e-06,
      "loss": 0.1029,
      "step": 386720
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.873112458334266e-06,
      "loss": 0.0942,
      "step": 386730
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.871993915124941e-06,
      "loss": 0.0938,
      "step": 386740
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.870875371915618e-06,
      "loss": 0.0937,
      "step": 386750
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.869756828706293e-06,
      "loss": 0.0948,
      "step": 386760
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.868638285496968e-06,
      "loss": 0.0954,
      "step": 386770
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.867519742287645e-06,
      "loss": 0.095,
      "step": 386780
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.866401199078321e-06,
      "loss": 0.0976,
      "step": 386790
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.865282655868996e-06,
      "loss": 0.1006,
      "step": 386800
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.864164112659672e-06,
      "loss": 0.0982,
      "step": 386810
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.863045569450348e-06,
      "loss": 0.0912,
      "step": 386820
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.861927026241025e-06,
      "loss": 0.0974,
      "step": 386830
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8608084830317e-06,
      "loss": 0.0965,
      "step": 386840
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.859689939822376e-06,
      "loss": 0.0964,
      "step": 386850
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.858571396613052e-06,
      "loss": 0.0965,
      "step": 386860
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.857452853403727e-06,
      "loss": 0.095,
      "step": 386870
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.856334310194403e-06,
      "loss": 0.0962,
      "step": 386880
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.855215766985079e-06,
      "loss": 0.0935,
      "step": 386890
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.854097223775754e-06,
      "loss": 0.0961,
      "step": 386900
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.852978680566431e-06,
      "loss": 0.0957,
      "step": 386910
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.851860137357107e-06,
      "loss": 0.0939,
      "step": 386920
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.850741594147782e-06,
      "loss": 0.096,
      "step": 386930
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.849623050938458e-06,
      "loss": 0.094,
      "step": 386940
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.848504507729134e-06,
      "loss": 0.0931,
      "step": 386950
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.847385964519809e-06,
      "loss": 0.0956,
      "step": 386960
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.846267421310486e-06,
      "loss": 0.0976,
      "step": 386970
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.845148878101161e-06,
      "loss": 0.095,
      "step": 386980
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.844030334891838e-06,
      "loss": 0.0931,
      "step": 386990
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.842911791682513e-06,
      "loss": 0.0958,
      "step": 387000
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8417932484731885e-06,
      "loss": 0.0966,
      "step": 387010
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.840674705263865e-06,
      "loss": 0.0932,
      "step": 387020
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.83955616205454e-06,
      "loss": 0.0933,
      "step": 387030
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8384376188452155e-06,
      "loss": 0.098,
      "step": 387040
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.837319075635893e-06,
      "loss": 0.093,
      "step": 387050
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.836200532426568e-06,
      "loss": 0.095,
      "step": 387060
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.835081989217244e-06,
      "loss": 0.0968,
      "step": 387070
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.83396344600792e-06,
      "loss": 0.0895,
      "step": 387080
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.832844902798595e-06,
      "loss": 0.0948,
      "step": 387090
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.831726359589271e-06,
      "loss": 0.1015,
      "step": 387100
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.830607816379947e-06,
      "loss": 0.0974,
      "step": 387110
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.829489273170622e-06,
      "loss": 0.0921,
      "step": 387120
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.828370729961299e-06,
      "loss": 0.0935,
      "step": 387130
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8272521867519745e-06,
      "loss": 0.0948,
      "step": 387140
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.826133643542651e-06,
      "loss": 0.092,
      "step": 387150
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.825015100333326e-06,
      "loss": 0.0981,
      "step": 387160
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8238965571240015e-06,
      "loss": 0.0942,
      "step": 387170
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.822778013914679e-06,
      "loss": 0.0936,
      "step": 387180
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.821659470705354e-06,
      "loss": 0.097,
      "step": 387190
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8205409274960285e-06,
      "loss": 0.0942,
      "step": 387200
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.819422384286706e-06,
      "loss": 0.0942,
      "step": 387210
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.818303841077381e-06,
      "loss": 0.0941,
      "step": 387220
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.817185297868057e-06,
      "loss": 0.0965,
      "step": 387230
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.816066754658733e-06,
      "loss": 0.0976,
      "step": 387240
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.814948211449408e-06,
      "loss": 0.097,
      "step": 387250
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.813829668240085e-06,
      "loss": 0.0976,
      "step": 387260
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8127111250307605e-06,
      "loss": 0.0921,
      "step": 387270
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.811592581821436e-06,
      "loss": 0.1013,
      "step": 387280
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.810474038612112e-06,
      "loss": 0.0952,
      "step": 387290
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8093554954027875e-06,
      "loss": 0.0928,
      "step": 387300
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8082369521934645e-06,
      "loss": 0.0946,
      "step": 387310
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.807118408984139e-06,
      "loss": 0.0948,
      "step": 387320
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8059998657748145e-06,
      "loss": 0.0906,
      "step": 387330
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8048813225654915e-06,
      "loss": 0.1004,
      "step": 387340
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.803762779356167e-06,
      "loss": 0.0942,
      "step": 387350
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.802644236146842e-06,
      "loss": 0.1013,
      "step": 387360
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.8015256929375186e-06,
      "loss": 0.0972,
      "step": 387370
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.800407149728194e-06,
      "loss": 0.095,
      "step": 387380
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.799288606518871e-06,
      "loss": 0.0996,
      "step": 387390
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.798281917630478e-06,
      "loss": 0.0963,
      "step": 387400
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.797163374421154e-06,
      "loss": 0.0954,
      "step": 387410
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.79604483121183e-06,
      "loss": 0.0946,
      "step": 387420
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.794926288002505e-06,
      "loss": 0.0939,
      "step": 387430
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.793807744793182e-06,
      "loss": 0.0932,
      "step": 387440
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.792689201583858e-06,
      "loss": 0.0937,
      "step": 387450
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.791570658374534e-06,
      "loss": 0.0988,
      "step": 387460
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.790452115165209e-06,
      "loss": 0.0954,
      "step": 387470
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.789333571955885e-06,
      "loss": 0.0954,
      "step": 387480
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.788215028746561e-06,
      "loss": 0.0956,
      "step": 387490
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.787096485537236e-06,
      "loss": 0.098,
      "step": 387500
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.785977942327912e-06,
      "loss": 0.0948,
      "step": 387510
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.784859399118589e-06,
      "loss": 0.0992,
      "step": 387520
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.783740855909264e-06,
      "loss": 0.0959,
      "step": 387530
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.78262231269994e-06,
      "loss": 0.0932,
      "step": 387540
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.781503769490616e-06,
      "loss": 0.0962,
      "step": 387550
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.780385226281291e-06,
      "loss": 0.0946,
      "step": 387560
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.779266683071968e-06,
      "loss": 0.0941,
      "step": 387570
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7781481398626435e-06,
      "loss": 0.0935,
      "step": 387580
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.777029596653318e-06,
      "loss": 0.0951,
      "step": 387590
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.775911053443995e-06,
      "loss": 0.0982,
      "step": 387600
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7747925102346705e-06,
      "loss": 0.1011,
      "step": 387610
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.773673967025347e-06,
      "loss": 0.0997,
      "step": 387620
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.772555423816022e-06,
      "loss": 0.0968,
      "step": 387630
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7714368806066975e-06,
      "loss": 0.0948,
      "step": 387640
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.770318337397375e-06,
      "loss": 0.096,
      "step": 387650
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.76919979418805e-06,
      "loss": 0.0953,
      "step": 387660
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.768081250978725e-06,
      "loss": 0.0928,
      "step": 387670
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.766962707769402e-06,
      "loss": 0.094,
      "step": 387680
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.765844164560077e-06,
      "loss": 0.0924,
      "step": 387690
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.764725621350754e-06,
      "loss": 0.0993,
      "step": 387700
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.763607078141429e-06,
      "loss": 0.0965,
      "step": 387710
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.762488534932104e-06,
      "loss": 0.0909,
      "step": 387720
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.761369991722781e-06,
      "loss": 0.0959,
      "step": 387730
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7602514485134565e-06,
      "loss": 0.0959,
      "step": 387740
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.759132905304132e-06,
      "loss": 0.0922,
      "step": 387750
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.758014362094808e-06,
      "loss": 0.1023,
      "step": 387760
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7568958188854835e-06,
      "loss": 0.096,
      "step": 387770
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.755777275676161e-06,
      "loss": 0.0942,
      "step": 387780
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.754658732466836e-06,
      "loss": 0.0964,
      "step": 387790
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7535401892575105e-06,
      "loss": 0.0958,
      "step": 387800
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.752421646048188e-06,
      "loss": 0.1,
      "step": 387810
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.751303102838863e-06,
      "loss": 0.1024,
      "step": 387820
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.750184559629538e-06,
      "loss": 0.0978,
      "step": 387830
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.749066016420215e-06,
      "loss": 0.0951,
      "step": 387840
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.74794747321089e-06,
      "loss": 0.0944,
      "step": 387850
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.746828930001567e-06,
      "loss": 0.0974,
      "step": 387860
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7457103867922425e-06,
      "loss": 0.0952,
      "step": 387870
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.744591843582918e-06,
      "loss": 0.0929,
      "step": 387880
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.743473300373594e-06,
      "loss": 0.0956,
      "step": 387890
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7423547571642695e-06,
      "loss": 0.0976,
      "step": 387900
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.741236213954945e-06,
      "loss": 0.0926,
      "step": 387910
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.740117670745622e-06,
      "loss": 0.0946,
      "step": 387920
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7389991275362965e-06,
      "loss": 0.0971,
      "step": 387930
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7378805843269735e-06,
      "loss": 0.0938,
      "step": 387940
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.736762041117649e-06,
      "loss": 0.0965,
      "step": 387950
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.735643497908324e-06,
      "loss": 0.0923,
      "step": 387960
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7345249546990006e-06,
      "loss": 0.0942,
      "step": 387970
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.733406411489676e-06,
      "loss": 0.0945,
      "step": 387980
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.732287868280351e-06,
      "loss": 0.0992,
      "step": 387990
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.731169325071028e-06,
      "loss": 0.0977,
      "step": 388000
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.730050781861704e-06,
      "loss": 0.0954,
      "step": 388010
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.72893223865238e-06,
      "loss": 0.0933,
      "step": 388020
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.727813695443055e-06,
      "loss": 0.094,
      "step": 388030
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.726695152233731e-06,
      "loss": 0.0941,
      "step": 388040
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.725576609024407e-06,
      "loss": 0.0979,
      "step": 388050
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.724458065815082e-06,
      "loss": 0.0971,
      "step": 388060
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.723339522605758e-06,
      "loss": 0.0969,
      "step": 388070
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.722220979396435e-06,
      "loss": 0.0971,
      "step": 388080
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.72110243618711e-06,
      "loss": 0.0967,
      "step": 388090
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7199838929777865e-06,
      "loss": 0.0955,
      "step": 388100
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.718865349768462e-06,
      "loss": 0.0966,
      "step": 388110
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.717746806559137e-06,
      "loss": 0.0946,
      "step": 388120
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.716628263349814e-06,
      "loss": 0.0956,
      "step": 388130
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.715509720140489e-06,
      "loss": 0.0947,
      "step": 388140
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.714391176931164e-06,
      "loss": 0.0987,
      "step": 388150
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.713272633721841e-06,
      "loss": 0.1,
      "step": 388160
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.712154090512517e-06,
      "loss": 0.0935,
      "step": 388170
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.711035547303193e-06,
      "loss": 0.0972,
      "step": 388180
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.709917004093868e-06,
      "loss": 0.0938,
      "step": 388190
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.708798460884544e-06,
      "loss": 0.0993,
      "step": 388200
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.707679917675221e-06,
      "loss": 0.0956,
      "step": 388210
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.706561374465896e-06,
      "loss": 0.0932,
      "step": 388220
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.705442831256571e-06,
      "loss": 0.0933,
      "step": 388230
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.704324288047248e-06,
      "loss": 0.0956,
      "step": 388240
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.703205744837923e-06,
      "loss": 0.0946,
      "step": 388250
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7020872016285995e-06,
      "loss": 0.0991,
      "step": 388260
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.700968658419275e-06,
      "loss": 0.0935,
      "step": 388270
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.69985011520995e-06,
      "loss": 0.0963,
      "step": 388280
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.698731572000627e-06,
      "loss": 0.0971,
      "step": 388290
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.697613028791303e-06,
      "loss": 0.0989,
      "step": 388300
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.696494485581978e-06,
      "loss": 0.0919,
      "step": 388310
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.695375942372654e-06,
      "loss": 0.0955,
      "step": 388320
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.69425739916333e-06,
      "loss": 0.0948,
      "step": 388330
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.693138855954007e-06,
      "loss": 0.0988,
      "step": 388340
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.692020312744682e-06,
      "loss": 0.0973,
      "step": 388350
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.690901769535357e-06,
      "loss": 0.0954,
      "step": 388360
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.689783226326034e-06,
      "loss": 0.1002,
      "step": 388370
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.688664683116709e-06,
      "loss": 0.0965,
      "step": 388380
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6875461399073846e-06,
      "loss": 0.0986,
      "step": 388390
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.686427596698061e-06,
      "loss": 0.0973,
      "step": 388400
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.685309053488736e-06,
      "loss": 0.0977,
      "step": 388410
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.684190510279413e-06,
      "loss": 0.096,
      "step": 388420
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.683071967070089e-06,
      "loss": 0.0957,
      "step": 388430
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.681953423860764e-06,
      "loss": 0.0968,
      "step": 388440
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.68083488065144e-06,
      "loss": 0.0945,
      "step": 388450
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.679716337442116e-06,
      "loss": 0.0962,
      "step": 388460
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.678597794232791e-06,
      "loss": 0.0934,
      "step": 388470
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.677479251023467e-06,
      "loss": 0.0928,
      "step": 388480
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.676360707814143e-06,
      "loss": 0.0997,
      "step": 388490
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.67524216460482e-06,
      "loss": 0.0975,
      "step": 388500
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.674123621395495e-06,
      "loss": 0.0949,
      "step": 388510
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6730050781861705e-06,
      "loss": 0.0949,
      "step": 388520
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.671886534976847e-06,
      "loss": 0.0929,
      "step": 388530
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.670767991767522e-06,
      "loss": 0.0973,
      "step": 388540
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6696494485581975e-06,
      "loss": 0.0953,
      "step": 388550
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.668530905348875e-06,
      "loss": 0.0934,
      "step": 388560
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.667412362139549e-06,
      "loss": 0.0977,
      "step": 388570
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.666293818930226e-06,
      "loss": 0.0967,
      "step": 388580
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.665175275720902e-06,
      "loss": 0.0984,
      "step": 388590
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.664056732511577e-06,
      "loss": 0.0929,
      "step": 388600
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.662938189302253e-06,
      "loss": 0.0914,
      "step": 388610
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.661819646092929e-06,
      "loss": 0.0954,
      "step": 388620
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.660701102883604e-06,
      "loss": 0.0969,
      "step": 388630
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.659582559674281e-06,
      "loss": 0.0938,
      "step": 388640
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6584640164649565e-06,
      "loss": 0.0972,
      "step": 388650
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.657345473255633e-06,
      "loss": 0.0991,
      "step": 388660
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.656226930046308e-06,
      "loss": 0.098,
      "step": 388670
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6551083868369835e-06,
      "loss": 0.0945,
      "step": 388680
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.65398984362766e-06,
      "loss": 0.0948,
      "step": 388690
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.652871300418335e-06,
      "loss": 0.0972,
      "step": 388700
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6517527572090105e-06,
      "loss": 0.0938,
      "step": 388710
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.650634213999688e-06,
      "loss": 0.0914,
      "step": 388720
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.649515670790363e-06,
      "loss": 0.0955,
      "step": 388730
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.648397127581039e-06,
      "loss": 0.0927,
      "step": 388740
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.647278584371715e-06,
      "loss": 0.0912,
      "step": 388750
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.64616004116239e-06,
      "loss": 0.096,
      "step": 388760
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.645041497953067e-06,
      "loss": 0.0944,
      "step": 388770
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6439229547437424e-06,
      "loss": 0.0899,
      "step": 388780
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.642804411534417e-06,
      "loss": 0.0958,
      "step": 388790
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.641685868325094e-06,
      "loss": 0.098,
      "step": 388800
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6405673251157694e-06,
      "loss": 0.0957,
      "step": 388810
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.639448781906446e-06,
      "loss": 0.0932,
      "step": 388820
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.638330238697121e-06,
      "loss": 0.0933,
      "step": 388830
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6372116954877965e-06,
      "loss": 0.0959,
      "step": 388840
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6360931522784735e-06,
      "loss": 0.0956,
      "step": 388850
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.634974609069149e-06,
      "loss": 0.097,
      "step": 388860
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.633856065859824e-06,
      "loss": 0.0968,
      "step": 388870
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6327375226505005e-06,
      "loss": 0.0951,
      "step": 388880
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.631618979441176e-06,
      "loss": 0.0968,
      "step": 388890
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.630500436231853e-06,
      "loss": 0.0971,
      "step": 388900
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6293818930225275e-06,
      "loss": 0.0935,
      "step": 388910
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.628263349813203e-06,
      "loss": 0.1018,
      "step": 388920
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.62714480660388e-06,
      "loss": 0.0942,
      "step": 388930
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.626026263394555e-06,
      "loss": 0.0989,
      "step": 388940
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.624907720185231e-06,
      "loss": 0.0953,
      "step": 388950
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.623789176975907e-06,
      "loss": 0.0955,
      "step": 388960
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.622670633766582e-06,
      "loss": 0.0954,
      "step": 388970
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6215520905572595e-06,
      "loss": 0.0988,
      "step": 388980
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.620433547347935e-06,
      "loss": 0.096,
      "step": 388990
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.619315004138609e-06,
      "loss": 0.0966,
      "step": 389000
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6181964609292865e-06,
      "loss": 0.0949,
      "step": 389010
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.617077917719962e-06,
      "loss": 0.0951,
      "step": 389020
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.615959374510637e-06,
      "loss": 0.0887,
      "step": 389030
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6148408313013135e-06,
      "loss": 0.094,
      "step": 389040
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.613722288091989e-06,
      "loss": 0.0968,
      "step": 389050
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.612603744882666e-06,
      "loss": 0.0936,
      "step": 389060
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.611485201673341e-06,
      "loss": 0.0978,
      "step": 389070
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.610366658464017e-06,
      "loss": 0.0964,
      "step": 389080
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.609248115254693e-06,
      "loss": 0.0955,
      "step": 389090
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.608129572045368e-06,
      "loss": 0.0975,
      "step": 389100
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.607011028836044e-06,
      "loss": 0.094,
      "step": 389110
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.605892485626721e-06,
      "loss": 0.0935,
      "step": 389120
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.604773942417395e-06,
      "loss": 0.0976,
      "step": 389130
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6036553992080725e-06,
      "loss": 0.0958,
      "step": 389140
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.602536855998748e-06,
      "loss": 0.0989,
      "step": 389150
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.601418312789423e-06,
      "loss": 0.0918,
      "step": 389160
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6002997695800995e-06,
      "loss": 0.0977,
      "step": 389170
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.599181226370775e-06,
      "loss": 0.0945,
      "step": 389180
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.59806268316145e-06,
      "loss": 0.0947,
      "step": 389190
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.596944139952127e-06,
      "loss": 0.0959,
      "step": 389200
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.595825596742803e-06,
      "loss": 0.0932,
      "step": 389210
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.594707053533479e-06,
      "loss": 0.0937,
      "step": 389220
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.593588510324154e-06,
      "loss": 0.0984,
      "step": 389230
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.59246996711483e-06,
      "loss": 0.0997,
      "step": 389240
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.591351423905506e-06,
      "loss": 0.0928,
      "step": 389250
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.590232880696181e-06,
      "loss": 0.099,
      "step": 389260
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.589114337486857e-06,
      "loss": 0.0987,
      "step": 389270
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.587995794277534e-06,
      "loss": 0.0966,
      "step": 389280
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.586877251068209e-06,
      "loss": 0.0958,
      "step": 389290
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.5857587078588846e-06,
      "loss": 0.0939,
      "step": 389300
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.584640164649561e-06,
      "loss": 0.0942,
      "step": 389310
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.583521621440236e-06,
      "loss": 0.0953,
      "step": 389320
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.582403078230913e-06,
      "loss": 0.0975,
      "step": 389330
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.581284535021588e-06,
      "loss": 0.0937,
      "step": 389340
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.580165991812263e-06,
      "loss": 0.0946,
      "step": 389350
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.57904744860294e-06,
      "loss": 0.0979,
      "step": 389360
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.577928905393616e-06,
      "loss": 0.1002,
      "step": 389370
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.576810362184291e-06,
      "loss": 0.0941,
      "step": 389380
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.575691818974967e-06,
      "loss": 0.0993,
      "step": 389390
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.574573275765643e-06,
      "loss": 0.0939,
      "step": 389400
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.57345473255632e-06,
      "loss": 0.0963,
      "step": 389410
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.572336189346995e-06,
      "loss": 0.0948,
      "step": 389420
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.5712176461376705e-06,
      "loss": 0.0945,
      "step": 389430
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.570099102928347e-06,
      "loss": 0.097,
      "step": 389440
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.568980559719022e-06,
      "loss": 0.0938,
      "step": 389450
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.5678620165096975e-06,
      "loss": 0.0968,
      "step": 389460
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.566743473300374e-06,
      "loss": 0.094,
      "step": 389470
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.565624930091049e-06,
      "loss": 0.0961,
      "step": 389480
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.564506386881726e-06,
      "loss": 0.0957,
      "step": 389490
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.563387843672402e-06,
      "loss": 0.0958,
      "step": 389500
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.562269300463077e-06,
      "loss": 0.0972,
      "step": 389510
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.561150757253753e-06,
      "loss": 0.096,
      "step": 389520
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.56014406836536e-06,
      "loss": 0.0911,
      "step": 389530
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.559025525156037e-06,
      "loss": 0.0939,
      "step": 389540
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.557906981946713e-06,
      "loss": 0.0971,
      "step": 389550
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.556788438737389e-06,
      "loss": 0.0961,
      "step": 389560
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.555669895528064e-06,
      "loss": 0.0956,
      "step": 389570
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.55455135231874e-06,
      "loss": 0.0924,
      "step": 389580
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.553432809109417e-06,
      "loss": 0.0937,
      "step": 389590
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.552314265900092e-06,
      "loss": 0.0942,
      "step": 389600
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.551195722690767e-06,
      "loss": 0.0987,
      "step": 389610
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.550077179481444e-06,
      "loss": 0.0967,
      "step": 389620
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.548958636272119e-06,
      "loss": 0.0968,
      "step": 389630
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.5478400930627955e-06,
      "loss": 0.0953,
      "step": 389640
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.546721549853471e-06,
      "loss": 0.0946,
      "step": 389650
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.545603006644146e-06,
      "loss": 0.097,
      "step": 389660
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.544484463434823e-06,
      "loss": 0.0978,
      "step": 389670
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.543365920225499e-06,
      "loss": 0.0929,
      "step": 389680
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.542247377016174e-06,
      "loss": 0.0951,
      "step": 389690
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.54112883380685e-06,
      "loss": 0.0908,
      "step": 389700
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.540010290597526e-06,
      "loss": 0.0955,
      "step": 389710
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.538891747388203e-06,
      "loss": 0.0961,
      "step": 389720
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.537773204178877e-06,
      "loss": 0.0945,
      "step": 389730
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.536654660969553e-06,
      "loss": 0.0946,
      "step": 389740
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.53553611776023e-06,
      "loss": 0.0936,
      "step": 389750
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.534417574550905e-06,
      "loss": 0.1002,
      "step": 389760
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.533299031341581e-06,
      "loss": 0.0976,
      "step": 389770
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.532180488132257e-06,
      "loss": 0.098,
      "step": 389780
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.531061944922932e-06,
      "loss": 0.0996,
      "step": 389790
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.529943401713609e-06,
      "loss": 0.0993,
      "step": 389800
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.528824858504285e-06,
      "loss": 0.0947,
      "step": 389810
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.52770631529496e-06,
      "loss": 0.0933,
      "step": 389820
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.526587772085636e-06,
      "loss": 0.0938,
      "step": 389830
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.525469228876312e-06,
      "loss": 0.0972,
      "step": 389840
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.524350685666987e-06,
      "loss": 0.0935,
      "step": 389850
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.523232142457663e-06,
      "loss": 0.0957,
      "step": 389860
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.522113599248339e-06,
      "loss": 0.0975,
      "step": 389870
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.520995056039016e-06,
      "loss": 0.0965,
      "step": 389880
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.519876512829691e-06,
      "loss": 0.0944,
      "step": 389890
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.5187579696203666e-06,
      "loss": 0.0987,
      "step": 389900
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.517639426411043e-06,
      "loss": 0.0966,
      "step": 389910
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.516520883201718e-06,
      "loss": 0.0943,
      "step": 389920
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.5154023399923936e-06,
      "loss": 0.0915,
      "step": 389930
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.514283796783071e-06,
      "loss": 0.0987,
      "step": 389940
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.513165253573745e-06,
      "loss": 0.0967,
      "step": 389950
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.512046710364422e-06,
      "loss": 0.0971,
      "step": 389960
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.510928167155098e-06,
      "loss": 0.0937,
      "step": 389970
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.509809623945773e-06,
      "loss": 0.0971,
      "step": 389980
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.508691080736449e-06,
      "loss": 0.0999,
      "step": 389990
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.507572537527125e-06,
      "loss": 0.0917,
      "step": 390000
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.5064539943178e-06,
      "loss": 0.0962,
      "step": 390010
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.505335451108477e-06,
      "loss": 0.0955,
      "step": 390020
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.5042169078991525e-06,
      "loss": 0.0947,
      "step": 390030
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.503098364689829e-06,
      "loss": 0.0939,
      "step": 390040
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.501979821480504e-06,
      "loss": 0.0927,
      "step": 390050
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.5008612782711795e-06,
      "loss": 0.0951,
      "step": 390060
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.499742735061856e-06,
      "loss": 0.0952,
      "step": 390070
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.498624191852531e-06,
      "loss": 0.0944,
      "step": 390080
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4975056486432065e-06,
      "loss": 0.0964,
      "step": 390090
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.496387105433884e-06,
      "loss": 0.0929,
      "step": 390100
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.495268562224559e-06,
      "loss": 0.0936,
      "step": 390110
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.494150019015235e-06,
      "loss": 0.0975,
      "step": 390120
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.493031475805911e-06,
      "loss": 0.0973,
      "step": 390130
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.491912932596586e-06,
      "loss": 0.0952,
      "step": 390140
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.490794389387263e-06,
      "loss": 0.0981,
      "step": 390150
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4896758461779385e-06,
      "loss": 0.0975,
      "step": 390160
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.488557302968613e-06,
      "loss": 0.0933,
      "step": 390170
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.48743875975929e-06,
      "loss": 0.0956,
      "step": 390180
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4863202165499655e-06,
      "loss": 0.0981,
      "step": 390190
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.485201673340642e-06,
      "loss": 0.0994,
      "step": 390200
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.484083130131317e-06,
      "loss": 0.0979,
      "step": 390210
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4829645869219925e-06,
      "loss": 0.0984,
      "step": 390220
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4818460437126696e-06,
      "loss": 0.0937,
      "step": 390230
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.480727500503345e-06,
      "loss": 0.0981,
      "step": 390240
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.47960895729402e-06,
      "loss": 0.0936,
      "step": 390250
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4784904140846966e-06,
      "loss": 0.0896,
      "step": 390260
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.477371870875372e-06,
      "loss": 0.0896,
      "step": 390270
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.476253327666049e-06,
      "loss": 0.0956,
      "step": 390280
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.475134784456724e-06,
      "loss": 0.094,
      "step": 390290
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.474016241247399e-06,
      "loss": 0.0968,
      "step": 390300
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.472897698038076e-06,
      "loss": 0.0933,
      "step": 390310
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4717791548287514e-06,
      "loss": 0.0916,
      "step": 390320
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.470660611619427e-06,
      "loss": 0.0935,
      "step": 390330
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.469542068410103e-06,
      "loss": 0.0944,
      "step": 390340
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4684235252007784e-06,
      "loss": 0.1026,
      "step": 390350
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4673049819914555e-06,
      "loss": 0.0955,
      "step": 390360
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.466186438782131e-06,
      "loss": 0.0999,
      "step": 390370
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4650678955728055e-06,
      "loss": 0.098,
      "step": 390380
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4639493523634825e-06,
      "loss": 0.0943,
      "step": 390390
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.462830809154158e-06,
      "loss": 0.0967,
      "step": 390400
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.461712265944833e-06,
      "loss": 0.0945,
      "step": 390410
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4605937227355095e-06,
      "loss": 0.0965,
      "step": 390420
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.459475179526185e-06,
      "loss": 0.0914,
      "step": 390430
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.458356636316862e-06,
      "loss": 0.0931,
      "step": 390440
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.457238093107537e-06,
      "loss": 0.0951,
      "step": 390450
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.456119549898213e-06,
      "loss": 0.0979,
      "step": 390460
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.455001006688889e-06,
      "loss": 0.0919,
      "step": 390470
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.453882463479564e-06,
      "loss": 0.0937,
      "step": 390480
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.45276392027024e-06,
      "loss": 0.0946,
      "step": 390490
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.451645377060916e-06,
      "loss": 0.0991,
      "step": 390500
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.450526833851591e-06,
      "loss": 0.0978,
      "step": 390510
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4494082906422685e-06,
      "loss": 0.0972,
      "step": 390520
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.448289747432944e-06,
      "loss": 0.095,
      "step": 390530
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.447171204223619e-06,
      "loss": 0.0923,
      "step": 390540
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4460526610142955e-06,
      "loss": 0.0986,
      "step": 390550
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.444934117804971e-06,
      "loss": 0.0948,
      "step": 390560
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.443815574595646e-06,
      "loss": 0.0953,
      "step": 390570
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.442697031386323e-06,
      "loss": 0.0977,
      "step": 390580
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.441578488176999e-06,
      "loss": 0.0968,
      "step": 390590
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.440459944967675e-06,
      "loss": 0.0938,
      "step": 390600
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.43934140175835e-06,
      "loss": 0.0917,
      "step": 390610
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.438222858549026e-06,
      "loss": 0.1016,
      "step": 390620
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.437104315339702e-06,
      "loss": 0.0941,
      "step": 390630
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.435985772130377e-06,
      "loss": 0.0939,
      "step": 390640
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.434867228921053e-06,
      "loss": 0.0914,
      "step": 390650
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.43374868571173e-06,
      "loss": 0.092,
      "step": 390660
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.432630142502405e-06,
      "loss": 0.0942,
      "step": 390670
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.4315115992930814e-06,
      "loss": 0.0986,
      "step": 390680
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.430393056083757e-06,
      "loss": 0.1,
      "step": 390690
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.429274512874432e-06,
      "loss": 0.0933,
      "step": 390700
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.428155969665109e-06,
      "loss": 0.0957,
      "step": 390710
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.427037426455784e-06,
      "loss": 0.0952,
      "step": 390720
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.425918883246459e-06,
      "loss": 0.0975,
      "step": 390730
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.424800340037136e-06,
      "loss": 0.0939,
      "step": 390740
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.423681796827812e-06,
      "loss": 0.0925,
      "step": 390750
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.422563253618488e-06,
      "loss": 0.0938,
      "step": 390760
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.421444710409163e-06,
      "loss": 0.0977,
      "step": 390770
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.420326167199839e-06,
      "loss": 0.0962,
      "step": 390780
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.419207623990516e-06,
      "loss": 0.095,
      "step": 390790
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.418089080781191e-06,
      "loss": 0.0978,
      "step": 390800
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.416970537571866e-06,
      "loss": 0.0949,
      "step": 390810
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.415851994362543e-06,
      "loss": 0.0971,
      "step": 390820
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.414733451153218e-06,
      "loss": 0.0968,
      "step": 390830
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.413614907943894e-06,
      "loss": 0.0951,
      "step": 390840
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.41249636473457e-06,
      "loss": 0.1,
      "step": 390850
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.411377821525245e-06,
      "loss": 0.0948,
      "step": 390860
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.410259278315922e-06,
      "loss": 0.0971,
      "step": 390870
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.409140735106598e-06,
      "loss": 0.0971,
      "step": 390880
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.408022191897273e-06,
      "loss": 0.0949,
      "step": 390890
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.406903648687949e-06,
      "loss": 0.0944,
      "step": 390900
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.405785105478625e-06,
      "loss": 0.0864,
      "step": 390910
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.404666562269302e-06,
      "loss": 0.0939,
      "step": 390920
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.403548019059976e-06,
      "loss": 0.0935,
      "step": 390930
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.402429475850652e-06,
      "loss": 0.0992,
      "step": 390940
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.401310932641329e-06,
      "loss": 0.0941,
      "step": 390950
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.400192389432004e-06,
      "loss": 0.096,
      "step": 390960
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3990738462226795e-06,
      "loss": 0.0934,
      "step": 390970
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.397955303013356e-06,
      "loss": 0.0962,
      "step": 390980
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.396836759804031e-06,
      "loss": 0.0939,
      "step": 390990
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.395718216594708e-06,
      "loss": 0.0928,
      "step": 391000
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.394599673385384e-06,
      "loss": 0.0947,
      "step": 391010
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.393481130176059e-06,
      "loss": 0.0977,
      "step": 391020
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.392362586966735e-06,
      "loss": 0.1005,
      "step": 391030
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.391244043757411e-06,
      "loss": 0.0924,
      "step": 391040
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.390125500548086e-06,
      "loss": 0.0959,
      "step": 391050
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.389006957338762e-06,
      "loss": 0.0912,
      "step": 391060
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.387888414129438e-06,
      "loss": 0.0963,
      "step": 391070
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.386769870920115e-06,
      "loss": 0.0951,
      "step": 391080
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.38565132771079e-06,
      "loss": 0.0966,
      "step": 391090
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3845327845014655e-06,
      "loss": 0.0931,
      "step": 391100
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.383414241292142e-06,
      "loss": 0.0918,
      "step": 391110
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.382295698082817e-06,
      "loss": 0.0932,
      "step": 391120
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3811771548734925e-06,
      "loss": 0.0953,
      "step": 391130
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3800586116641696e-06,
      "loss": 0.0939,
      "step": 391140
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.378940068454844e-06,
      "loss": 0.0976,
      "step": 391150
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.377821525245521e-06,
      "loss": 0.0951,
      "step": 391160
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3767029820361966e-06,
      "loss": 0.0973,
      "step": 391170
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.375584438826872e-06,
      "loss": 0.0909,
      "step": 391180
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.374465895617548e-06,
      "loss": 0.0938,
      "step": 391190
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3733473524082236e-06,
      "loss": 0.0995,
      "step": 391200
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.372228809198899e-06,
      "loss": 0.0962,
      "step": 391210
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.371110265989576e-06,
      "loss": 0.0996,
      "step": 391220
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3699917227802514e-06,
      "loss": 0.0971,
      "step": 391230
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.368873179570928e-06,
      "loss": 0.0954,
      "step": 391240
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.367754636361603e-06,
      "loss": 0.0953,
      "step": 391250
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3666360931522784e-06,
      "loss": 0.0969,
      "step": 391260
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.365517549942955e-06,
      "loss": 0.0932,
      "step": 391270
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.36439900673363e-06,
      "loss": 0.0954,
      "step": 391280
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3632804635243054e-06,
      "loss": 0.0933,
      "step": 391290
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3621619203149825e-06,
      "loss": 0.093,
      "step": 391300
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.361043377105658e-06,
      "loss": 0.0946,
      "step": 391310
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.359924833896334e-06,
      "loss": 0.0912,
      "step": 391320
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3588062906870095e-06,
      "loss": 0.0909,
      "step": 391330
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.357687747477685e-06,
      "loss": 0.0951,
      "step": 391340
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.356569204268362e-06,
      "loss": 0.0909,
      "step": 391350
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.355450661059037e-06,
      "loss": 0.0944,
      "step": 391360
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.354332117849712e-06,
      "loss": 0.0929,
      "step": 391370
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.353213574640389e-06,
      "loss": 0.0971,
      "step": 391380
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.352095031431064e-06,
      "loss": 0.096,
      "step": 391390
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.350976488221741e-06,
      "loss": 0.0914,
      "step": 391400
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.349857945012416e-06,
      "loss": 0.0906,
      "step": 391410
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.348739401803091e-06,
      "loss": 0.0944,
      "step": 391420
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3476208585937685e-06,
      "loss": 0.0987,
      "step": 391430
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.346502315384444e-06,
      "loss": 0.0976,
      "step": 391440
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.345383772175119e-06,
      "loss": 0.0921,
      "step": 391450
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3442652289657955e-06,
      "loss": 0.0957,
      "step": 391460
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.343146685756471e-06,
      "loss": 0.0925,
      "step": 391470
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.342028142547148e-06,
      "loss": 0.0917,
      "step": 391480
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3409095993378225e-06,
      "loss": 0.0972,
      "step": 391490
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.339791056128498e-06,
      "loss": 0.0956,
      "step": 391500
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.338672512919175e-06,
      "loss": 0.0956,
      "step": 391510
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.33755396970985e-06,
      "loss": 0.0959,
      "step": 391520
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.336547280821459e-06,
      "loss": 0.0941,
      "step": 391530
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.335428737612134e-06,
      "loss": 0.0936,
      "step": 391540
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.334310194402811e-06,
      "loss": 0.0928,
      "step": 391550
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.333191651193486e-06,
      "loss": 0.0947,
      "step": 391560
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3320731079841615e-06,
      "loss": 0.0933,
      "step": 391570
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.330954564774838e-06,
      "loss": 0.0966,
      "step": 391580
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.329836021565513e-06,
      "loss": 0.0938,
      "step": 391590
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3287174783561885e-06,
      "loss": 0.0929,
      "step": 391600
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.327598935146866e-06,
      "loss": 0.0948,
      "step": 391610
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.326480391937541e-06,
      "loss": 0.0957,
      "step": 391620
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.325361848728217e-06,
      "loss": 0.0943,
      "step": 391630
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.324243305518893e-06,
      "loss": 0.0934,
      "step": 391640
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.323124762309568e-06,
      "loss": 0.0966,
      "step": 391650
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.322006219100245e-06,
      "loss": 0.0956,
      "step": 391660
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.32088767589092e-06,
      "loss": 0.0937,
      "step": 391670
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.319769132681595e-06,
      "loss": 0.0944,
      "step": 391680
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.318650589472272e-06,
      "loss": 0.0958,
      "step": 391690
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3175320462629475e-06,
      "loss": 0.0954,
      "step": 391700
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.316413503053624e-06,
      "loss": 0.0935,
      "step": 391710
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.315294959844299e-06,
      "loss": 0.0913,
      "step": 391720
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3141764166349745e-06,
      "loss": 0.0942,
      "step": 391730
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3130578734256516e-06,
      "loss": 0.0952,
      "step": 391740
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.311939330216327e-06,
      "loss": 0.0915,
      "step": 391750
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3108207870070015e-06,
      "loss": 0.0924,
      "step": 391760
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3097022437976786e-06,
      "loss": 0.0979,
      "step": 391770
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.308583700588354e-06,
      "loss": 0.0898,
      "step": 391780
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.30746515737903e-06,
      "loss": 0.0899,
      "step": 391790
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3063466141697056e-06,
      "loss": 0.0908,
      "step": 391800
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.305228070960381e-06,
      "loss": 0.0953,
      "step": 391810
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.304109527751058e-06,
      "loss": 0.0934,
      "step": 391820
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3029909845417334e-06,
      "loss": 0.0942,
      "step": 391830
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.301872441332409e-06,
      "loss": 0.098,
      "step": 391840
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.300753898123085e-06,
      "loss": 0.0952,
      "step": 391850
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.2996353549137604e-06,
      "loss": 0.0982,
      "step": 391860
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.2985168117044375e-06,
      "loss": 0.0938,
      "step": 391870
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.297398268495112e-06,
      "loss": 0.0909,
      "step": 391880
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.2962797252857874e-06,
      "loss": 0.0937,
      "step": 391890
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.2951611820764645e-06,
      "loss": 0.0957,
      "step": 391900
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.29404263886714e-06,
      "loss": 0.0981,
      "step": 391910
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.292924095657815e-06,
      "loss": 0.093,
      "step": 391920
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.2918055524484915e-06,
      "loss": 0.0922,
      "step": 391930
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.290687009239167e-06,
      "loss": 0.0959,
      "step": 391940
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.289568466029842e-06,
      "loss": 0.0914,
      "step": 391950
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.288449922820519e-06,
      "loss": 0.0916,
      "step": 391960
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.287331379611194e-06,
      "loss": 0.0943,
      "step": 391970
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.286212836401871e-06,
      "loss": 0.0921,
      "step": 391980
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.285094293192546e-06,
      "loss": 0.0913,
      "step": 391990
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.283975749983222e-06,
      "loss": 0.0961,
      "step": 392000
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.282857206773898e-06,
      "loss": 0.0981,
      "step": 392010
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.281738663564573e-06,
      "loss": 0.0976,
      "step": 392020
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.280620120355249e-06,
      "loss": 0.0918,
      "step": 392030
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.279501577145926e-06,
      "loss": 0.0983,
      "step": 392040
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.278383033936601e-06,
      "loss": 0.09,
      "step": 392050
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.2772644907272775e-06,
      "loss": 0.0911,
      "step": 392060
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.276145947517953e-06,
      "loss": 0.0913,
      "step": 392070
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.275027404308628e-06,
      "loss": 0.0996,
      "step": 392080
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.273908861099305e-06,
      "loss": 0.0976,
      "step": 392090
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.27279031788998e-06,
      "loss": 0.0968,
      "step": 392100
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.271671774680655e-06,
      "loss": 0.0992,
      "step": 392110
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.270553231471332e-06,
      "loss": 0.097,
      "step": 392120
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.269434688262008e-06,
      "loss": 0.0951,
      "step": 392130
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.268316145052684e-06,
      "loss": 0.0969,
      "step": 392140
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.267197601843359e-06,
      "loss": 0.0929,
      "step": 392150
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.266079058634035e-06,
      "loss": 0.097,
      "step": 392160
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.264960515424712e-06,
      "loss": 0.088,
      "step": 392170
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.263841972215387e-06,
      "loss": 0.095,
      "step": 392180
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.262723429006062e-06,
      "loss": 0.0925,
      "step": 392190
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.261604885796739e-06,
      "loss": 0.0959,
      "step": 392200
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.260486342587414e-06,
      "loss": 0.0959,
      "step": 392210
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.2593677993780904e-06,
      "loss": 0.0943,
      "step": 392220
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.258249256168766e-06,
      "loss": 0.0912,
      "step": 392230
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.257130712959441e-06,
      "loss": 0.0934,
      "step": 392240
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.256012169750118e-06,
      "loss": 0.0994,
      "step": 392250
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.254893626540794e-06,
      "loss": 0.0914,
      "step": 392260
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.253775083331469e-06,
      "loss": 0.0913,
      "step": 392270
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.252656540122145e-06,
      "loss": 0.0952,
      "step": 392280
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.251537996912821e-06,
      "loss": 0.0938,
      "step": 392290
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.250419453703498e-06,
      "loss": 0.0933,
      "step": 392300
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.249300910494172e-06,
      "loss": 0.0941,
      "step": 392310
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.2481823672848485e-06,
      "loss": 0.0929,
      "step": 392320
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.247063824075524e-06,
      "loss": 0.0959,
      "step": 392330
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.2459452808662e-06,
      "loss": 0.0947,
      "step": 392340
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.244826737656876e-06,
      "loss": 0.0902,
      "step": 392350
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.243708194447552e-06,
      "loss": 0.0935,
      "step": 392360
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.242589651238227e-06,
      "loss": 0.0964,
      "step": 392370
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.241471108028903e-06,
      "loss": 0.0994,
      "step": 392380
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.24035256481958e-06,
      "loss": 0.0889,
      "step": 392390
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.239234021610255e-06,
      "loss": 0.0913,
      "step": 392400
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.23811547840093e-06,
      "loss": 0.0939,
      "step": 392410
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.236996935191607e-06,
      "loss": 0.0977,
      "step": 392420
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.235878391982283e-06,
      "loss": 0.0967,
      "step": 392430
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.234759848772958e-06,
      "loss": 0.0958,
      "step": 392440
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.233641305563634e-06,
      "loss": 0.0937,
      "step": 392450
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.23252276235431e-06,
      "loss": 0.0921,
      "step": 392460
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.231404219144986e-06,
      "loss": 0.0954,
      "step": 392470
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.2302856759356615e-06,
      "loss": 0.093,
      "step": 392480
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.229167132726337e-06,
      "loss": 0.0941,
      "step": 392490
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.228048589517013e-06,
      "loss": 0.0977,
      "step": 392500
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.226930046307689e-06,
      "loss": 0.0956,
      "step": 392510
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.225811503098366e-06,
      "loss": 0.0945,
      "step": 392520
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.22469295988904e-06,
      "loss": 0.0964,
      "step": 392530
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.223574416679716e-06,
      "loss": 0.0969,
      "step": 392540
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.222455873470393e-06,
      "loss": 0.0938,
      "step": 392550
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.221337330261069e-06,
      "loss": 0.0967,
      "step": 392560
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.220218787051743e-06,
      "loss": 0.0921,
      "step": 392570
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.21910024384242e-06,
      "loss": 0.0996,
      "step": 392580
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.217981700633096e-06,
      "loss": 0.0966,
      "step": 392590
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.216863157423772e-06,
      "loss": 0.0939,
      "step": 392600
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.2157446142144475e-06,
      "loss": 0.0958,
      "step": 392610
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.214626071005123e-06,
      "loss": 0.0935,
      "step": 392620
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.213507527795799e-06,
      "loss": 0.0971,
      "step": 392630
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.212388984586475e-06,
      "loss": 0.0944,
      "step": 392640
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.211270441377151e-06,
      "loss": 0.0976,
      "step": 392650
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.210151898167826e-06,
      "loss": 0.0987,
      "step": 392660
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.209033354958502e-06,
      "loss": 0.0963,
      "step": 392670
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.2079148117491786e-06,
      "loss": 0.0997,
      "step": 392680
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.206796268539854e-06,
      "loss": 0.0913,
      "step": 392690
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.205677725330529e-06,
      "loss": 0.0975,
      "step": 392700
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.2045591821212056e-06,
      "loss": 0.0906,
      "step": 392710
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.203440638911882e-06,
      "loss": 0.095,
      "step": 392720
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.202322095702557e-06,
      "loss": 0.0981,
      "step": 392730
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.2012035524932326e-06,
      "loss": 0.0928,
      "step": 392740
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.200085009283909e-06,
      "loss": 0.0942,
      "step": 392750
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.198966466074585e-06,
      "loss": 0.0943,
      "step": 392760
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.19784792286526e-06,
      "loss": 0.0945,
      "step": 392770
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.196729379655937e-06,
      "loss": 0.0938,
      "step": 392780
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.195610836446612e-06,
      "loss": 0.0935,
      "step": 392790
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.194492293237288e-06,
      "loss": 0.0965,
      "step": 392800
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.193373750027964e-06,
      "loss": 0.0938,
      "step": 392810
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.19225520681864e-06,
      "loss": 0.0926,
      "step": 392820
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.191136663609315e-06,
      "loss": 0.0934,
      "step": 392830
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1900181203999915e-06,
      "loss": 0.09,
      "step": 392840
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.188899577190667e-06,
      "loss": 0.0974,
      "step": 392850
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.187781033981343e-06,
      "loss": 0.0967,
      "step": 392860
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1866624907720185e-06,
      "loss": 0.0978,
      "step": 392870
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.185543947562695e-06,
      "loss": 0.0948,
      "step": 392880
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.18442540435337e-06,
      "loss": 0.0953,
      "step": 392890
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.183306861144046e-06,
      "loss": 0.0944,
      "step": 392900
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.182188317934722e-06,
      "loss": 0.0922,
      "step": 392910
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.181069774725398e-06,
      "loss": 0.0941,
      "step": 392920
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.179951231516073e-06,
      "loss": 0.0987,
      "step": 392930
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.17883268830675e-06,
      "loss": 0.0937,
      "step": 392940
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.177714145097426e-06,
      "loss": 0.0915,
      "step": 392950
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.176595601888101e-06,
      "loss": 0.0944,
      "step": 392960
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.175477058678777e-06,
      "loss": 0.0938,
      "step": 392970
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.174358515469453e-06,
      "loss": 0.0953,
      "step": 392980
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.173239972260129e-06,
      "loss": 0.0926,
      "step": 392990
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1721214290508045e-06,
      "loss": 0.0941,
      "step": 393000
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.17100288584148e-06,
      "loss": 0.0976,
      "step": 393010
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.169884342632156e-06,
      "loss": 0.0977,
      "step": 393020
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.168765799422832e-06,
      "loss": 0.0907,
      "step": 393030
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.167647256213508e-06,
      "loss": 0.0941,
      "step": 393040
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.166528713004183e-06,
      "loss": 0.0904,
      "step": 393050
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.165410169794859e-06,
      "loss": 0.0919,
      "step": 393060
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1642916265855356e-06,
      "loss": 0.0952,
      "step": 393070
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.163173083376211e-06,
      "loss": 0.0901,
      "step": 393080
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.162054540166886e-06,
      "loss": 0.0957,
      "step": 393090
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.160935996957563e-06,
      "loss": 0.0934,
      "step": 393100
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.159817453748239e-06,
      "loss": 0.0935,
      "step": 393110
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.158698910538915e-06,
      "loss": 0.0915,
      "step": 393120
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.15758036732959e-06,
      "loss": 0.0973,
      "step": 393130
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.156461824120266e-06,
      "loss": 0.098,
      "step": 393140
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.155343280910942e-06,
      "loss": 0.0916,
      "step": 393150
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.154224737701618e-06,
      "loss": 0.0959,
      "step": 393160
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.153106194492294e-06,
      "loss": 0.0942,
      "step": 393170
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.151987651282969e-06,
      "loss": 0.0947,
      "step": 393180
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.150869108073645e-06,
      "loss": 0.0934,
      "step": 393190
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1497505648643215e-06,
      "loss": 0.0954,
      "step": 393200
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.148632021654997e-06,
      "loss": 0.0938,
      "step": 393210
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.147513478445672e-06,
      "loss": 0.0953,
      "step": 393220
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1463949352363485e-06,
      "loss": 0.0928,
      "step": 393230
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.145276392027025e-06,
      "loss": 0.0912,
      "step": 393240
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1441578488177e-06,
      "loss": 0.0951,
      "step": 393250
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1430393056083755e-06,
      "loss": 0.0935,
      "step": 393260
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.141920762399052e-06,
      "loss": 0.0929,
      "step": 393270
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.140802219189728e-06,
      "loss": 0.0949,
      "step": 393280
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.139683675980403e-06,
      "loss": 0.0896,
      "step": 393290
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.138565132771079e-06,
      "loss": 0.0899,
      "step": 393300
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.137446589561755e-06,
      "loss": 0.0945,
      "step": 393310
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.136328046352431e-06,
      "loss": 0.0961,
      "step": 393320
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.135209503143107e-06,
      "loss": 0.0902,
      "step": 393330
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.134090959933782e-06,
      "loss": 0.099,
      "step": 393340
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.132972416724458e-06,
      "loss": 0.0976,
      "step": 393350
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1318538735151345e-06,
      "loss": 0.0917,
      "step": 393360
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.13073533030581e-06,
      "loss": 0.0984,
      "step": 393370
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.129616787096486e-06,
      "loss": 0.092,
      "step": 393380
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1284982438871615e-06,
      "loss": 0.099,
      "step": 393390
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.127379700677838e-06,
      "loss": 0.0967,
      "step": 393400
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.126261157468513e-06,
      "loss": 0.0947,
      "step": 393410
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.125142614259189e-06,
      "loss": 0.0958,
      "step": 393420
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.124024071049865e-06,
      "loss": 0.0922,
      "step": 393430
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.122905527840541e-06,
      "loss": 0.0954,
      "step": 393440
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.121786984631216e-06,
      "loss": 0.092,
      "step": 393450
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.120668441421893e-06,
      "loss": 0.0931,
      "step": 393460
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.119549898212568e-06,
      "loss": 0.093,
      "step": 393470
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.118431355003244e-06,
      "loss": 0.089,
      "step": 393480
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.11731281179392e-06,
      "loss": 0.095,
      "step": 393490
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.116194268584596e-06,
      "loss": 0.0927,
      "step": 393500
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.115075725375271e-06,
      "loss": 0.0939,
      "step": 393510
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1139571821659475e-06,
      "loss": 0.0934,
      "step": 393520
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.112838638956623e-06,
      "loss": 0.0917,
      "step": 393530
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.111720095747299e-06,
      "loss": 0.0938,
      "step": 393540
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.110601552537975e-06,
      "loss": 0.0922,
      "step": 393550
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.109483009328651e-06,
      "loss": 0.0937,
      "step": 393560
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.108476320440259e-06,
      "loss": 0.0911,
      "step": 393570
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.107357777230935e-06,
      "loss": 0.0981,
      "step": 393580
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.106239234021611e-06,
      "loss": 0.0906,
      "step": 393590
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.1051206908122865e-06,
      "loss": 0.091,
      "step": 393600
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.104002147602962e-06,
      "loss": 0.0943,
      "step": 393610
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.102883604393638e-06,
      "loss": 0.0932,
      "step": 393620
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.101765061184314e-06,
      "loss": 0.0888,
      "step": 393630
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.10064651797499e-06,
      "loss": 0.092,
      "step": 393640
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.099527974765665e-06,
      "loss": 0.0939,
      "step": 393650
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.098409431556341e-06,
      "loss": 0.0952,
      "step": 393660
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0972908883470176e-06,
      "loss": 0.0988,
      "step": 393670
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.096172345137693e-06,
      "loss": 0.0945,
      "step": 393680
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.095053801928368e-06,
      "loss": 0.0958,
      "step": 393690
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.093935258719045e-06,
      "loss": 0.0923,
      "step": 393700
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.092816715509721e-06,
      "loss": 0.0894,
      "step": 393710
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.091698172300396e-06,
      "loss": 0.0934,
      "step": 393720
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0905796290910724e-06,
      "loss": 0.0907,
      "step": 393730
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.089461085881748e-06,
      "loss": 0.095,
      "step": 393740
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.088342542672424e-06,
      "loss": 0.0886,
      "step": 393750
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0872239994630994e-06,
      "loss": 0.091,
      "step": 393760
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.086105456253776e-06,
      "loss": 0.0901,
      "step": 393770
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.084986913044451e-06,
      "loss": 0.0871,
      "step": 393780
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.083868369835127e-06,
      "loss": 0.0965,
      "step": 393790
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.082749826625803e-06,
      "loss": 0.0956,
      "step": 393800
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.081631283416479e-06,
      "loss": 0.0936,
      "step": 393810
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.080512740207154e-06,
      "loss": 0.0944,
      "step": 393820
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0793941969978305e-06,
      "loss": 0.0964,
      "step": 393830
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.078275653788506e-06,
      "loss": 0.0956,
      "step": 393840
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.077157110579182e-06,
      "loss": 0.0923,
      "step": 393850
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0760385673698575e-06,
      "loss": 0.0964,
      "step": 393860
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.074920024160534e-06,
      "loss": 0.0978,
      "step": 393870
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.073801480951209e-06,
      "loss": 0.0962,
      "step": 393880
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.072682937741885e-06,
      "loss": 0.0939,
      "step": 393890
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.071564394532562e-06,
      "loss": 0.0914,
      "step": 393900
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.070445851323237e-06,
      "loss": 0.0952,
      "step": 393910
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.069327308113912e-06,
      "loss": 0.0921,
      "step": 393920
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.068208764904589e-06,
      "loss": 0.0915,
      "step": 393930
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.067090221695265e-06,
      "loss": 0.0952,
      "step": 393940
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.06597167848594e-06,
      "loss": 0.0915,
      "step": 393950
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.064853135276616e-06,
      "loss": 0.09,
      "step": 393960
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.063734592067292e-06,
      "loss": 0.0958,
      "step": 393970
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.062616048857968e-06,
      "loss": 0.0935,
      "step": 393980
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0614975056486435e-06,
      "loss": 0.092,
      "step": 393990
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.060378962439319e-06,
      "loss": 0.091,
      "step": 394000
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.059260419229995e-06,
      "loss": 0.0878,
      "step": 394010
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.058141876020671e-06,
      "loss": 0.0946,
      "step": 394020
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.057023332811347e-06,
      "loss": 0.0909,
      "step": 394030
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.055904789602022e-06,
      "loss": 0.0989,
      "step": 394040
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.054786246392698e-06,
      "loss": 0.0928,
      "step": 394050
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.053667703183375e-06,
      "loss": 0.0947,
      "step": 394060
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.05254915997405e-06,
      "loss": 0.0956,
      "step": 394070
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.051430616764725e-06,
      "loss": 0.0927,
      "step": 394080
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.050312073555402e-06,
      "loss": 0.0916,
      "step": 394090
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.049193530346078e-06,
      "loss": 0.094,
      "step": 394100
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.048074987136754e-06,
      "loss": 0.0941,
      "step": 394110
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.046956443927429e-06,
      "loss": 0.0928,
      "step": 394120
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.045837900718105e-06,
      "loss": 0.0953,
      "step": 394130
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.044719357508781e-06,
      "loss": 0.0927,
      "step": 394140
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.043600814299457e-06,
      "loss": 0.0915,
      "step": 394150
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.042482271090133e-06,
      "loss": 0.0941,
      "step": 394160
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.041363727880808e-06,
      "loss": 0.0924,
      "step": 394170
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.040245184671484e-06,
      "loss": 0.0895,
      "step": 394180
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0391266414621605e-06,
      "loss": 0.0938,
      "step": 394190
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.038008098252836e-06,
      "loss": 0.0942,
      "step": 394200
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.036889555043511e-06,
      "loss": 0.0919,
      "step": 394210
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0357710118341876e-06,
      "loss": 0.0908,
      "step": 394220
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.034652468624864e-06,
      "loss": 0.0939,
      "step": 394230
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.033533925415539e-06,
      "loss": 0.0917,
      "step": 394240
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0324153822062146e-06,
      "loss": 0.0956,
      "step": 394250
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.031296838996891e-06,
      "loss": 0.0883,
      "step": 394260
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.030178295787567e-06,
      "loss": 0.0979,
      "step": 394270
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.029059752578242e-06,
      "loss": 0.0944,
      "step": 394280
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.027941209368918e-06,
      "loss": 0.0922,
      "step": 394290
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.026822666159594e-06,
      "loss": 0.0933,
      "step": 394300
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.02570412295027e-06,
      "loss": 0.0964,
      "step": 394310
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.024585579740946e-06,
      "loss": 0.0905,
      "step": 394320
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.023467036531622e-06,
      "loss": 0.0921,
      "step": 394330
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.022348493322297e-06,
      "loss": 0.0956,
      "step": 394340
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0212299501129735e-06,
      "loss": 0.0921,
      "step": 394350
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.020111406903649e-06,
      "loss": 0.0944,
      "step": 394360
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.018992863694325e-06,
      "loss": 0.0945,
      "step": 394370
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0178743204850005e-06,
      "loss": 0.0889,
      "step": 394380
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.016755777275677e-06,
      "loss": 0.0933,
      "step": 394390
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.015637234066352e-06,
      "loss": 0.0952,
      "step": 394400
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.014518690857028e-06,
      "loss": 0.0929,
      "step": 394410
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.013400147647704e-06,
      "loss": 0.1018,
      "step": 394420
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.01228160443838e-06,
      "loss": 0.0977,
      "step": 394430
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.011163061229055e-06,
      "loss": 0.0925,
      "step": 394440
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.010044518019732e-06,
      "loss": 0.0974,
      "step": 394450
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.008925974810407e-06,
      "loss": 0.0963,
      "step": 394460
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.007807431601083e-06,
      "loss": 0.0953,
      "step": 394470
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.006688888391759e-06,
      "loss": 0.0941,
      "step": 394480
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.005570345182435e-06,
      "loss": 0.0967,
      "step": 394490
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.004451801973111e-06,
      "loss": 0.0953,
      "step": 394500
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0033332587637865e-06,
      "loss": 0.098,
      "step": 394510
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.002214715554462e-06,
      "loss": 0.097,
      "step": 394520
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.001096172345138e-06,
      "loss": 0.0969,
      "step": 394530
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.999977629135814e-06,
      "loss": 0.0998,
      "step": 394540
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.99885908592649e-06,
      "loss": 0.1001,
      "step": 394550
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.997740542717165e-06,
      "loss": 0.091,
      "step": 394560
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.996621999507841e-06,
      "loss": 0.0955,
      "step": 394570
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9955034562985176e-06,
      "loss": 0.0934,
      "step": 394580
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.994384913089193e-06,
      "loss": 0.0974,
      "step": 394590
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.993266369879868e-06,
      "loss": 0.0947,
      "step": 394600
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9921478266705446e-06,
      "loss": 0.097,
      "step": 394610
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.991029283461221e-06,
      "loss": 0.0965,
      "step": 394620
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.989910740251896e-06,
      "loss": 0.0924,
      "step": 394630
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9887921970425716e-06,
      "loss": 0.0923,
      "step": 394640
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.987673653833248e-06,
      "loss": 0.0947,
      "step": 394650
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.986555110623924e-06,
      "loss": 0.0952,
      "step": 394660
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9854365674145994e-06,
      "loss": 0.0968,
      "step": 394670
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.984318024205275e-06,
      "loss": 0.0933,
      "step": 394680
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.983199480995951e-06,
      "loss": 0.093,
      "step": 394690
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.982080937786627e-06,
      "loss": 0.0965,
      "step": 394700
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9809623945773035e-06,
      "loss": 0.0979,
      "step": 394710
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.979843851367978e-06,
      "loss": 0.0914,
      "step": 394720
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.978725308158654e-06,
      "loss": 0.0915,
      "step": 394730
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9776067649493305e-06,
      "loss": 0.0935,
      "step": 394740
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.976488221740007e-06,
      "loss": 0.0962,
      "step": 394750
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.975369678530682e-06,
      "loss": 0.092,
      "step": 394760
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9742511353213575e-06,
      "loss": 0.0949,
      "step": 394770
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.973132592112034e-06,
      "loss": 0.0975,
      "step": 394780
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.97201404890271e-06,
      "loss": 0.0952,
      "step": 394790
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.970895505693385e-06,
      "loss": 0.0933,
      "step": 394800
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.969776962484061e-06,
      "loss": 0.093,
      "step": 394810
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.968658419274737e-06,
      "loss": 0.0993,
      "step": 394820
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.967539876065413e-06,
      "loss": 0.0958,
      "step": 394830
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.966421332856089e-06,
      "loss": 0.0918,
      "step": 394840
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.965302789646764e-06,
      "loss": 0.0924,
      "step": 394850
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.96418424643744e-06,
      "loss": 0.0996,
      "step": 394860
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9630657032281165e-06,
      "loss": 0.0919,
      "step": 394870
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.961947160018792e-06,
      "loss": 0.0921,
      "step": 394880
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.960828616809467e-06,
      "loss": 0.0953,
      "step": 394890
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9597100736001435e-06,
      "loss": 0.0915,
      "step": 394900
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.958591530390819e-06,
      "loss": 0.0944,
      "step": 394910
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.957472987181495e-06,
      "loss": 0.0941,
      "step": 394920
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.956354443972171e-06,
      "loss": 0.0946,
      "step": 394930
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.955235900762847e-06,
      "loss": 0.0961,
      "step": 394940
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.954117357553522e-06,
      "loss": 0.0912,
      "step": 394950
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.952998814344198e-06,
      "loss": 0.0973,
      "step": 394960
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.951880271134875e-06,
      "loss": 0.0963,
      "step": 394970
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.95076172792555e-06,
      "loss": 0.0972,
      "step": 394980
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.949643184716225e-06,
      "loss": 0.0952,
      "step": 394990
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.948524641506902e-06,
      "loss": 0.0951,
      "step": 395000
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.947406098297578e-06,
      "loss": 0.093,
      "step": 395010
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.946287555088253e-06,
      "loss": 0.0906,
      "step": 395020
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.945169011878929e-06,
      "loss": 0.0965,
      "step": 395030
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.944050468669605e-06,
      "loss": 0.0993,
      "step": 395040
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.942931925460281e-06,
      "loss": 0.0983,
      "step": 395050
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9418133822509564e-06,
      "loss": 0.0944,
      "step": 395060
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.940694839041632e-06,
      "loss": 0.0995,
      "step": 395070
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.939576295832308e-06,
      "loss": 0.0954,
      "step": 395080
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.938457752622984e-06,
      "loss": 0.0978,
      "step": 395090
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9373392094136605e-06,
      "loss": 0.0993,
      "step": 395100
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.936220666204335e-06,
      "loss": 0.0955,
      "step": 395110
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.935102122995011e-06,
      "loss": 0.0964,
      "step": 395120
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9339835797856875e-06,
      "loss": 0.097,
      "step": 395130
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.932865036576364e-06,
      "loss": 0.096,
      "step": 395140
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.931746493367038e-06,
      "loss": 0.0934,
      "step": 395150
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9306279501577145e-06,
      "loss": 0.0955,
      "step": 395160
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.929509406948391e-06,
      "loss": 0.0938,
      "step": 395170
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.928390863739067e-06,
      "loss": 0.0968,
      "step": 395180
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.927272320529742e-06,
      "loss": 0.0955,
      "step": 395190
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.926153777320418e-06,
      "loss": 0.099,
      "step": 395200
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.925035234111094e-06,
      "loss": 0.0931,
      "step": 395210
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.92391669090177e-06,
      "loss": 0.0963,
      "step": 395220
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.922798147692446e-06,
      "loss": 0.0962,
      "step": 395230
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.921679604483121e-06,
      "loss": 0.0925,
      "step": 395240
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.920561061273797e-06,
      "loss": 0.0955,
      "step": 395250
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9194425180644735e-06,
      "loss": 0.095,
      "step": 395260
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.918323974855149e-06,
      "loss": 0.0962,
      "step": 395270
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.917205431645824e-06,
      "loss": 0.0966,
      "step": 395280
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9160868884365005e-06,
      "loss": 0.0984,
      "step": 395290
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.914968345227177e-06,
      "loss": 0.0982,
      "step": 395300
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.913849802017852e-06,
      "loss": 0.0946,
      "step": 395310
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9127312588085275e-06,
      "loss": 0.095,
      "step": 395320
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.911612715599204e-06,
      "loss": 0.0961,
      "step": 395330
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.91049417238988e-06,
      "loss": 0.0976,
      "step": 395340
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.909375629180555e-06,
      "loss": 0.0939,
      "step": 395350
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.908257085971232e-06,
      "loss": 0.0974,
      "step": 395360
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.907138542761907e-06,
      "loss": 0.0945,
      "step": 395370
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.906019999552583e-06,
      "loss": 0.0957,
      "step": 395380
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.904901456343259e-06,
      "loss": 0.0958,
      "step": 395390
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.903782913133935e-06,
      "loss": 0.0989,
      "step": 395400
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.90266436992461e-06,
      "loss": 0.0982,
      "step": 395410
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.9015458267152865e-06,
      "loss": 0.096,
      "step": 395420
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.900427283505962e-06,
      "loss": 0.0942,
      "step": 395430
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.899308740296638e-06,
      "loss": 0.0937,
      "step": 395440
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8981901970873135e-06,
      "loss": 0.0936,
      "step": 395450
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.89707165387799e-06,
      "loss": 0.0961,
      "step": 395460
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.895953110668665e-06,
      "loss": 0.0947,
      "step": 395470
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.894834567459341e-06,
      "loss": 0.0975,
      "step": 395480
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.893716024250017e-06,
      "loss": 0.0935,
      "step": 395490
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.892597481040693e-06,
      "loss": 0.0949,
      "step": 395500
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.891478937831368e-06,
      "loss": 0.0939,
      "step": 395510
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8903603946220446e-06,
      "loss": 0.0963,
      "step": 395520
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.889241851412721e-06,
      "loss": 0.0936,
      "step": 395530
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.888123308203396e-06,
      "loss": 0.0949,
      "step": 395540
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8870047649940716e-06,
      "loss": 0.0939,
      "step": 395550
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.885886221784748e-06,
      "loss": 0.0942,
      "step": 395560
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.884767678575424e-06,
      "loss": 0.0964,
      "step": 395570
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.883649135366099e-06,
      "loss": 0.0983,
      "step": 395580
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.882530592156775e-06,
      "loss": 0.0953,
      "step": 395590
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.881412048947451e-06,
      "loss": 0.0951,
      "step": 395600
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.880293505738127e-06,
      "loss": 0.0988,
      "step": 395610
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.879174962528803e-06,
      "loss": 0.0956,
      "step": 395620
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.878056419319478e-06,
      "loss": 0.0984,
      "step": 395630
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.877049730431087e-06,
      "loss": 0.0997,
      "step": 395640
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.875931187221763e-06,
      "loss": 0.0986,
      "step": 395650
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8748126440124384e-06,
      "loss": 0.0978,
      "step": 395660
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.873694100803114e-06,
      "loss": 0.0972,
      "step": 395670
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.87257555759379e-06,
      "loss": 0.0979,
      "step": 395680
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.871457014384466e-06,
      "loss": 0.0944,
      "step": 395690
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.870338471175142e-06,
      "loss": 0.0956,
      "step": 395700
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.869219927965817e-06,
      "loss": 0.0957,
      "step": 395710
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.868101384756493e-06,
      "loss": 0.0936,
      "step": 395720
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8669828415471695e-06,
      "loss": 0.0997,
      "step": 395730
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.865864298337845e-06,
      "loss": 0.1015,
      "step": 395740
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.864745755128521e-06,
      "loss": 0.0983,
      "step": 395750
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8636272119191965e-06,
      "loss": 0.0938,
      "step": 395760
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.862508668709873e-06,
      "loss": 0.1009,
      "step": 395770
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.861390125500548e-06,
      "loss": 0.0954,
      "step": 395780
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.860271582291224e-06,
      "loss": 0.0974,
      "step": 395790
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8591530390819e-06,
      "loss": 0.0947,
      "step": 395800
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.858034495872576e-06,
      "loss": 0.0962,
      "step": 395810
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.856915952663251e-06,
      "loss": 0.0921,
      "step": 395820
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.855797409453928e-06,
      "loss": 0.0944,
      "step": 395830
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.854678866244603e-06,
      "loss": 0.0942,
      "step": 395840
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.853560323035279e-06,
      "loss": 0.0978,
      "step": 395850
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.852441779825955e-06,
      "loss": 0.0935,
      "step": 395860
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.851323236616631e-06,
      "loss": 0.0951,
      "step": 395870
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.850204693407306e-06,
      "loss": 0.0952,
      "step": 395880
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8490861501979825e-06,
      "loss": 0.0953,
      "step": 395890
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.847967606988658e-06,
      "loss": 0.0931,
      "step": 395900
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.846849063779334e-06,
      "loss": 0.0972,
      "step": 395910
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.84573052057001e-06,
      "loss": 0.0953,
      "step": 395920
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.844611977360686e-06,
      "loss": 0.094,
      "step": 395930
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.843493434151361e-06,
      "loss": 0.0943,
      "step": 395940
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.842374890942037e-06,
      "loss": 0.0961,
      "step": 395950
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.841256347732714e-06,
      "loss": 0.0995,
      "step": 395960
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.840137804523389e-06,
      "loss": 0.0968,
      "step": 395970
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.839019261314064e-06,
      "loss": 0.0971,
      "step": 395980
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.837900718104741e-06,
      "loss": 0.097,
      "step": 395990
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.836782174895417e-06,
      "loss": 0.0951,
      "step": 396000
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.835663631686092e-06,
      "loss": 0.0946,
      "step": 396010
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.834545088476768e-06,
      "loss": 0.1009,
      "step": 396020
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.833426545267444e-06,
      "loss": 0.0911,
      "step": 396030
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.83230800205812e-06,
      "loss": 0.094,
      "step": 396040
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8311894588487955e-06,
      "loss": 0.097,
      "step": 396050
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.830070915639471e-06,
      "loss": 0.0979,
      "step": 396060
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.828952372430147e-06,
      "loss": 0.0975,
      "step": 396070
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.827833829220823e-06,
      "loss": 0.0932,
      "step": 396080
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8267152860114995e-06,
      "loss": 0.0937,
      "step": 396090
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.825596742802174e-06,
      "loss": 0.0957,
      "step": 396100
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.82447819959285e-06,
      "loss": 0.0975,
      "step": 396110
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8233596563835266e-06,
      "loss": 0.0967,
      "step": 396120
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.822241113174203e-06,
      "loss": 0.093,
      "step": 396130
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.821122569964878e-06,
      "loss": 0.0969,
      "step": 396140
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8200040267555536e-06,
      "loss": 0.0926,
      "step": 396150
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.81888548354623e-06,
      "loss": 0.0963,
      "step": 396160
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.817766940336906e-06,
      "loss": 0.096,
      "step": 396170
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.816648397127581e-06,
      "loss": 0.0943,
      "step": 396180
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.815529853918257e-06,
      "loss": 0.0946,
      "step": 396190
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.814411310708933e-06,
      "loss": 0.0971,
      "step": 396200
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.813292767499609e-06,
      "loss": 0.0947,
      "step": 396210
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.812174224290285e-06,
      "loss": 0.0974,
      "step": 396220
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.81105568108096e-06,
      "loss": 0.0935,
      "step": 396230
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.809937137871636e-06,
      "loss": 0.0907,
      "step": 396240
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8088185946623125e-06,
      "loss": 0.0943,
      "step": 396250
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.807700051452988e-06,
      "loss": 0.0958,
      "step": 396260
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.806581508243663e-06,
      "loss": 0.0947,
      "step": 396270
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8054629650343395e-06,
      "loss": 0.098,
      "step": 396280
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.804344421825016e-06,
      "loss": 0.0925,
      "step": 396290
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.803225878615691e-06,
      "loss": 0.0919,
      "step": 396300
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8021073354063665e-06,
      "loss": 0.0955,
      "step": 396310
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.800988792197043e-06,
      "loss": 0.0926,
      "step": 396320
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.799870248987719e-06,
      "loss": 0.0987,
      "step": 396330
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.798751705778394e-06,
      "loss": 0.0926,
      "step": 396340
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.797633162569071e-06,
      "loss": 0.0964,
      "step": 396350
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.796514619359746e-06,
      "loss": 0.0967,
      "step": 396360
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.795396076150422e-06,
      "loss": 0.0971,
      "step": 396370
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.794277532941098e-06,
      "loss": 0.0902,
      "step": 396380
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.793158989731774e-06,
      "loss": 0.0905,
      "step": 396390
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.792040446522449e-06,
      "loss": 0.0946,
      "step": 396400
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.7909219033131255e-06,
      "loss": 0.0984,
      "step": 396410
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.789803360103801e-06,
      "loss": 0.0972,
      "step": 396420
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.788684816894477e-06,
      "loss": 0.0932,
      "step": 396430
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.7875662736851525e-06,
      "loss": 0.0932,
      "step": 396440
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.786447730475829e-06,
      "loss": 0.0967,
      "step": 396450
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.785329187266504e-06,
      "loss": 0.0974,
      "step": 396460
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.78421064405718e-06,
      "loss": 0.098,
      "step": 396470
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.783092100847856e-06,
      "loss": 0.0912,
      "step": 396480
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.781973557638532e-06,
      "loss": 0.0944,
      "step": 396490
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.780855014429207e-06,
      "loss": 0.0953,
      "step": 396500
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7797364712198836e-06,
      "loss": 0.1014,
      "step": 396510
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.77861792801056e-06,
      "loss": 0.0949,
      "step": 396520
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.777499384801235e-06,
      "loss": 0.0959,
      "step": 396530
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.776380841591911e-06,
      "loss": 0.0971,
      "step": 396540
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.775262298382587e-06,
      "loss": 0.0984,
      "step": 396550
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.774143755173263e-06,
      "loss": 0.0936,
      "step": 396560
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7730252119639384e-06,
      "loss": 0.0947,
      "step": 396570
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.771906668754614e-06,
      "loss": 0.0943,
      "step": 396580
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.77078812554529e-06,
      "loss": 0.0917,
      "step": 396590
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.769669582335966e-06,
      "loss": 0.0933,
      "step": 396600
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.768551039126642e-06,
      "loss": 0.0949,
      "step": 396610
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.767432495917317e-06,
      "loss": 0.0947,
      "step": 396620
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.766313952707993e-06,
      "loss": 0.0944,
      "step": 396630
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7651954094986695e-06,
      "loss": 0.0972,
      "step": 396640
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.764076866289345e-06,
      "loss": 0.0964,
      "step": 396650
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.76295832308002e-06,
      "loss": 0.0982,
      "step": 396660
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7618397798706965e-06,
      "loss": 0.0951,
      "step": 396670
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.760721236661373e-06,
      "loss": 0.0971,
      "step": 396680
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.759602693452049e-06,
      "loss": 0.0959,
      "step": 396690
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7584841502427235e-06,
      "loss": 0.0948,
      "step": 396700
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7573656070334e-06,
      "loss": 0.0953,
      "step": 396710
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.756247063824076e-06,
      "loss": 0.0981,
      "step": 396720
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.755128520614752e-06,
      "loss": 0.0955,
      "step": 396730
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.754009977405428e-06,
      "loss": 0.0906,
      "step": 396740
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.752891434196103e-06,
      "loss": 0.1002,
      "step": 396750
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.751772890986779e-06,
      "loss": 0.0935,
      "step": 396760
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7506543477774555e-06,
      "loss": 0.1007,
      "step": 396770
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.749535804568131e-06,
      "loss": 0.0928,
      "step": 396780
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.748417261358806e-06,
      "loss": 0.1,
      "step": 396790
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7472987181494825e-06,
      "loss": 0.0926,
      "step": 396800
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.746180174940159e-06,
      "loss": 0.0935,
      "step": 396810
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.745061631730834e-06,
      "loss": 0.096,
      "step": 396820
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7439430885215095e-06,
      "loss": 0.1009,
      "step": 396830
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.742824545312186e-06,
      "loss": 0.0952,
      "step": 396840
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.741706002102862e-06,
      "loss": 0.0976,
      "step": 396850
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.740587458893537e-06,
      "loss": 0.0949,
      "step": 396860
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.739468915684213e-06,
      "loss": 0.0962,
      "step": 396870
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.738350372474889e-06,
      "loss": 0.0901,
      "step": 396880
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.737231829265565e-06,
      "loss": 0.0987,
      "step": 396890
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.736113286056241e-06,
      "loss": 0.0964,
      "step": 396900
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.734994742846917e-06,
      "loss": 0.091,
      "step": 396910
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.733876199637592e-06,
      "loss": 0.0928,
      "step": 396920
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7327576564282684e-06,
      "loss": 0.0932,
      "step": 396930
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.731639113218944e-06,
      "loss": 0.0946,
      "step": 396940
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.73052057000962e-06,
      "loss": 0.0965,
      "step": 396950
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7294020268002955e-06,
      "loss": 0.0934,
      "step": 396960
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.728283483590972e-06,
      "loss": 0.0971,
      "step": 396970
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.727164940381647e-06,
      "loss": 0.0921,
      "step": 396980
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.726046397172323e-06,
      "loss": 0.0913,
      "step": 396990
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.724927853962999e-06,
      "loss": 0.0958,
      "step": 397000
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.723809310753675e-06,
      "loss": 0.0883,
      "step": 397010
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.72269076754435e-06,
      "loss": 0.0961,
      "step": 397020
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7215722243350265e-06,
      "loss": 0.0934,
      "step": 397030
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.720453681125702e-06,
      "loss": 0.0934,
      "step": 397040
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.719335137916378e-06,
      "loss": 0.0931,
      "step": 397050
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7182165947070536e-06,
      "loss": 0.0999,
      "step": 397060
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.71709805149773e-06,
      "loss": 0.0907,
      "step": 397070
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.715979508288405e-06,
      "loss": 0.0953,
      "step": 397080
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.714860965079081e-06,
      "loss": 0.0991,
      "step": 397090
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.713742421869757e-06,
      "loss": 0.0952,
      "step": 397100
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.712623878660433e-06,
      "loss": 0.0951,
      "step": 397110
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.711505335451109e-06,
      "loss": 0.0954,
      "step": 397120
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.710386792241785e-06,
      "loss": 0.0935,
      "step": 397130
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.70926824903246e-06,
      "loss": 0.0954,
      "step": 397140
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.708149705823136e-06,
      "loss": 0.0945,
      "step": 397150
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7070311626138125e-06,
      "loss": 0.0948,
      "step": 397160
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.705912619404488e-06,
      "loss": 0.0946,
      "step": 397170
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.704794076195163e-06,
      "loss": 0.0949,
      "step": 397180
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7036755329858395e-06,
      "loss": 0.0977,
      "step": 397190
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.702556989776516e-06,
      "loss": 0.0952,
      "step": 397200
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.701438446567191e-06,
      "loss": 0.0964,
      "step": 397210
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7003199033578665e-06,
      "loss": 0.0971,
      "step": 397220
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.699201360148543e-06,
      "loss": 0.095,
      "step": 397230
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.698082816939219e-06,
      "loss": 0.096,
      "step": 397240
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.696964273729894e-06,
      "loss": 0.0946,
      "step": 397250
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.69584573052057e-06,
      "loss": 0.0911,
      "step": 397260
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.694727187311246e-06,
      "loss": 0.0961,
      "step": 397270
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.693608644101922e-06,
      "loss": 0.0938,
      "step": 397280
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6924901008925985e-06,
      "loss": 0.0974,
      "step": 397290
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.691371557683273e-06,
      "loss": 0.0924,
      "step": 397300
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.690253014473949e-06,
      "loss": 0.0948,
      "step": 397310
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6891344712646255e-06,
      "loss": 0.0939,
      "step": 397320
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.688015928055302e-06,
      "loss": 0.0996,
      "step": 397330
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.686897384845977e-06,
      "loss": 0.0931,
      "step": 397340
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6857788416366525e-06,
      "loss": 0.0898,
      "step": 397350
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.684660298427329e-06,
      "loss": 0.0992,
      "step": 397360
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.683541755218005e-06,
      "loss": 0.0933,
      "step": 397370
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.68242321200868e-06,
      "loss": 0.0952,
      "step": 397380
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.681304668799356e-06,
      "loss": 0.095,
      "step": 397390
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.680186125590032e-06,
      "loss": 0.0955,
      "step": 397400
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.679067582380708e-06,
      "loss": 0.0974,
      "step": 397410
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6779490391713836e-06,
      "loss": 0.0949,
      "step": 397420
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.676830495962059e-06,
      "loss": 0.0973,
      "step": 397430
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.675711952752735e-06,
      "loss": 0.0968,
      "step": 397440
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.674593409543411e-06,
      "loss": 0.0978,
      "step": 397450
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.673474866334087e-06,
      "loss": 0.0937,
      "step": 397460
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.672356323124762e-06,
      "loss": 0.0968,
      "step": 397470
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6712377799154384e-06,
      "loss": 0.0949,
      "step": 397480
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.670119236706115e-06,
      "loss": 0.091,
      "step": 397490
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.66900069349679e-06,
      "loss": 0.0971,
      "step": 397500
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.667882150287466e-06,
      "loss": 0.0957,
      "step": 397510
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.666763607078142e-06,
      "loss": 0.0947,
      "step": 397520
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.665645063868818e-06,
      "loss": 0.0917,
      "step": 397530
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.664526520659493e-06,
      "loss": 0.0946,
      "step": 397540
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6634079774501695e-06,
      "loss": 0.0928,
      "step": 397550
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.662289434240845e-06,
      "loss": 0.0928,
      "step": 397560
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.661170891031521e-06,
      "loss": 0.094,
      "step": 397570
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6600523478221965e-06,
      "loss": 0.0976,
      "step": 397580
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.658933804612873e-06,
      "loss": 0.0946,
      "step": 397590
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.657815261403548e-06,
      "loss": 0.0959,
      "step": 397600
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.656696718194224e-06,
      "loss": 0.0904,
      "step": 397610
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6555781749849e-06,
      "loss": 0.0938,
      "step": 397620
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.654459631775576e-06,
      "loss": 0.0965,
      "step": 397630
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.653452942887184e-06,
      "loss": 0.0965,
      "step": 397640
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.652334399677859e-06,
      "loss": 0.0945,
      "step": 397650
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6512158564685356e-06,
      "loss": 0.096,
      "step": 397660
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.650097313259212e-06,
      "loss": 0.0928,
      "step": 397670
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.648978770049887e-06,
      "loss": 0.1026,
      "step": 397680
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6478602268405626e-06,
      "loss": 0.0907,
      "step": 397690
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.646741683631239e-06,
      "loss": 0.0968,
      "step": 397700
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.645623140421915e-06,
      "loss": 0.0943,
      "step": 397710
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.64450459721259e-06,
      "loss": 0.0909,
      "step": 397720
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.643386054003267e-06,
      "loss": 0.0971,
      "step": 397730
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.642267510793942e-06,
      "loss": 0.0941,
      "step": 397740
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.641148967584618e-06,
      "loss": 0.0908,
      "step": 397750
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.640030424375294e-06,
      "loss": 0.0924,
      "step": 397760
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.63891188116597e-06,
      "loss": 0.0924,
      "step": 397770
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.637793337956645e-06,
      "loss": 0.0955,
      "step": 397780
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6366747947473215e-06,
      "loss": 0.1003,
      "step": 397790
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.635556251537997e-06,
      "loss": 0.0969,
      "step": 397800
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.634437708328673e-06,
      "loss": 0.0959,
      "step": 397810
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6333191651193485e-06,
      "loss": 0.0983,
      "step": 397820
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.632200621910025e-06,
      "loss": 0.0965,
      "step": 397830
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6310820787007e-06,
      "loss": 0.0913,
      "step": 397840
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.629963535491376e-06,
      "loss": 0.0931,
      "step": 397850
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.628844992282052e-06,
      "loss": 0.0975,
      "step": 397860
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.627726449072728e-06,
      "loss": 0.0958,
      "step": 397870
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.626607905863403e-06,
      "loss": 0.0964,
      "step": 397880
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.62548936265408e-06,
      "loss": 0.0978,
      "step": 397890
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.624370819444756e-06,
      "loss": 0.0922,
      "step": 397900
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.623252276235431e-06,
      "loss": 0.094,
      "step": 397910
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.622133733026107e-06,
      "loss": 0.092,
      "step": 397920
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.621015189816783e-06,
      "loss": 0.096,
      "step": 397930
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.619896646607459e-06,
      "loss": 0.0903,
      "step": 397940
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6187781033981345e-06,
      "loss": 0.0967,
      "step": 397950
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.61765956018881e-06,
      "loss": 0.0919,
      "step": 397960
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.616541016979486e-06,
      "loss": 0.1003,
      "step": 397970
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.615422473770162e-06,
      "loss": 0.0976,
      "step": 397980
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.614303930560838e-06,
      "loss": 0.0949,
      "step": 397990
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.613185387351513e-06,
      "loss": 0.093,
      "step": 398000
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.612066844142189e-06,
      "loss": 0.0952,
      "step": 398010
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6109483009328656e-06,
      "loss": 0.097,
      "step": 398020
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.609829757723541e-06,
      "loss": 0.0928,
      "step": 398030
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.608711214514216e-06,
      "loss": 0.0929,
      "step": 398040
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6075926713048926e-06,
      "loss": 0.092,
      "step": 398050
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.606474128095569e-06,
      "loss": 0.0902,
      "step": 398060
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.605355584886245e-06,
      "loss": 0.0915,
      "step": 398070
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.6042370416769196e-06,
      "loss": 0.0923,
      "step": 398080
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.603118498467596e-06,
      "loss": 0.0949,
      "step": 398090
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.601999955258272e-06,
      "loss": 0.0917,
      "step": 398100
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.600881412048948e-06,
      "loss": 0.0951,
      "step": 398110
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.599762868839623e-06,
      "loss": 0.0932,
      "step": 398120
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.598644325630299e-06,
      "loss": 0.0923,
      "step": 398130
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.597525782420975e-06,
      "loss": 0.0931,
      "step": 398140
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5964072392116515e-06,
      "loss": 0.0953,
      "step": 398150
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.595288696002327e-06,
      "loss": 0.0943,
      "step": 398160
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.594170152793002e-06,
      "loss": 0.0963,
      "step": 398170
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5930516095836785e-06,
      "loss": 0.0923,
      "step": 398180
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.591933066374355e-06,
      "loss": 0.0933,
      "step": 398190
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.59081452316503e-06,
      "loss": 0.0954,
      "step": 398200
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5896959799557055e-06,
      "loss": 0.0904,
      "step": 398210
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.588577436746382e-06,
      "loss": 0.0919,
      "step": 398220
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.587458893537058e-06,
      "loss": 0.0975,
      "step": 398230
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.586340350327733e-06,
      "loss": 0.0918,
      "step": 398240
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.585221807118409e-06,
      "loss": 0.0925,
      "step": 398250
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.584103263909085e-06,
      "loss": 0.0947,
      "step": 398260
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.582984720699761e-06,
      "loss": 0.0926,
      "step": 398270
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.581866177490437e-06,
      "loss": 0.0939,
      "step": 398280
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.580747634281112e-06,
      "loss": 0.0869,
      "step": 398290
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.579629091071788e-06,
      "loss": 0.0955,
      "step": 398300
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5785105478624645e-06,
      "loss": 0.0974,
      "step": 398310
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.57739200465314e-06,
      "loss": 0.095,
      "step": 398320
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.576273461443816e-06,
      "loss": 0.0964,
      "step": 398330
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5751549182344915e-06,
      "loss": 0.0946,
      "step": 398340
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.574036375025168e-06,
      "loss": 0.0933,
      "step": 398350
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.572917831815843e-06,
      "loss": 0.0966,
      "step": 398360
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.571799288606519e-06,
      "loss": 0.0926,
      "step": 398370
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.570680745397195e-06,
      "loss": 0.0975,
      "step": 398380
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.569562202187871e-06,
      "loss": 0.093,
      "step": 398390
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.568443658978546e-06,
      "loss": 0.0985,
      "step": 398400
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.567325115769223e-06,
      "loss": 0.0969,
      "step": 398410
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.566206572559898e-06,
      "loss": 0.0932,
      "step": 398420
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.565088029350574e-06,
      "loss": 0.0953,
      "step": 398430
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.56396948614125e-06,
      "loss": 0.0959,
      "step": 398440
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.562850942931926e-06,
      "loss": 0.0934,
      "step": 398450
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.561732399722601e-06,
      "loss": 0.0973,
      "step": 398460
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5606138565132774e-06,
      "loss": 0.0931,
      "step": 398470
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.559495313303953e-06,
      "loss": 0.0963,
      "step": 398480
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.558376770094629e-06,
      "loss": 0.0933,
      "step": 398490
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.557258226885305e-06,
      "loss": 0.0948,
      "step": 398500
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.556139683675981e-06,
      "loss": 0.0956,
      "step": 398510
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.555021140466656e-06,
      "loss": 0.0925,
      "step": 398520
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.553902597257332e-06,
      "loss": 0.0976,
      "step": 398530
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5527840540480085e-06,
      "loss": 0.0897,
      "step": 398540
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.551665510838684e-06,
      "loss": 0.0973,
      "step": 398550
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.550546967629359e-06,
      "loss": 0.0966,
      "step": 398560
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5494284244200355e-06,
      "loss": 0.0957,
      "step": 398570
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.548309881210712e-06,
      "loss": 0.0923,
      "step": 398580
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.547191338001387e-06,
      "loss": 0.0936,
      "step": 398590
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5460727947920625e-06,
      "loss": 0.0935,
      "step": 398600
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.544954251582739e-06,
      "loss": 0.0961,
      "step": 398610
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.543835708373415e-06,
      "loss": 0.0965,
      "step": 398620
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.54271716516409e-06,
      "loss": 0.0935,
      "step": 398630
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.541598621954766e-06,
      "loss": 0.0946,
      "step": 398640
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.540480078745442e-06,
      "loss": 0.1,
      "step": 398650
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.539361535536118e-06,
      "loss": 0.0931,
      "step": 398660
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5382429923267945e-06,
      "loss": 0.0914,
      "step": 398670
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.537124449117469e-06,
      "loss": 0.0876,
      "step": 398680
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.536005905908145e-06,
      "loss": 0.0951,
      "step": 398690
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5348873626988215e-06,
      "loss": 0.0912,
      "step": 398700
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.533768819489498e-06,
      "loss": 0.0949,
      "step": 398710
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.532650276280172e-06,
      "loss": 0.097,
      "step": 398720
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5315317330708485e-06,
      "loss": 0.0953,
      "step": 398730
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.530413189861525e-06,
      "loss": 0.0966,
      "step": 398740
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.529294646652201e-06,
      "loss": 0.0961,
      "step": 398750
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.528176103442876e-06,
      "loss": 0.0936,
      "step": 398760
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.527057560233552e-06,
      "loss": 0.097,
      "step": 398770
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.525939017024228e-06,
      "loss": 0.0947,
      "step": 398780
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.524820473814904e-06,
      "loss": 0.0939,
      "step": 398790
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.52370193060558e-06,
      "loss": 0.0913,
      "step": 398800
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.522583387396255e-06,
      "loss": 0.0959,
      "step": 398810
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.521464844186931e-06,
      "loss": 0.0923,
      "step": 398820
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5203463009776075e-06,
      "loss": 0.0966,
      "step": 398830
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.519227757768283e-06,
      "loss": 0.0946,
      "step": 398840
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.518109214558958e-06,
      "loss": 0.0959,
      "step": 398850
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5169906713496345e-06,
      "loss": 0.0909,
      "step": 398860
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.515872128140311e-06,
      "loss": 0.0904,
      "step": 398870
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.514753584930986e-06,
      "loss": 0.0919,
      "step": 398880
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5136350417216615e-06,
      "loss": 0.0926,
      "step": 398890
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.512516498512338e-06,
      "loss": 0.0932,
      "step": 398900
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.511397955303014e-06,
      "loss": 0.0955,
      "step": 398910
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.510279412093689e-06,
      "loss": 0.0999,
      "step": 398920
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5091608688843656e-06,
      "loss": 0.0952,
      "step": 398930
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.508042325675041e-06,
      "loss": 0.0937,
      "step": 398940
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.506923782465717e-06,
      "loss": 0.0939,
      "step": 398950
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.5058052392563926e-06,
      "loss": 0.0934,
      "step": 398960
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.504686696047069e-06,
      "loss": 0.0943,
      "step": 398970
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.503568152837744e-06,
      "loss": 0.0911,
      "step": 398980
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.50244960962842e-06,
      "loss": 0.0942,
      "step": 398990
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.501331066419096e-06,
      "loss": 0.0968,
      "step": 399000
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.500212523209772e-06,
      "loss": 0.0935,
      "step": 399010
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.499093980000447e-06,
      "loss": 0.0942,
      "step": 399020
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.497975436791124e-06,
      "loss": 0.0925,
      "step": 399030
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.496856893581799e-06,
      "loss": 0.0917,
      "step": 399040
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.495738350372475e-06,
      "loss": 0.0912,
      "step": 399050
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.494619807163151e-06,
      "loss": 0.0978,
      "step": 399060
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.493501263953827e-06,
      "loss": 0.0952,
      "step": 399070
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.492382720744502e-06,
      "loss": 0.0955,
      "step": 399080
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4912641775351785e-06,
      "loss": 0.0923,
      "step": 399090
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.490145634325855e-06,
      "loss": 0.0955,
      "step": 399100
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.48902709111653e-06,
      "loss": 0.0911,
      "step": 399110
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4879085479072055e-06,
      "loss": 0.0966,
      "step": 399120
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.486790004697882e-06,
      "loss": 0.0926,
      "step": 399130
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.485671461488558e-06,
      "loss": 0.0899,
      "step": 399140
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.484552918279233e-06,
      "loss": 0.096,
      "step": 399150
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.483434375069909e-06,
      "loss": 0.0937,
      "step": 399160
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.482315831860585e-06,
      "loss": 0.0913,
      "step": 399170
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.481197288651261e-06,
      "loss": 0.0967,
      "step": 399180
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.480078745441937e-06,
      "loss": 0.0954,
      "step": 399190
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.478960202232612e-06,
      "loss": 0.0913,
      "step": 399200
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.477841659023288e-06,
      "loss": 0.0971,
      "step": 399210
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4767231158139645e-06,
      "loss": 0.0915,
      "step": 399220
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.47560457260464e-06,
      "loss": 0.0947,
      "step": 399230
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.474486029395315e-06,
      "loss": 0.0958,
      "step": 399240
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4733674861859915e-06,
      "loss": 0.0973,
      "step": 399250
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.472248942976668e-06,
      "loss": 0.0932,
      "step": 399260
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.471130399767344e-06,
      "loss": 0.0964,
      "step": 399270
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4700118565580185e-06,
      "loss": 0.0924,
      "step": 399280
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.468893313348695e-06,
      "loss": 0.0944,
      "step": 399290
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.467774770139371e-06,
      "loss": 0.0965,
      "step": 399300
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.466656226930047e-06,
      "loss": 0.096,
      "step": 399310
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.465537683720722e-06,
      "loss": 0.0908,
      "step": 399320
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.464419140511398e-06,
      "loss": 0.0926,
      "step": 399330
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.463300597302074e-06,
      "loss": 0.0947,
      "step": 399340
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4621820540927504e-06,
      "loss": 0.098,
      "step": 399350
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.461063510883426e-06,
      "loss": 0.0936,
      "step": 399360
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.459944967674101e-06,
      "loss": 0.0941,
      "step": 399370
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4588264244647774e-06,
      "loss": 0.0968,
      "step": 399380
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.457707881255454e-06,
      "loss": 0.0923,
      "step": 399390
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.456589338046129e-06,
      "loss": 0.0961,
      "step": 399400
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4554707948368044e-06,
      "loss": 0.0961,
      "step": 399410
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.454352251627481e-06,
      "loss": 0.0938,
      "step": 399420
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.453233708418157e-06,
      "loss": 0.0943,
      "step": 399430
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.452115165208832e-06,
      "loss": 0.0942,
      "step": 399440
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.450996621999508e-06,
      "loss": 0.0966,
      "step": 399450
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.449878078790184e-06,
      "loss": 0.0918,
      "step": 399460
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.44875953558086e-06,
      "loss": 0.0933,
      "step": 399470
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4476409923715355e-06,
      "loss": 0.0972,
      "step": 399480
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.446522449162211e-06,
      "loss": 0.0926,
      "step": 399490
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.445403905952887e-06,
      "loss": 0.0937,
      "step": 399500
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.444285362743563e-06,
      "loss": 0.0954,
      "step": 399510
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.443166819534239e-06,
      "loss": 0.0919,
      "step": 399520
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.442048276324915e-06,
      "loss": 0.0956,
      "step": 399530
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.44092973311559e-06,
      "loss": 0.0918,
      "step": 399540
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.439811189906267e-06,
      "loss": 0.0932,
      "step": 399550
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.438692646696942e-06,
      "loss": 0.092,
      "step": 399560
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.437574103487618e-06,
      "loss": 0.1007,
      "step": 399570
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.436455560278294e-06,
      "loss": 0.0923,
      "step": 399580
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.43533701706897e-06,
      "loss": 0.0894,
      "step": 399590
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.434218473859645e-06,
      "loss": 0.0954,
      "step": 399600
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4330999306503215e-06,
      "loss": 0.0907,
      "step": 399610
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.431981387440997e-06,
      "loss": 0.0927,
      "step": 399620
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.430862844231673e-06,
      "loss": 0.0971,
      "step": 399630
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4297443010223485e-06,
      "loss": 0.0907,
      "step": 399640
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.428737612133957e-06,
      "loss": 0.0916,
      "step": 399650
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4276190689246335e-06,
      "loss": 0.0931,
      "step": 399660
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.426500525715308e-06,
      "loss": 0.0914,
      "step": 399670
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.425381982505984e-06,
      "loss": 0.0928,
      "step": 399680
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4242634392966605e-06,
      "loss": 0.0917,
      "step": 399690
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.423144896087337e-06,
      "loss": 0.0952,
      "step": 399700
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.422026352878012e-06,
      "loss": 0.09,
      "step": 399710
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4209078096686875e-06,
      "loss": 0.0972,
      "step": 399720
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.419789266459364e-06,
      "loss": 0.0949,
      "step": 399730
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.41867072325004e-06,
      "loss": 0.0958,
      "step": 399740
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.417552180040715e-06,
      "loss": 0.0913,
      "step": 399750
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.416433636831391e-06,
      "loss": 0.0963,
      "step": 399760
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.415315093622067e-06,
      "loss": 0.0917,
      "step": 399770
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.414196550412743e-06,
      "loss": 0.0888,
      "step": 399780
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.413078007203419e-06,
      "loss": 0.0957,
      "step": 399790
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.411959463994094e-06,
      "loss": 0.0981,
      "step": 399800
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.41084092078477e-06,
      "loss": 0.0944,
      "step": 399810
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4097223775754465e-06,
      "loss": 0.0954,
      "step": 399820
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.408603834366122e-06,
      "loss": 0.0963,
      "step": 399830
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.407485291156797e-06,
      "loss": 0.0954,
      "step": 399840
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.4063667479474735e-06,
      "loss": 0.0958,
      "step": 399850
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.40524820473815e-06,
      "loss": 0.0946,
      "step": 399860
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.404129661528825e-06,
      "loss": 0.0958,
      "step": 399870
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.403011118319501e-06,
      "loss": 0.0984,
      "step": 399880
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.401892575110177e-06,
      "loss": 0.0967,
      "step": 399890
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.400774031900853e-06,
      "loss": 0.0952,
      "step": 399900
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.399655488691528e-06,
      "loss": 0.0925,
      "step": 399910
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3985369454822046e-06,
      "loss": 0.094,
      "step": 399920
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.39741840227288e-06,
      "loss": 0.0949,
      "step": 399930
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.396299859063556e-06,
      "loss": 0.0981,
      "step": 399940
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3951813158542316e-06,
      "loss": 0.0943,
      "step": 399950
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.394062772644908e-06,
      "loss": 0.0925,
      "step": 399960
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.392944229435583e-06,
      "loss": 0.0939,
      "step": 399970
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3918256862262594e-06,
      "loss": 0.0948,
      "step": 399980
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.390707143016935e-06,
      "loss": 0.0916,
      "step": 399990
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.389588599807611e-06,
      "loss": 0.0945,
      "step": 400000
    },
    {
      "epoch": 0.89,
      "eval_NEIMS_canon_smiles": 0.9604666666666667,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.26916666666666667,
      "eval_NEIMS_daylight_tanimoto_simil": 0.6317138256914245,
      "eval_NEIMS_exact_mols": 0.26886666666666664,
      "eval_NEIMS_exact_smiles": 0.2634,
      "eval_NEIMS_loss": 0.12200460582971573,
      "eval_NEIMS_matched_formulas": 0.7696666666666667,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5601760319966,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.2696,
      "eval_NEIMS_runtime": 717.7505,
      "eval_NEIMS_samples_per_second": 83.595,
      "eval_NEIMS_steps_per_second": 1.307,
      "step": 400000
    },
    {
      "epoch": 0.89,
      "eval_RASSP_canon_smiles": 0.9600293852472702,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.3487494573746953,
      "eval_RASSP_daylight_tanimoto_simil": 0.731491784508703,
      "eval_RASSP_exact_mols": 0.3478645607239456,
      "eval_RASSP_exact_smiles": 0.3400674524994156,
      "eval_RASSP_loss": 0.0940130427479744,
      "eval_RASSP_matched_formulas": 0.892844024443183,
      "eval_RASSP_morgan_tanimoto_simil": 0.6291179843342122,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.3480482185193842,
      "eval_RASSP_runtime": 819.1039,
      "eval_RASSP_samples_per_second": 73.121,
      "eval_RASSP_steps_per_second": 1.143,
      "step": 400000
    },
    {
      "epoch": 0.89,
      "eval_NEIMS_old_canon_smiles": 0.9599333333333333,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.2655,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.6300964134758967,
      "eval_NEIMS_old_exact_mols": 0.26516666666666666,
      "eval_NEIMS_old_exact_smiles": 0.25983333333333336,
      "eval_NEIMS_old_loss": 0.12217695266008377,
      "eval_NEIMS_old_matched_formulas": 0.7700333333333333,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.5587830024758467,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.2659666666666667,
      "eval_NEIMS_old_runtime": 360.7666,
      "eval_NEIMS_old_samples_per_second": 83.156,
      "eval_NEIMS_old_steps_per_second": 1.3,
      "step": 400000
    },
    {
      "epoch": 0.89,
      "eval_RASSP_old_canon_smiles": 0.9606233523542563,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.37918376881236027,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.7507246593989962,
      "eval_RASSP_old_exact_mols": 0.3779824473587613,
      "eval_RASSP_old_exact_smiles": 0.3693396069009244,
      "eval_RASSP_old_loss": 0.08790504932403564,
      "eval_RASSP_old_matched_formulas": 0.9023592618547068,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.6518403809194248,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.3781159275202723,
      "eval_RASSP_old_runtime": 408.4502,
      "eval_RASSP_old_samples_per_second": 73.368,
      "eval_RASSP_old_steps_per_second": 1.148,
      "step": 400000
    },
    {
      "epoch": 0.89,
      "eval_NIST_canon_smiles": 0.8621215885296518,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.031018206338503034,
      "eval_NIST_daylight_tanimoto_simil": 0.3072165098672645,
      "eval_NIST_exact_mols": 0.02927919934698513,
      "eval_NIST_exact_smiles": 0.0279660716186961,
      "eval_NIST_loss": 1.7723655700683594,
      "eval_NIST_matched_formulas": 0.13315824963622813,
      "eval_NIST_morgan_tanimoto_simil": 0.2580450071508804,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.030521347198069346,
      "eval_NIST_runtime": 614.5024,
      "eval_NIST_samples_per_second": 45.853,
      "eval_NIST_steps_per_second": 0.718,
      "step": 400000
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3884700565982864e-06,
      "loss": 0.0947,
      "step": 400010
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.387351513388963e-06,
      "loss": 0.0921,
      "step": 400020
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.386232970179638e-06,
      "loss": 0.0946,
      "step": 400030
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.385114426970314e-06,
      "loss": 0.0969,
      "step": 400040
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.38399588376099e-06,
      "loss": 0.0931,
      "step": 400050
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.382877340551666e-06,
      "loss": 0.0911,
      "step": 400060
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.381758797342341e-06,
      "loss": 0.0911,
      "step": 400070
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3806402541330175e-06,
      "loss": 0.0951,
      "step": 400080
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.379521710923694e-06,
      "loss": 0.0934,
      "step": 400090
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.378403167714369e-06,
      "loss": 0.0942,
      "step": 400100
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3772846245050445e-06,
      "loss": 0.0974,
      "step": 400110
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.376166081295721e-06,
      "loss": 0.0934,
      "step": 400120
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.375047538086397e-06,
      "loss": 0.0928,
      "step": 400130
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.373928994877072e-06,
      "loss": 0.0966,
      "step": 400140
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.372810451667748e-06,
      "loss": 0.0955,
      "step": 400150
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.371691908458424e-06,
      "loss": 0.0973,
      "step": 400160
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3705733652491e-06,
      "loss": 0.0909,
      "step": 400170
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.369454822039776e-06,
      "loss": 0.0924,
      "step": 400180
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.368336278830451e-06,
      "loss": 0.094,
      "step": 400190
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.367217735621127e-06,
      "loss": 0.0936,
      "step": 400200
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3660991924118035e-06,
      "loss": 0.0935,
      "step": 400210
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.364980649202479e-06,
      "loss": 0.0962,
      "step": 400220
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.363862105993154e-06,
      "loss": 0.0944,
      "step": 400230
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3627435627838305e-06,
      "loss": 0.0926,
      "step": 400240
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.361625019574507e-06,
      "loss": 0.0949,
      "step": 400250
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.360506476365183e-06,
      "loss": 0.0963,
      "step": 400260
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3593879331558575e-06,
      "loss": 0.0943,
      "step": 400270
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.358269389946534e-06,
      "loss": 0.0953,
      "step": 400280
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.35715084673721e-06,
      "loss": 0.0982,
      "step": 400290
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.356032303527886e-06,
      "loss": 0.093,
      "step": 400300
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.354913760318562e-06,
      "loss": 0.0898,
      "step": 400310
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.353795217109237e-06,
      "loss": 0.0983,
      "step": 400320
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.352676673899913e-06,
      "loss": 0.091,
      "step": 400330
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3515581306905894e-06,
      "loss": 0.0929,
      "step": 400340
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.350439587481265e-06,
      "loss": 0.0957,
      "step": 400350
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.34932104427194e-06,
      "loss": 0.0914,
      "step": 400360
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3482025010626164e-06,
      "loss": 0.0983,
      "step": 400370
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.347083957853293e-06,
      "loss": 0.0935,
      "step": 400380
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.345965414643968e-06,
      "loss": 0.0944,
      "step": 400390
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3448468714346435e-06,
      "loss": 0.0921,
      "step": 400400
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.34372832822532e-06,
      "loss": 0.0896,
      "step": 400410
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.342609785015996e-06,
      "loss": 0.0912,
      "step": 400420
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.341491241806671e-06,
      "loss": 0.0941,
      "step": 400430
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.340372698597347e-06,
      "loss": 0.0952,
      "step": 400440
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.339254155388023e-06,
      "loss": 0.0952,
      "step": 400450
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.338135612178699e-06,
      "loss": 0.097,
      "step": 400460
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3370170689693745e-06,
      "loss": 0.0914,
      "step": 400470
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.335898525760051e-06,
      "loss": 0.0928,
      "step": 400480
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.334779982550726e-06,
      "loss": 0.0928,
      "step": 400490
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.333661439341402e-06,
      "loss": 0.0995,
      "step": 400500
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.332542896132078e-06,
      "loss": 0.0961,
      "step": 400510
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.331424352922754e-06,
      "loss": 0.0953,
      "step": 400520
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.330305809713429e-06,
      "loss": 0.0942,
      "step": 400530
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.329187266504105e-06,
      "loss": 0.0978,
      "step": 400540
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.328068723294781e-06,
      "loss": 0.0963,
      "step": 400550
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.326950180085457e-06,
      "loss": 0.0939,
      "step": 400560
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.325831636876133e-06,
      "loss": 0.0957,
      "step": 400570
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.324713093666808e-06,
      "loss": 0.0934,
      "step": 400580
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.323594550457484e-06,
      "loss": 0.0934,
      "step": 400590
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3224760072481605e-06,
      "loss": 0.0999,
      "step": 400600
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.321357464038836e-06,
      "loss": 0.0929,
      "step": 400610
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.320238920829511e-06,
      "loss": 0.093,
      "step": 400620
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3191203776201875e-06,
      "loss": 0.0908,
      "step": 400630
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.318001834410864e-06,
      "loss": 0.0911,
      "step": 400640
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.316883291201539e-06,
      "loss": 0.098,
      "step": 400650
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3157647479922145e-06,
      "loss": 0.0961,
      "step": 400660
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.314646204782891e-06,
      "loss": 0.095,
      "step": 400670
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.313527661573567e-06,
      "loss": 0.0952,
      "step": 400680
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.312409118364243e-06,
      "loss": 0.0931,
      "step": 400690
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.311290575154918e-06,
      "loss": 0.0917,
      "step": 400700
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.310172031945594e-06,
      "loss": 0.0971,
      "step": 400710
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.30905348873627e-06,
      "loss": 0.0955,
      "step": 400720
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3079349455269465e-06,
      "loss": 0.0938,
      "step": 400730
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.306816402317622e-06,
      "loss": 0.0975,
      "step": 400740
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.305697859108297e-06,
      "loss": 0.0948,
      "step": 400750
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3045793158989735e-06,
      "loss": 0.0966,
      "step": 400760
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.30346077268965e-06,
      "loss": 0.0932,
      "step": 400770
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.302342229480325e-06,
      "loss": 0.0955,
      "step": 400780
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.3012236862710005e-06,
      "loss": 0.0891,
      "step": 400790
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.300105143061677e-06,
      "loss": 0.0936,
      "step": 400800
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.298986599852353e-06,
      "loss": 0.0875,
      "step": 400810
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.297868056643028e-06,
      "loss": 0.0963,
      "step": 400820
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.296749513433704e-06,
      "loss": 0.0949,
      "step": 400830
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.29563097022438e-06,
      "loss": 0.0926,
      "step": 400840
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.294512427015056e-06,
      "loss": 0.0946,
      "step": 400850
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.2933938838057316e-06,
      "loss": 0.0958,
      "step": 400860
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.292275340596407e-06,
      "loss": 0.0904,
      "step": 400870
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.291156797387083e-06,
      "loss": 0.0971,
      "step": 400880
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.290038254177759e-06,
      "loss": 0.0986,
      "step": 400890
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.288919710968435e-06,
      "loss": 0.0962,
      "step": 400900
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.287801167759111e-06,
      "loss": 0.0927,
      "step": 400910
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.2866826245497864e-06,
      "loss": 0.091,
      "step": 400920
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.285564081340463e-06,
      "loss": 0.0907,
      "step": 400930
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.284445538131138e-06,
      "loss": 0.095,
      "step": 400940
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.283326994921814e-06,
      "loss": 0.0964,
      "step": 400950
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.28220845171249e-06,
      "loss": 0.0953,
      "step": 400960
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.281089908503166e-06,
      "loss": 0.0969,
      "step": 400970
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.279971365293841e-06,
      "loss": 0.0923,
      "step": 400980
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2788528220845175e-06,
      "loss": 0.0942,
      "step": 400990
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.277734278875193e-06,
      "loss": 0.0936,
      "step": 401000
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.276615735665869e-06,
      "loss": 0.0933,
      "step": 401010
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2754971924565445e-06,
      "loss": 0.098,
      "step": 401020
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.274378649247221e-06,
      "loss": 0.0922,
      "step": 401030
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.273260106037896e-06,
      "loss": 0.0947,
      "step": 401040
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.272141562828572e-06,
      "loss": 0.0999,
      "step": 401050
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.271023019619248e-06,
      "loss": 0.0951,
      "step": 401060
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.269904476409924e-06,
      "loss": 0.0954,
      "step": 401070
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2687859332006e-06,
      "loss": 0.0904,
      "step": 401080
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.267667389991276e-06,
      "loss": 0.0956,
      "step": 401090
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.266548846781951e-06,
      "loss": 0.0922,
      "step": 401100
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.265430303572627e-06,
      "loss": 0.0968,
      "step": 401110
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2643117603633035e-06,
      "loss": 0.0983,
      "step": 401120
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.263193217153979e-06,
      "loss": 0.0939,
      "step": 401130
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.262074673944654e-06,
      "loss": 0.0931,
      "step": 401140
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2609561307353305e-06,
      "loss": 0.094,
      "step": 401150
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.259837587526007e-06,
      "loss": 0.0942,
      "step": 401160
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.258719044316682e-06,
      "loss": 0.0929,
      "step": 401170
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2576005011073575e-06,
      "loss": 0.0973,
      "step": 401180
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.256481957898034e-06,
      "loss": 0.0917,
      "step": 401190
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.25536341468871e-06,
      "loss": 0.0945,
      "step": 401200
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.254244871479385e-06,
      "loss": 0.0921,
      "step": 401210
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.253126328270061e-06,
      "loss": 0.0971,
      "step": 401220
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.252007785060737e-06,
      "loss": 0.0962,
      "step": 401230
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.250889241851413e-06,
      "loss": 0.0945,
      "step": 401240
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2497706986420894e-06,
      "loss": 0.0982,
      "step": 401250
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.248652155432764e-06,
      "loss": 0.094,
      "step": 401260
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.24753361222344e-06,
      "loss": 0.0928,
      "step": 401270
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2464150690141164e-06,
      "loss": 0.0934,
      "step": 401280
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.245296525804793e-06,
      "loss": 0.0949,
      "step": 401290
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.244177982595467e-06,
      "loss": 0.0934,
      "step": 401300
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2430594393861434e-06,
      "loss": 0.0954,
      "step": 401310
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.24194089617682e-06,
      "loss": 0.093,
      "step": 401320
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.240822352967496e-06,
      "loss": 0.095,
      "step": 401330
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.239703809758171e-06,
      "loss": 0.0924,
      "step": 401340
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.238585266548847e-06,
      "loss": 0.0959,
      "step": 401350
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.237466723339523e-06,
      "loss": 0.0932,
      "step": 401360
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.236348180130199e-06,
      "loss": 0.0944,
      "step": 401370
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2352296369208745e-06,
      "loss": 0.0928,
      "step": 401380
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.23411109371155e-06,
      "loss": 0.0933,
      "step": 401390
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.232992550502226e-06,
      "loss": 0.0913,
      "step": 401400
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.231874007292902e-06,
      "loss": 0.0939,
      "step": 401410
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.230755464083578e-06,
      "loss": 0.0965,
      "step": 401420
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.229636920874253e-06,
      "loss": 0.0936,
      "step": 401430
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.228518377664929e-06,
      "loss": 0.0906,
      "step": 401440
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.227399834455606e-06,
      "loss": 0.0938,
      "step": 401450
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.226281291246281e-06,
      "loss": 0.0939,
      "step": 401460
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.225162748036956e-06,
      "loss": 0.0927,
      "step": 401470
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.224044204827633e-06,
      "loss": 0.0948,
      "step": 401480
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.222925661618309e-06,
      "loss": 0.0963,
      "step": 401490
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.221807118408984e-06,
      "loss": 0.0939,
      "step": 401500
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2206885751996605e-06,
      "loss": 0.0914,
      "step": 401510
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.219570031990336e-06,
      "loss": 0.0892,
      "step": 401520
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.218451488781012e-06,
      "loss": 0.0959,
      "step": 401530
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2173329455716875e-06,
      "loss": 0.0929,
      "step": 401540
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.216214402362364e-06,
      "loss": 0.0936,
      "step": 401550
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.215095859153039e-06,
      "loss": 0.0963,
      "step": 401560
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.213977315943715e-06,
      "loss": 0.0983,
      "step": 401570
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.212858772734391e-06,
      "loss": 0.0926,
      "step": 401580
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.211740229525067e-06,
      "loss": 0.0952,
      "step": 401590
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.210621686315742e-06,
      "loss": 0.0933,
      "step": 401600
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.209503143106419e-06,
      "loss": 0.0907,
      "step": 401610
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.208384599897094e-06,
      "loss": 0.0932,
      "step": 401620
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.20726605668777e-06,
      "loss": 0.0911,
      "step": 401630
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.206147513478446e-06,
      "loss": 0.0905,
      "step": 401640
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.205028970269122e-06,
      "loss": 0.0936,
      "step": 401650
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.203910427059797e-06,
      "loss": 0.0929,
      "step": 401660
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.2027918838504735e-06,
      "loss": 0.0953,
      "step": 401670
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.20167334064115e-06,
      "loss": 0.0942,
      "step": 401680
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.200554797431825e-06,
      "loss": 0.0919,
      "step": 401690
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1994362542225005e-06,
      "loss": 0.0925,
      "step": 401700
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.198317711013177e-06,
      "loss": 0.0961,
      "step": 401710
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1973110221247855e-06,
      "loss": 0.098,
      "step": 401720
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.196192478915461e-06,
      "loss": 0.0965,
      "step": 401730
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.195073935706136e-06,
      "loss": 0.0952,
      "step": 401740
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1939553924968125e-06,
      "loss": 0.0935,
      "step": 401750
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.192836849287489e-06,
      "loss": 0.097,
      "step": 401760
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.191718306078164e-06,
      "loss": 0.0918,
      "step": 401770
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1905997628688395e-06,
      "loss": 0.0927,
      "step": 401780
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.189481219659516e-06,
      "loss": 0.0998,
      "step": 401790
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.188362676450192e-06,
      "loss": 0.0943,
      "step": 401800
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.187244133240867e-06,
      "loss": 0.0965,
      "step": 401810
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.186125590031543e-06,
      "loss": 0.0946,
      "step": 401820
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.185007046822219e-06,
      "loss": 0.0958,
      "step": 401830
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.183888503612895e-06,
      "loss": 0.0912,
      "step": 401840
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.182769960403571e-06,
      "loss": 0.095,
      "step": 401850
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.181651417194246e-06,
      "loss": 0.0899,
      "step": 401860
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.180532873984922e-06,
      "loss": 0.0948,
      "step": 401870
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1794143307755984e-06,
      "loss": 0.0952,
      "step": 401880
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.178295787566274e-06,
      "loss": 0.0976,
      "step": 401890
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.17717724435695e-06,
      "loss": 0.0931,
      "step": 401900
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1760587011476254e-06,
      "loss": 0.0941,
      "step": 401910
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.174940157938302e-06,
      "loss": 0.0947,
      "step": 401920
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.173821614728977e-06,
      "loss": 0.0949,
      "step": 401930
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.172703071519653e-06,
      "loss": 0.0866,
      "step": 401940
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.171584528310329e-06,
      "loss": 0.0957,
      "step": 401950
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.170465985101005e-06,
      "loss": 0.0946,
      "step": 401960
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.16934744189168e-06,
      "loss": 0.0955,
      "step": 401970
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1682288986823565e-06,
      "loss": 0.0993,
      "step": 401980
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.167110355473032e-06,
      "loss": 0.0921,
      "step": 401990
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.165991812263708e-06,
      "loss": 0.0928,
      "step": 402000
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1648732690543835e-06,
      "loss": 0.097,
      "step": 402010
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.16375472584506e-06,
      "loss": 0.0948,
      "step": 402020
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.162636182635735e-06,
      "loss": 0.094,
      "step": 402030
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.161517639426411e-06,
      "loss": 0.0957,
      "step": 402040
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.160399096217087e-06,
      "loss": 0.0971,
      "step": 402050
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.159280553007763e-06,
      "loss": 0.0936,
      "step": 402060
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.158162009798439e-06,
      "loss": 0.092,
      "step": 402070
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.157043466589115e-06,
      "loss": 0.0954,
      "step": 402080
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.15592492337979e-06,
      "loss": 0.0918,
      "step": 402090
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.154806380170466e-06,
      "loss": 0.0946,
      "step": 402100
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1536878369611425e-06,
      "loss": 0.0978,
      "step": 402110
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.152569293751818e-06,
      "loss": 0.0909,
      "step": 402120
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.151450750542493e-06,
      "loss": 0.093,
      "step": 402130
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1503322073331695e-06,
      "loss": 0.0947,
      "step": 402140
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.149213664123846e-06,
      "loss": 0.0932,
      "step": 402150
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.148095120914521e-06,
      "loss": 0.0941,
      "step": 402160
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1469765777051965e-06,
      "loss": 0.0924,
      "step": 402170
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.145858034495873e-06,
      "loss": 0.0958,
      "step": 402180
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.144739491286549e-06,
      "loss": 0.0912,
      "step": 402190
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.143620948077224e-06,
      "loss": 0.095,
      "step": 402200
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1425024048679e-06,
      "loss": 0.0959,
      "step": 402210
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.141383861658576e-06,
      "loss": 0.0914,
      "step": 402220
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.140265318449252e-06,
      "loss": 0.091,
      "step": 402230
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1391467752399284e-06,
      "loss": 0.0973,
      "step": 402240
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.138028232030603e-06,
      "loss": 0.0953,
      "step": 402250
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.136909688821279e-06,
      "loss": 0.0938,
      "step": 402260
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1357911456119555e-06,
      "loss": 0.1014,
      "step": 402270
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.134672602402632e-06,
      "loss": 0.0952,
      "step": 402280
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.133554059193306e-06,
      "loss": 0.0927,
      "step": 402290
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1324355159839825e-06,
      "loss": 0.0927,
      "step": 402300
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.131316972774659e-06,
      "loss": 0.0933,
      "step": 402310
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.130198429565335e-06,
      "loss": 0.1004,
      "step": 402320
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.12907988635601e-06,
      "loss": 0.0927,
      "step": 402330
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.127961343146686e-06,
      "loss": 0.0946,
      "step": 402340
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.126842799937362e-06,
      "loss": 0.0941,
      "step": 402350
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.125724256728038e-06,
      "loss": 0.0918,
      "step": 402360
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1246057135187136e-06,
      "loss": 0.0978,
      "step": 402370
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.123487170309389e-06,
      "loss": 0.0908,
      "step": 402380
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.122368627100065e-06,
      "loss": 0.0965,
      "step": 402390
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.121250083890741e-06,
      "loss": 0.0902,
      "step": 402400
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.120131540681417e-06,
      "loss": 0.0942,
      "step": 402410
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.119012997472092e-06,
      "loss": 0.0921,
      "step": 402420
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.117894454262768e-06,
      "loss": 0.0965,
      "step": 402430
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.116775911053445e-06,
      "loss": 0.0935,
      "step": 402440
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.11565736784412e-06,
      "loss": 0.0932,
      "step": 402450
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.114538824634795e-06,
      "loss": 0.0961,
      "step": 402460
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.113420281425472e-06,
      "loss": 0.0934,
      "step": 402470
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.112301738216148e-06,
      "loss": 0.0965,
      "step": 402480
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.111183195006823e-06,
      "loss": 0.0938,
      "step": 402490
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1100646517974995e-06,
      "loss": 0.0897,
      "step": 402500
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.108946108588175e-06,
      "loss": 0.0939,
      "step": 402510
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.107827565378851e-06,
      "loss": 0.0931,
      "step": 402520
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.1067090221695265e-06,
      "loss": 0.0916,
      "step": 402530
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.105590478960203e-06,
      "loss": 0.0912,
      "step": 402540
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.104471935750878e-06,
      "loss": 0.0896,
      "step": 402550
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.103353392541554e-06,
      "loss": 0.0903,
      "step": 402560
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.10223484933223e-06,
      "loss": 0.0876,
      "step": 402570
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.101116306122906e-06,
      "loss": 0.0959,
      "step": 402580
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.099997762913581e-06,
      "loss": 0.0938,
      "step": 402590
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.098879219704258e-06,
      "loss": 0.095,
      "step": 402600
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.097760676494933e-06,
      "loss": 0.0968,
      "step": 402610
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.096642133285609e-06,
      "loss": 0.0943,
      "step": 402620
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.095523590076285e-06,
      "loss": 0.0938,
      "step": 402630
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.094405046866961e-06,
      "loss": 0.0915,
      "step": 402640
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.093286503657636e-06,
      "loss": 0.0918,
      "step": 402650
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0921679604483125e-06,
      "loss": 0.091,
      "step": 402660
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.091049417238989e-06,
      "loss": 0.0946,
      "step": 402670
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.089930874029664e-06,
      "loss": 0.0958,
      "step": 402680
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0888123308203395e-06,
      "loss": 0.0926,
      "step": 402690
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.087693787611016e-06,
      "loss": 0.0932,
      "step": 402700
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.086575244401692e-06,
      "loss": 0.092,
      "step": 402710
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.085456701192367e-06,
      "loss": 0.0938,
      "step": 402720
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.084338157983043e-06,
      "loss": 0.0935,
      "step": 402730
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.083219614773719e-06,
      "loss": 0.0945,
      "step": 402740
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.082101071564395e-06,
      "loss": 0.0998,
      "step": 402750
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0809825283550706e-06,
      "loss": 0.0904,
      "step": 402760
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.079863985145746e-06,
      "loss": 0.0984,
      "step": 402770
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.078745441936422e-06,
      "loss": 0.095,
      "step": 402780
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0776268987270984e-06,
      "loss": 0.0964,
      "step": 402790
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.076508355517774e-06,
      "loss": 0.0912,
      "step": 402800
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.075389812308449e-06,
      "loss": 0.0934,
      "step": 402810
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0742712690991254e-06,
      "loss": 0.0926,
      "step": 402820
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.073152725889802e-06,
      "loss": 0.0966,
      "step": 402830
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.072034182680478e-06,
      "loss": 0.0933,
      "step": 402840
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0709156394711524e-06,
      "loss": 0.0925,
      "step": 402850
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.069797096261829e-06,
      "loss": 0.0929,
      "step": 402860
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.068678553052505e-06,
      "loss": 0.0911,
      "step": 402870
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.067560009843181e-06,
      "loss": 0.0905,
      "step": 402880
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0664414666338565e-06,
      "loss": 0.093,
      "step": 402890
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.065322923424532e-06,
      "loss": 0.0902,
      "step": 402900
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.064204380215208e-06,
      "loss": 0.0941,
      "step": 402910
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.063085837005884e-06,
      "loss": 0.0896,
      "step": 402920
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.06196729379656e-06,
      "loss": 0.0962,
      "step": 402930
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.060848750587235e-06,
      "loss": 0.0981,
      "step": 402940
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.059730207377911e-06,
      "loss": 0.0915,
      "step": 402950
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.058611664168588e-06,
      "loss": 0.0939,
      "step": 402960
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.057493120959263e-06,
      "loss": 0.0961,
      "step": 402970
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.056374577749938e-06,
      "loss": 0.0951,
      "step": 402980
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.055256034540615e-06,
      "loss": 0.0947,
      "step": 402990
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.054137491331291e-06,
      "loss": 0.0897,
      "step": 403000
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.053018948121966e-06,
      "loss": 0.0963,
      "step": 403010
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.051900404912642e-06,
      "loss": 0.095,
      "step": 403020
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.050781861703318e-06,
      "loss": 0.0968,
      "step": 403030
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.049663318493994e-06,
      "loss": 0.0971,
      "step": 403040
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0485447752846695e-06,
      "loss": 0.0962,
      "step": 403050
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.047426232075345e-06,
      "loss": 0.0925,
      "step": 403060
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.046307688866021e-06,
      "loss": 0.0936,
      "step": 403070
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.045189145656697e-06,
      "loss": 0.1006,
      "step": 403080
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.044070602447373e-06,
      "loss": 0.0925,
      "step": 403090
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.042952059238049e-06,
      "loss": 0.0995,
      "step": 403100
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.041833516028724e-06,
      "loss": 0.0897,
      "step": 403110
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.040714972819401e-06,
      "loss": 0.0977,
      "step": 403120
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.039596429610076e-06,
      "loss": 0.0972,
      "step": 403130
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.038477886400752e-06,
      "loss": 0.0965,
      "step": 403140
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.037359343191428e-06,
      "loss": 0.0922,
      "step": 403150
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.036240799982104e-06,
      "loss": 0.0917,
      "step": 403160
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.035122256772779e-06,
      "loss": 0.0927,
      "step": 403170
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0340037135634554e-06,
      "loss": 0.0941,
      "step": 403180
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.032885170354131e-06,
      "loss": 0.0898,
      "step": 403190
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.031766627144807e-06,
      "loss": 0.0926,
      "step": 403200
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0306480839354824e-06,
      "loss": 0.0934,
      "step": 403210
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.029529540726159e-06,
      "loss": 0.0919,
      "step": 403220
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.028410997516834e-06,
      "loss": 0.0904,
      "step": 403230
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.02729245430751e-06,
      "loss": 0.0939,
      "step": 403240
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.026173911098186e-06,
      "loss": 0.0934,
      "step": 403250
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.025055367888862e-06,
      "loss": 0.0938,
      "step": 403260
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.023936824679538e-06,
      "loss": 0.0912,
      "step": 403270
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0228182814702135e-06,
      "loss": 0.0979,
      "step": 403280
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.021699738260889e-06,
      "loss": 0.0924,
      "step": 403290
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.020581195051565e-06,
      "loss": 0.0961,
      "step": 403300
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.019462651842241e-06,
      "loss": 0.0971,
      "step": 403310
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.018344108632917e-06,
      "loss": 0.095,
      "step": 403320
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.017225565423592e-06,
      "loss": 0.0927,
      "step": 403330
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.016107022214268e-06,
      "loss": 0.0981,
      "step": 403340
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.014988479004945e-06,
      "loss": 0.0993,
      "step": 403350
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.01386993579562e-06,
      "loss": 0.0897,
      "step": 403360
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.012751392586295e-06,
      "loss": 0.0953,
      "step": 403370
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.011632849376972e-06,
      "loss": 0.0948,
      "step": 403380
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.010514306167648e-06,
      "loss": 0.0962,
      "step": 403390
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.009395762958323e-06,
      "loss": 0.0961,
      "step": 403400
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.008277219748999e-06,
      "loss": 0.0947,
      "step": 403410
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.007158676539675e-06,
      "loss": 0.0901,
      "step": 403420
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.006040133330351e-06,
      "loss": 0.0929,
      "step": 403430
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.004921590121027e-06,
      "loss": 0.0968,
      "step": 403440
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.003803046911702e-06,
      "loss": 0.0967,
      "step": 403450
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.002684503702378e-06,
      "loss": 0.0915,
      "step": 403460
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.001565960493054e-06,
      "loss": 0.0922,
      "step": 403470
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.000447417283731e-06,
      "loss": 0.0957,
      "step": 403480
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.999328874074406e-06,
      "loss": 0.0934,
      "step": 403490
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.998210330865081e-06,
      "loss": 0.0952,
      "step": 403500
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.997091787655758e-06,
      "loss": 0.0945,
      "step": 403510
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.995973244446433e-06,
      "loss": 0.0968,
      "step": 403520
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.994854701237109e-06,
      "loss": 0.0935,
      "step": 403530
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.993736158027785e-06,
      "loss": 0.0942,
      "step": 403540
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.992617614818461e-06,
      "loss": 0.0918,
      "step": 403550
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.991499071609136e-06,
      "loss": 0.0928,
      "step": 403560
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9903805283998125e-06,
      "loss": 0.0936,
      "step": 403570
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.989261985190488e-06,
      "loss": 0.0962,
      "step": 403580
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.988143441981164e-06,
      "loss": 0.0955,
      "step": 403590
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9870248987718395e-06,
      "loss": 0.0952,
      "step": 403600
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.985906355562516e-06,
      "loss": 0.0945,
      "step": 403610
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.984787812353191e-06,
      "loss": 0.0951,
      "step": 403620
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.983669269143867e-06,
      "loss": 0.0919,
      "step": 403630
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.982550725934543e-06,
      "loss": 0.0943,
      "step": 403640
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.981432182725219e-06,
      "loss": 0.0915,
      "step": 403650
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.980313639515894e-06,
      "loss": 0.0929,
      "step": 403660
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9791950963065706e-06,
      "loss": 0.093,
      "step": 403670
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.978076553097246e-06,
      "loss": 0.0934,
      "step": 403680
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.976958009887922e-06,
      "loss": 0.0927,
      "step": 403690
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.975839466678598e-06,
      "loss": 0.0952,
      "step": 403700
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.974720923469274e-06,
      "loss": 0.0961,
      "step": 403710
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.973602380259949e-06,
      "loss": 0.091,
      "step": 403720
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.972483837050625e-06,
      "loss": 0.0939,
      "step": 403730
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.971477148162234e-06,
      "loss": 0.0954,
      "step": 403740
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.97035860495291e-06,
      "loss": 0.0936,
      "step": 403750
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.969240061743585e-06,
      "loss": 0.0916,
      "step": 403760
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.968121518534261e-06,
      "loss": 0.093,
      "step": 403770
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9670029753249374e-06,
      "loss": 0.0958,
      "step": 403780
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.965884432115613e-06,
      "loss": 0.0928,
      "step": 403790
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.964765888906288e-06,
      "loss": 0.0931,
      "step": 403800
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9636473456969644e-06,
      "loss": 0.0894,
      "step": 403810
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.962528802487641e-06,
      "loss": 0.093,
      "step": 403820
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.961410259278316e-06,
      "loss": 0.0926,
      "step": 403830
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9602917160689915e-06,
      "loss": 0.0954,
      "step": 403840
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.959173172859668e-06,
      "loss": 0.0925,
      "step": 403850
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.958054629650344e-06,
      "loss": 0.0955,
      "step": 403860
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.956936086441019e-06,
      "loss": 0.0986,
      "step": 403870
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9558175432316955e-06,
      "loss": 0.0954,
      "step": 403880
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.954699000022371e-06,
      "loss": 0.0929,
      "step": 403890
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.953580456813047e-06,
      "loss": 0.0943,
      "step": 403900
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9524619136037226e-06,
      "loss": 0.0923,
      "step": 403910
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.951343370394399e-06,
      "loss": 0.0955,
      "step": 403920
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.950224827185074e-06,
      "loss": 0.0914,
      "step": 403930
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.94910628397575e-06,
      "loss": 0.0958,
      "step": 403940
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.947987740766426e-06,
      "loss": 0.0951,
      "step": 403950
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.946869197557102e-06,
      "loss": 0.0909,
      "step": 403960
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.945750654347777e-06,
      "loss": 0.092,
      "step": 403970
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.944632111138454e-06,
      "loss": 0.0922,
      "step": 403980
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.943513567929129e-06,
      "loss": 0.091,
      "step": 403990
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.942395024719805e-06,
      "loss": 0.0941,
      "step": 404000
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.941276481510481e-06,
      "loss": 0.091,
      "step": 404010
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.940157938301157e-06,
      "loss": 0.099,
      "step": 404020
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.939039395091832e-06,
      "loss": 0.0953,
      "step": 404030
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9379208518825085e-06,
      "loss": 0.0975,
      "step": 404040
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.936802308673185e-06,
      "loss": 0.094,
      "step": 404050
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.93568376546386e-06,
      "loss": 0.0934,
      "step": 404060
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9345652222545355e-06,
      "loss": 0.0924,
      "step": 404070
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.933446679045212e-06,
      "loss": 0.0938,
      "step": 404080
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.932328135835888e-06,
      "loss": 0.0937,
      "step": 404090
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.931209592626563e-06,
      "loss": 0.093,
      "step": 404100
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.930091049417239e-06,
      "loss": 0.0957,
      "step": 404110
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.928972506207915e-06,
      "loss": 0.0937,
      "step": 404120
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.927853962998591e-06,
      "loss": 0.0952,
      "step": 404130
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.926735419789267e-06,
      "loss": 0.0946,
      "step": 404140
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.925616876579942e-06,
      "loss": 0.0904,
      "step": 404150
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.924498333370618e-06,
      "loss": 0.093,
      "step": 404160
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9233797901612945e-06,
      "loss": 0.0938,
      "step": 404170
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.92226124695197e-06,
      "loss": 0.0917,
      "step": 404180
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.921142703742645e-06,
      "loss": 0.0941,
      "step": 404190
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9200241605333215e-06,
      "loss": 0.0902,
      "step": 404200
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.918905617323998e-06,
      "loss": 0.0961,
      "step": 404210
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.917787074114674e-06,
      "loss": 0.0926,
      "step": 404220
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9166685309053485e-06,
      "loss": 0.0917,
      "step": 404230
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.915549987696025e-06,
      "loss": 0.0942,
      "step": 404240
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.914431444486701e-06,
      "loss": 0.0949,
      "step": 404250
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.913312901277377e-06,
      "loss": 0.0948,
      "step": 404260
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.912194358068052e-06,
      "loss": 0.0938,
      "step": 404270
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.911075814858728e-06,
      "loss": 0.0939,
      "step": 404280
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.909957271649404e-06,
      "loss": 0.0951,
      "step": 404290
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.90883872844008e-06,
      "loss": 0.0928,
      "step": 404300
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.907720185230756e-06,
      "loss": 0.0952,
      "step": 404310
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.906601642021431e-06,
      "loss": 0.0939,
      "step": 404320
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.905483098812107e-06,
      "loss": 0.0939,
      "step": 404330
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.904364555602784e-06,
      "loss": 0.0953,
      "step": 404340
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.903246012393459e-06,
      "loss": 0.0956,
      "step": 404350
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9021274691841344e-06,
      "loss": 0.0903,
      "step": 404360
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.901008925974811e-06,
      "loss": 0.0945,
      "step": 404370
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.899890382765487e-06,
      "loss": 0.0916,
      "step": 404380
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.898771839556162e-06,
      "loss": 0.0923,
      "step": 404390
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.897653296346838e-06,
      "loss": 0.094,
      "step": 404400
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.896534753137514e-06,
      "loss": 0.093,
      "step": 404410
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.89541620992819e-06,
      "loss": 0.0951,
      "step": 404420
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8942976667188655e-06,
      "loss": 0.0919,
      "step": 404430
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.893179123509541e-06,
      "loss": 0.0907,
      "step": 404440
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.892060580300217e-06,
      "loss": 0.0937,
      "step": 404450
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.890942037090893e-06,
      "loss": 0.0937,
      "step": 404460
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.889823493881569e-06,
      "loss": 0.0944,
      "step": 404470
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.888704950672245e-06,
      "loss": 0.0916,
      "step": 404480
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.88758640746292e-06,
      "loss": 0.0887,
      "step": 404490
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.886467864253597e-06,
      "loss": 0.0945,
      "step": 404500
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.885349321044272e-06,
      "loss": 0.0943,
      "step": 404510
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.884230777834948e-06,
      "loss": 0.096,
      "step": 404520
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.883112234625624e-06,
      "loss": 0.094,
      "step": 404530
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8819936914163e-06,
      "loss": 0.0927,
      "step": 404540
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.880875148206975e-06,
      "loss": 0.0957,
      "step": 404550
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8797566049976515e-06,
      "loss": 0.094,
      "step": 404560
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.878638061788327e-06,
      "loss": 0.0966,
      "step": 404570
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.877519518579003e-06,
      "loss": 0.0978,
      "step": 404580
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8764009753696785e-06,
      "loss": 0.0899,
      "step": 404590
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.875282432160355e-06,
      "loss": 0.0954,
      "step": 404600
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.87416388895103e-06,
      "loss": 0.0947,
      "step": 404610
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.873045345741706e-06,
      "loss": 0.0919,
      "step": 404620
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.871926802532382e-06,
      "loss": 0.088,
      "step": 404630
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.870808259323058e-06,
      "loss": 0.0949,
      "step": 404640
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.869689716113734e-06,
      "loss": 0.093,
      "step": 404650
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.86857117290441e-06,
      "loss": 0.0917,
      "step": 404660
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.867452629695085e-06,
      "loss": 0.0941,
      "step": 404670
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.866334086485761e-06,
      "loss": 0.0904,
      "step": 404680
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8652155432764374e-06,
      "loss": 0.0939,
      "step": 404690
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.864097000067113e-06,
      "loss": 0.0925,
      "step": 404700
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.862978456857788e-06,
      "loss": 0.0955,
      "step": 404710
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8618599136484644e-06,
      "loss": 0.0932,
      "step": 404720
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.860741370439141e-06,
      "loss": 0.0988,
      "step": 404730
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.859622827229816e-06,
      "loss": 0.096,
      "step": 404740
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8585042840204914e-06,
      "loss": 0.0941,
      "step": 404750
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.857385740811168e-06,
      "loss": 0.0902,
      "step": 404760
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.856267197601844e-06,
      "loss": 0.0923,
      "step": 404770
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.855148654392519e-06,
      "loss": 0.0968,
      "step": 404780
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.854030111183195e-06,
      "loss": 0.0944,
      "step": 404790
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.852911567973871e-06,
      "loss": 0.0968,
      "step": 404800
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.851793024764547e-06,
      "loss": 0.0934,
      "step": 404810
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.850674481555223e-06,
      "loss": 0.0882,
      "step": 404820
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.849555938345898e-06,
      "loss": 0.0948,
      "step": 404830
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.848437395136574e-06,
      "loss": 0.0918,
      "step": 404840
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.84731885192725e-06,
      "loss": 0.0949,
      "step": 404850
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.846200308717927e-06,
      "loss": 0.0912,
      "step": 404860
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.845081765508601e-06,
      "loss": 0.0971,
      "step": 404870
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.843963222299277e-06,
      "loss": 0.0926,
      "step": 404880
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.842844679089954e-06,
      "loss": 0.0921,
      "step": 404890
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.84172613588063e-06,
      "loss": 0.0932,
      "step": 404900
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.840607592671305e-06,
      "loss": 0.0905,
      "step": 404910
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.839489049461981e-06,
      "loss": 0.095,
      "step": 404920
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.838370506252657e-06,
      "loss": 0.0928,
      "step": 404930
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.837251963043333e-06,
      "loss": 0.0935,
      "step": 404940
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8361334198340085e-06,
      "loss": 0.0878,
      "step": 404950
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.835014876624684e-06,
      "loss": 0.0953,
      "step": 404960
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.83389633341536e-06,
      "loss": 0.0952,
      "step": 404970
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.832777790206036e-06,
      "loss": 0.0895,
      "step": 404980
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.831659246996712e-06,
      "loss": 0.0966,
      "step": 404990
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.830540703787387e-06,
      "loss": 0.0919,
      "step": 405000
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.829422160578063e-06,
      "loss": 0.0922,
      "step": 405010
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.82830361736874e-06,
      "loss": 0.0972,
      "step": 405020
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.827185074159415e-06,
      "loss": 0.0911,
      "step": 405030
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.82606653095009e-06,
      "loss": 0.0935,
      "step": 405040
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.824947987740767e-06,
      "loss": 0.0936,
      "step": 405050
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.823829444531443e-06,
      "loss": 0.0978,
      "step": 405060
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.822710901322118e-06,
      "loss": 0.0924,
      "step": 405070
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8215923581127944e-06,
      "loss": 0.095,
      "step": 405080
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.82047381490347e-06,
      "loss": 0.0953,
      "step": 405090
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.819355271694146e-06,
      "loss": 0.0959,
      "step": 405100
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8182367284848215e-06,
      "loss": 0.0964,
      "step": 405110
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.817118185275498e-06,
      "loss": 0.0967,
      "step": 405120
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.815999642066173e-06,
      "loss": 0.0928,
      "step": 405130
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.814881098856849e-06,
      "loss": 0.0928,
      "step": 405140
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.813762555647525e-06,
      "loss": 0.0973,
      "step": 405150
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.812644012438201e-06,
      "loss": 0.0977,
      "step": 405160
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.811525469228876e-06,
      "loss": 0.0908,
      "step": 405170
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8104069260195526e-06,
      "loss": 0.0947,
      "step": 405180
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.809288382810228e-06,
      "loss": 0.0923,
      "step": 405190
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.808169839600904e-06,
      "loss": 0.0904,
      "step": 405200
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8070512963915796e-06,
      "loss": 0.0939,
      "step": 405210
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.805932753182256e-06,
      "loss": 0.0947,
      "step": 405220
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.804814209972931e-06,
      "loss": 0.0965,
      "step": 405230
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.803695666763607e-06,
      "loss": 0.0933,
      "step": 405240
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.802577123554284e-06,
      "loss": 0.0907,
      "step": 405250
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.801458580344959e-06,
      "loss": 0.09,
      "step": 405260
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.800340037135634e-06,
      "loss": 0.0932,
      "step": 405270
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.799221493926311e-06,
      "loss": 0.0954,
      "step": 405280
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.798102950716987e-06,
      "loss": 0.0975,
      "step": 405290
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.796984407507662e-06,
      "loss": 0.0968,
      "step": 405300
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.795865864298338e-06,
      "loss": 0.0936,
      "step": 405310
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.794747321089014e-06,
      "loss": 0.0944,
      "step": 405320
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.79362877787969e-06,
      "loss": 0.0926,
      "step": 405330
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7925102346703655e-06,
      "loss": 0.091,
      "step": 405340
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.791391691461041e-06,
      "loss": 0.0921,
      "step": 405350
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.790273148251717e-06,
      "loss": 0.0951,
      "step": 405360
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.789154605042393e-06,
      "loss": 0.0993,
      "step": 405370
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.788036061833069e-06,
      "loss": 0.0909,
      "step": 405380
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.786917518623744e-06,
      "loss": 0.0946,
      "step": 405390
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.78579897541442e-06,
      "loss": 0.0905,
      "step": 405400
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.784680432205097e-06,
      "loss": 0.094,
      "step": 405410
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.783561888995773e-06,
      "loss": 0.0951,
      "step": 405420
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.782443345786447e-06,
      "loss": 0.094,
      "step": 405430
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.781324802577124e-06,
      "loss": 0.0975,
      "step": 405440
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.7802062593678e-06,
      "loss": 0.094,
      "step": 405450
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.779087716158476e-06,
      "loss": 0.0985,
      "step": 405460
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.777969172949151e-06,
      "loss": 0.0911,
      "step": 405470
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.776850629739827e-06,
      "loss": 0.0911,
      "step": 405480
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.775732086530503e-06,
      "loss": 0.0965,
      "step": 405490
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.774613543321179e-06,
      "loss": 0.0937,
      "step": 405500
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.773495000111855e-06,
      "loss": 0.0899,
      "step": 405510
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.77237645690253e-06,
      "loss": 0.091,
      "step": 405520
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.771257913693206e-06,
      "loss": 0.0936,
      "step": 405530
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.7701393704838826e-06,
      "loss": 0.096,
      "step": 405540
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.769020827274558e-06,
      "loss": 0.0937,
      "step": 405550
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.767902284065233e-06,
      "loss": 0.0936,
      "step": 405560
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.7667837408559096e-06,
      "loss": 0.093,
      "step": 405570
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.765665197646586e-06,
      "loss": 0.0924,
      "step": 405580
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.764546654437261e-06,
      "loss": 0.0904,
      "step": 405590
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.7634281112279366e-06,
      "loss": 0.0938,
      "step": 405600
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.762309568018613e-06,
      "loss": 0.0953,
      "step": 405610
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.761191024809289e-06,
      "loss": 0.0924,
      "step": 405620
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.7600724815999644e-06,
      "loss": 0.0908,
      "step": 405630
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.75895393839064e-06,
      "loss": 0.0916,
      "step": 405640
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.757835395181316e-06,
      "loss": 0.0907,
      "step": 405650
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.756716851971992e-06,
      "loss": 0.095,
      "step": 405660
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.755598308762668e-06,
      "loss": 0.0963,
      "step": 405670
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.754479765553344e-06,
      "loss": 0.0935,
      "step": 405680
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.753361222344019e-06,
      "loss": 0.0896,
      "step": 405690
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.7522426791346955e-06,
      "loss": 0.0949,
      "step": 405700
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.751124135925371e-06,
      "loss": 0.0904,
      "step": 405710
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.750005592716047e-06,
      "loss": 0.0948,
      "step": 405720
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.7488870495067225e-06,
      "loss": 0.0957,
      "step": 405730
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.747768506297399e-06,
      "loss": 0.0897,
      "step": 405740
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.746649963088074e-06,
      "loss": 0.0935,
      "step": 405750
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.74553141987875e-06,
      "loss": 0.0965,
      "step": 405760
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.744412876669426e-06,
      "loss": 0.0931,
      "step": 405770
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.743294333460102e-06,
      "loss": 0.094,
      "step": 405780
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.74228764457171e-06,
      "loss": 0.094,
      "step": 405790
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.741169101362386e-06,
      "loss": 0.0937,
      "step": 405800
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.740050558153062e-06,
      "loss": 0.0929,
      "step": 405810
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.738932014943737e-06,
      "loss": 0.0933,
      "step": 405820
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.737813471734413e-06,
      "loss": 0.094,
      "step": 405830
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.736694928525089e-06,
      "loss": 0.0929,
      "step": 405840
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.735576385315766e-06,
      "loss": 0.0889,
      "step": 405850
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.734457842106441e-06,
      "loss": 0.0891,
      "step": 405860
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.733339298897116e-06,
      "loss": 0.095,
      "step": 405870
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.732220755687793e-06,
      "loss": 0.096,
      "step": 405880
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.731102212478469e-06,
      "loss": 0.0951,
      "step": 405890
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.729983669269144e-06,
      "loss": 0.0913,
      "step": 405900
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.72886512605982e-06,
      "loss": 0.0925,
      "step": 405910
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.727746582850496e-06,
      "loss": 0.0936,
      "step": 405920
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.726628039641172e-06,
      "loss": 0.093,
      "step": 405930
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.7255094964318475e-06,
      "loss": 0.0888,
      "step": 405940
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.724390953222523e-06,
      "loss": 0.0967,
      "step": 405950
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.723272410013199e-06,
      "loss": 0.0919,
      "step": 405960
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.722153866803875e-06,
      "loss": 0.0905,
      "step": 405970
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.721035323594551e-06,
      "loss": 0.0935,
      "step": 405980
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.719916780385226e-06,
      "loss": 0.0945,
      "step": 405990
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.718798237175902e-06,
      "loss": 0.0923,
      "step": 406000
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.717679693966579e-06,
      "loss": 0.091,
      "step": 406010
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.716561150757254e-06,
      "loss": 0.0937,
      "step": 406020
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.715442607547929e-06,
      "loss": 0.0987,
      "step": 406030
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.714324064338606e-06,
      "loss": 0.096,
      "step": 406040
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.713205521129282e-06,
      "loss": 0.0935,
      "step": 406050
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.712086977919957e-06,
      "loss": 0.0965,
      "step": 406060
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.7109684347106335e-06,
      "loss": 0.0943,
      "step": 406070
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.709849891501309e-06,
      "loss": 0.0972,
      "step": 406080
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.708731348291985e-06,
      "loss": 0.0955,
      "step": 406090
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.7076128050826605e-06,
      "loss": 0.0919,
      "step": 406100
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.706494261873337e-06,
      "loss": 0.0926,
      "step": 406110
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.705375718664012e-06,
      "loss": 0.0921,
      "step": 406120
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.704257175454688e-06,
      "loss": 0.0923,
      "step": 406130
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.703138632245364e-06,
      "loss": 0.0943,
      "step": 406140
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.70202008903604e-06,
      "loss": 0.0933,
      "step": 406150
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.700901545826715e-06,
      "loss": 0.0975,
      "step": 406160
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.699783002617391e-06,
      "loss": 0.0933,
      "step": 406170
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.698664459408067e-06,
      "loss": 0.0929,
      "step": 406180
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.697545916198743e-06,
      "loss": 0.0991,
      "step": 406190
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6964273729894186e-06,
      "loss": 0.0908,
      "step": 406200
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.695308829780094e-06,
      "loss": 0.0948,
      "step": 406210
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.69419028657077e-06,
      "loss": 0.0979,
      "step": 406220
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6930717433614464e-06,
      "loss": 0.0952,
      "step": 406230
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.691953200152123e-06,
      "loss": 0.0957,
      "step": 406240
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.690834656942797e-06,
      "loss": 0.0897,
      "step": 406250
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6897161137334734e-06,
      "loss": 0.0944,
      "step": 406260
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.68859757052415e-06,
      "loss": 0.0946,
      "step": 406270
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.687479027314826e-06,
      "loss": 0.0921,
      "step": 406280
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.686360484105501e-06,
      "loss": 0.0995,
      "step": 406290
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.685241940896177e-06,
      "loss": 0.097,
      "step": 406300
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.684123397686853e-06,
      "loss": 0.0926,
      "step": 406310
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.683004854477529e-06,
      "loss": 0.0959,
      "step": 406320
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6818863112682045e-06,
      "loss": 0.0891,
      "step": 406330
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.68076776805888e-06,
      "loss": 0.094,
      "step": 406340
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.679649224849556e-06,
      "loss": 0.0944,
      "step": 406350
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.678530681640232e-06,
      "loss": 0.0954,
      "step": 406360
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.677412138430908e-06,
      "loss": 0.0942,
      "step": 406370
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.676293595221583e-06,
      "loss": 0.0959,
      "step": 406380
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.675175052012259e-06,
      "loss": 0.0946,
      "step": 406390
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.674056508802936e-06,
      "loss": 0.0911,
      "step": 406400
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.672937965593611e-06,
      "loss": 0.094,
      "step": 406410
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.671819422384286e-06,
      "loss": 0.0924,
      "step": 406420
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.670700879174963e-06,
      "loss": 0.0968,
      "step": 406430
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.669582335965639e-06,
      "loss": 0.0939,
      "step": 406440
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.668463792756314e-06,
      "loss": 0.0951,
      "step": 406450
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6673452495469905e-06,
      "loss": 0.0904,
      "step": 406460
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.666226706337666e-06,
      "loss": 0.0922,
      "step": 406470
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.665108163128342e-06,
      "loss": 0.0937,
      "step": 406480
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6639896199190175e-06,
      "loss": 0.091,
      "step": 406490
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.662871076709694e-06,
      "loss": 0.0944,
      "step": 406500
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.661752533500369e-06,
      "loss": 0.0941,
      "step": 406510
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.660633990291045e-06,
      "loss": 0.095,
      "step": 406520
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.659515447081721e-06,
      "loss": 0.0943,
      "step": 406530
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.658396903872397e-06,
      "loss": 0.0896,
      "step": 406540
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.657278360663072e-06,
      "loss": 0.0883,
      "step": 406550
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.656159817453749e-06,
      "loss": 0.0883,
      "step": 406560
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.655041274244424e-06,
      "loss": 0.0928,
      "step": 406570
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6539227310351e-06,
      "loss": 0.0916,
      "step": 406580
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.652804187825776e-06,
      "loss": 0.0885,
      "step": 406590
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.651685644616452e-06,
      "loss": 0.0944,
      "step": 406600
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.650567101407127e-06,
      "loss": 0.0898,
      "step": 406610
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6494485581978034e-06,
      "loss": 0.0912,
      "step": 406620
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.648330014988479e-06,
      "loss": 0.091,
      "step": 406630
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.647211471779155e-06,
      "loss": 0.0894,
      "step": 406640
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6460929285698305e-06,
      "loss": 0.0926,
      "step": 406650
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.644974385360507e-06,
      "loss": 0.0922,
      "step": 406660
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.643855842151183e-06,
      "loss": 0.0927,
      "step": 406670
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.642737298941858e-06,
      "loss": 0.0926,
      "step": 406680
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.641618755732534e-06,
      "loss": 0.0895,
      "step": 406690
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.64050021252321e-06,
      "loss": 0.0925,
      "step": 406700
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.639381669313886e-06,
      "loss": 0.0959,
      "step": 406710
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6382631261045615e-06,
      "loss": 0.0946,
      "step": 406720
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.637144582895237e-06,
      "loss": 0.0932,
      "step": 406730
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.636026039685913e-06,
      "loss": 0.0951,
      "step": 406740
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.634907496476589e-06,
      "loss": 0.0921,
      "step": 406750
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.633788953267265e-06,
      "loss": 0.0897,
      "step": 406760
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.63267041005794e-06,
      "loss": 0.0927,
      "step": 406770
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.631551866848616e-06,
      "loss": 0.0942,
      "step": 406780
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.630433323639293e-06,
      "loss": 0.0954,
      "step": 406790
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.629314780429968e-06,
      "loss": 0.0927,
      "step": 406800
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.628196237220643e-06,
      "loss": 0.0874,
      "step": 406810
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.62707769401132e-06,
      "loss": 0.0929,
      "step": 406820
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.625959150801996e-06,
      "loss": 0.0893,
      "step": 406830
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.624840607592672e-06,
      "loss": 0.0929,
      "step": 406840
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.623722064383347e-06,
      "loss": 0.0893,
      "step": 406850
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.622603521174023e-06,
      "loss": 0.092,
      "step": 406860
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.621484977964699e-06,
      "loss": 0.0932,
      "step": 406870
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.620366434755375e-06,
      "loss": 0.0951,
      "step": 406880
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.619247891546051e-06,
      "loss": 0.0891,
      "step": 406890
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.618129348336726e-06,
      "loss": 0.0943,
      "step": 406900
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.617010805127402e-06,
      "loss": 0.0922,
      "step": 406910
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.615892261918079e-06,
      "loss": 0.093,
      "step": 406920
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.614773718708754e-06,
      "loss": 0.0928,
      "step": 406930
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.613655175499429e-06,
      "loss": 0.0932,
      "step": 406940
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.612536632290106e-06,
      "loss": 0.0926,
      "step": 406950
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.611418089080782e-06,
      "loss": 0.0966,
      "step": 406960
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.610299545871457e-06,
      "loss": 0.0923,
      "step": 406970
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.609181002662133e-06,
      "loss": 0.0932,
      "step": 406980
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.608062459452809e-06,
      "loss": 0.0898,
      "step": 406990
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.606943916243485e-06,
      "loss": 0.0904,
      "step": 407000
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6058253730341605e-06,
      "loss": 0.0942,
      "step": 407010
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.604706829824836e-06,
      "loss": 0.0916,
      "step": 407020
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.603588286615512e-06,
      "loss": 0.0943,
      "step": 407030
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.602469743406188e-06,
      "loss": 0.0942,
      "step": 407040
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.601351200196864e-06,
      "loss": 0.0987,
      "step": 407050
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.60023265698754e-06,
      "loss": 0.0907,
      "step": 407060
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.599114113778215e-06,
      "loss": 0.0923,
      "step": 407070
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5979955705688916e-06,
      "loss": 0.0919,
      "step": 407080
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.596877027359567e-06,
      "loss": 0.0942,
      "step": 407090
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.595758484150243e-06,
      "loss": 0.0884,
      "step": 407100
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5946399409409186e-06,
      "loss": 0.0895,
      "step": 407110
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.593521397731595e-06,
      "loss": 0.0953,
      "step": 407120
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.59240285452227e-06,
      "loss": 0.0946,
      "step": 407130
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.591284311312946e-06,
      "loss": 0.0931,
      "step": 407140
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.590165768103622e-06,
      "loss": 0.0928,
      "step": 407150
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.589047224894298e-06,
      "loss": 0.0912,
      "step": 407160
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5879286816849734e-06,
      "loss": 0.0934,
      "step": 407170
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.58681013847565e-06,
      "loss": 0.0954,
      "step": 407180
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.585691595266325e-06,
      "loss": 0.0923,
      "step": 407190
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.584573052057001e-06,
      "loss": 0.0936,
      "step": 407200
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.583454508847677e-06,
      "loss": 0.092,
      "step": 407210
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.582335965638353e-06,
      "loss": 0.0939,
      "step": 407220
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.581217422429029e-06,
      "loss": 0.0927,
      "step": 407230
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5800988792197045e-06,
      "loss": 0.0906,
      "step": 407240
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.57898033601038e-06,
      "loss": 0.0913,
      "step": 407250
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.577861792801056e-06,
      "loss": 0.0916,
      "step": 407260
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.576743249591732e-06,
      "loss": 0.092,
      "step": 407270
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.575624706382408e-06,
      "loss": 0.0922,
      "step": 407280
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.574506163173083e-06,
      "loss": 0.0892,
      "step": 407290
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.573387619963759e-06,
      "loss": 0.095,
      "step": 407300
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.572269076754436e-06,
      "loss": 0.0914,
      "step": 407310
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.571150533545111e-06,
      "loss": 0.0907,
      "step": 407320
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.570031990335786e-06,
      "loss": 0.0911,
      "step": 407330
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.568913447126463e-06,
      "loss": 0.0939,
      "step": 407340
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.567794903917139e-06,
      "loss": 0.0966,
      "step": 407350
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.566676360707814e-06,
      "loss": 0.0958,
      "step": 407360
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.56555781749849e-06,
      "loss": 0.0898,
      "step": 407370
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.564439274289166e-06,
      "loss": 0.0873,
      "step": 407380
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.563320731079842e-06,
      "loss": 0.0938,
      "step": 407390
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5622021878705175e-06,
      "loss": 0.0913,
      "step": 407400
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.561083644661193e-06,
      "loss": 0.0915,
      "step": 407410
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.559965101451869e-06,
      "loss": 0.0903,
      "step": 407420
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.558846558242545e-06,
      "loss": 0.092,
      "step": 407430
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5577280150332216e-06,
      "loss": 0.094,
      "step": 407440
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.556609471823896e-06,
      "loss": 0.0893,
      "step": 407450
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.555490928614572e-06,
      "loss": 0.0921,
      "step": 407460
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5543723854052486e-06,
      "loss": 0.0911,
      "step": 407470
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.553253842195925e-06,
      "loss": 0.0895,
      "step": 407480
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5521352989866e-06,
      "loss": 0.0951,
      "step": 407490
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.551016755777276e-06,
      "loss": 0.0911,
      "step": 407500
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.549898212567952e-06,
      "loss": 0.0909,
      "step": 407510
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.548779669358628e-06,
      "loss": 0.0922,
      "step": 407520
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5476611261493034e-06,
      "loss": 0.0889,
      "step": 407530
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.546542582939979e-06,
      "loss": 0.0882,
      "step": 407540
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.545424039730655e-06,
      "loss": 0.0945,
      "step": 407550
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.544305496521331e-06,
      "loss": 0.0909,
      "step": 407560
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.543186953312007e-06,
      "loss": 0.0923,
      "step": 407570
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.542068410102682e-06,
      "loss": 0.0912,
      "step": 407580
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.540949866893358e-06,
      "loss": 0.095,
      "step": 407590
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5398313236840345e-06,
      "loss": 0.0912,
      "step": 407600
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.53871278047471e-06,
      "loss": 0.0898,
      "step": 407610
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.537594237265385e-06,
      "loss": 0.0938,
      "step": 407620
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5364756940560615e-06,
      "loss": 0.0963,
      "step": 407630
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.535357150846738e-06,
      "loss": 0.092,
      "step": 407640
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.534238607637413e-06,
      "loss": 0.0901,
      "step": 407650
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.533120064428089e-06,
      "loss": 0.095,
      "step": 407660
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.532001521218765e-06,
      "loss": 0.0858,
      "step": 407670
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.530882978009441e-06,
      "loss": 0.0904,
      "step": 407680
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.529764434800116e-06,
      "loss": 0.0912,
      "step": 407690
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.528645891590793e-06,
      "loss": 0.0936,
      "step": 407700
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.527527348381468e-06,
      "loss": 0.0914,
      "step": 407710
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.526408805172144e-06,
      "loss": 0.0931,
      "step": 407720
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.52529026196282e-06,
      "loss": 0.0917,
      "step": 407730
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.524171718753496e-06,
      "loss": 0.0972,
      "step": 407740
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.523053175544171e-06,
      "loss": 0.0942,
      "step": 407750
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5219346323348475e-06,
      "loss": 0.0915,
      "step": 407760
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.520816089125523e-06,
      "loss": 0.0943,
      "step": 407770
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.519697545916199e-06,
      "loss": 0.092,
      "step": 407780
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5185790027068745e-06,
      "loss": 0.0885,
      "step": 407790
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5175723138184824e-06,
      "loss": 0.0912,
      "step": 407800
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.516453770609159e-06,
      "loss": 0.092,
      "step": 407810
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.515335227399835e-06,
      "loss": 0.0907,
      "step": 407820
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.514216684190511e-06,
      "loss": 0.0916,
      "step": 407830
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.513098140981186e-06,
      "loss": 0.09,
      "step": 407840
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.511979597771862e-06,
      "loss": 0.0917,
      "step": 407850
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.510861054562538e-06,
      "loss": 0.094,
      "step": 407860
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.509742511353214e-06,
      "loss": 0.0931,
      "step": 407870
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.50862396814389e-06,
      "loss": 0.0913,
      "step": 407880
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.507505424934565e-06,
      "loss": 0.0885,
      "step": 407890
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.506386881725241e-06,
      "loss": 0.0945,
      "step": 407900
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.505268338515918e-06,
      "loss": 0.0905,
      "step": 407910
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.504149795306593e-06,
      "loss": 0.0923,
      "step": 407920
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.503031252097268e-06,
      "loss": 0.0875,
      "step": 407930
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.501912708887945e-06,
      "loss": 0.0918,
      "step": 407940
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.500794165678621e-06,
      "loss": 0.0908,
      "step": 407950
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.499675622469296e-06,
      "loss": 0.0904,
      "step": 407960
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.498557079259972e-06,
      "loss": 0.0861,
      "step": 407970
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.497438536050648e-06,
      "loss": 0.0909,
      "step": 407980
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.496319992841324e-06,
      "loss": 0.0915,
      "step": 407990
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4952014496319995e-06,
      "loss": 0.0971,
      "step": 408000
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.494082906422675e-06,
      "loss": 0.0948,
      "step": 408010
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.492964363213351e-06,
      "loss": 0.0897,
      "step": 408020
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.491845820004027e-06,
      "loss": 0.0885,
      "step": 408030
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.490727276794703e-06,
      "loss": 0.0926,
      "step": 408040
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.489608733585379e-06,
      "loss": 0.0891,
      "step": 408050
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.488490190376054e-06,
      "loss": 0.0907,
      "step": 408060
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4873716471667306e-06,
      "loss": 0.092,
      "step": 408070
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.486253103957406e-06,
      "loss": 0.0938,
      "step": 408080
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.485134560748082e-06,
      "loss": 0.0944,
      "step": 408090
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.484016017538758e-06,
      "loss": 0.0906,
      "step": 408100
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.482897474329434e-06,
      "loss": 0.0955,
      "step": 408110
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.481778931120109e-06,
      "loss": 0.0943,
      "step": 408120
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4806603879107854e-06,
      "loss": 0.0919,
      "step": 408130
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.479541844701461e-06,
      "loss": 0.0913,
      "step": 408140
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.478423301492137e-06,
      "loss": 0.0907,
      "step": 408150
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4773047582828124e-06,
      "loss": 0.0914,
      "step": 408160
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.476186215073489e-06,
      "loss": 0.0921,
      "step": 408170
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.475067671864164e-06,
      "loss": 0.0922,
      "step": 408180
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.47394912865484e-06,
      "loss": 0.0906,
      "step": 408190
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.472830585445516e-06,
      "loss": 0.0929,
      "step": 408200
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.471712042236192e-06,
      "loss": 0.0943,
      "step": 408210
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.470593499026868e-06,
      "loss": 0.0912,
      "step": 408220
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4694749558175435e-06,
      "loss": 0.0936,
      "step": 408230
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.468356412608219e-06,
      "loss": 0.0881,
      "step": 408240
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.467237869398895e-06,
      "loss": 0.0928,
      "step": 408250
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.466119326189571e-06,
      "loss": 0.0898,
      "step": 408260
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.465000782980247e-06,
      "loss": 0.0918,
      "step": 408270
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.463882239770922e-06,
      "loss": 0.0904,
      "step": 408280
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.462763696561598e-06,
      "loss": 0.0918,
      "step": 408290
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.461645153352275e-06,
      "loss": 0.0941,
      "step": 408300
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.46052661014295e-06,
      "loss": 0.0944,
      "step": 408310
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.459408066933625e-06,
      "loss": 0.0931,
      "step": 408320
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.458289523724302e-06,
      "loss": 0.0899,
      "step": 408330
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.457170980514978e-06,
      "loss": 0.095,
      "step": 408340
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.456052437305653e-06,
      "loss": 0.0906,
      "step": 408350
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.454933894096329e-06,
      "loss": 0.0941,
      "step": 408360
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.453815350887005e-06,
      "loss": 0.0954,
      "step": 408370
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.452696807677681e-06,
      "loss": 0.0916,
      "step": 408380
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.451578264468357e-06,
      "loss": 0.0933,
      "step": 408390
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.450459721259032e-06,
      "loss": 0.0919,
      "step": 408400
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.449341178049708e-06,
      "loss": 0.0948,
      "step": 408410
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.448222634840384e-06,
      "loss": 0.0914,
      "step": 408420
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.447104091631061e-06,
      "loss": 0.0891,
      "step": 408430
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.445985548421735e-06,
      "loss": 0.0925,
      "step": 408440
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.444867005212411e-06,
      "loss": 0.0911,
      "step": 408450
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.443748462003088e-06,
      "loss": 0.0929,
      "step": 408460
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.442629918793764e-06,
      "loss": 0.0882,
      "step": 408470
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.441511375584439e-06,
      "loss": 0.0906,
      "step": 408480
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.440392832375115e-06,
      "loss": 0.0931,
      "step": 408490
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.439274289165791e-06,
      "loss": 0.0875,
      "step": 408500
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.438155745956467e-06,
      "loss": 0.0941,
      "step": 408510
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4370372027471425e-06,
      "loss": 0.0903,
      "step": 408520
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.435918659537818e-06,
      "loss": 0.0934,
      "step": 408530
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.434800116328494e-06,
      "loss": 0.0896,
      "step": 408540
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.43368157311917e-06,
      "loss": 0.0908,
      "step": 408550
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.432563029909846e-06,
      "loss": 0.0937,
      "step": 408560
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.431444486700521e-06,
      "loss": 0.0916,
      "step": 408570
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.430325943491197e-06,
      "loss": 0.0931,
      "step": 408580
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4292074002818735e-06,
      "loss": 0.0927,
      "step": 408590
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.428088857072549e-06,
      "loss": 0.0925,
      "step": 408600
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.426970313863224e-06,
      "loss": 0.0921,
      "step": 408610
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4258517706539006e-06,
      "loss": 0.0925,
      "step": 408620
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.424733227444577e-06,
      "loss": 0.0896,
      "step": 408630
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.423614684235252e-06,
      "loss": 0.092,
      "step": 408640
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.422496141025928e-06,
      "loss": 0.089,
      "step": 408650
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.421377597816604e-06,
      "loss": 0.0885,
      "step": 408660
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.42025905460728e-06,
      "loss": 0.0944,
      "step": 408670
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.419140511397955e-06,
      "loss": 0.0915,
      "step": 408680
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.418021968188632e-06,
      "loss": 0.0923,
      "step": 408690
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.416903424979307e-06,
      "loss": 0.0928,
      "step": 408700
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.415784881769983e-06,
      "loss": 0.0908,
      "step": 408710
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.414666338560659e-06,
      "loss": 0.0896,
      "step": 408720
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.413547795351335e-06,
      "loss": 0.091,
      "step": 408730
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.41242925214201e-06,
      "loss": 0.0909,
      "step": 408740
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4113107089326865e-06,
      "loss": 0.0971,
      "step": 408750
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.410192165723362e-06,
      "loss": 0.0938,
      "step": 408760
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.409073622514038e-06,
      "loss": 0.09,
      "step": 408770
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4079550793047135e-06,
      "loss": 0.0906,
      "step": 408780
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.40683653609539e-06,
      "loss": 0.093,
      "step": 408790
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.405717992886065e-06,
      "loss": 0.0925,
      "step": 408800
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.404599449676741e-06,
      "loss": 0.0922,
      "step": 408810
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.403480906467418e-06,
      "loss": 0.0935,
      "step": 408820
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.402362363258093e-06,
      "loss": 0.0931,
      "step": 408830
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.401243820048768e-06,
      "loss": 0.0908,
      "step": 408840
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.400125276839445e-06,
      "loss": 0.0926,
      "step": 408850
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.399006733630121e-06,
      "loss": 0.0911,
      "step": 408860
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.397888190420796e-06,
      "loss": 0.092,
      "step": 408870
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.396769647211472e-06,
      "loss": 0.089,
      "step": 408880
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.395651104002148e-06,
      "loss": 0.0911,
      "step": 408890
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.394532560792824e-06,
      "loss": 0.0893,
      "step": 408900
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3934140175834995e-06,
      "loss": 0.0883,
      "step": 408910
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.392295474374175e-06,
      "loss": 0.0932,
      "step": 408920
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.391176931164851e-06,
      "loss": 0.09,
      "step": 408930
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.390058387955527e-06,
      "loss": 0.0903,
      "step": 408940
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.388939844746203e-06,
      "loss": 0.0948,
      "step": 408950
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.387821301536878e-06,
      "loss": 0.0942,
      "step": 408960
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.386702758327554e-06,
      "loss": 0.0933,
      "step": 408970
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3855842151182306e-06,
      "loss": 0.0893,
      "step": 408980
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.384465671908907e-06,
      "loss": 0.0876,
      "step": 408990
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.383347128699581e-06,
      "loss": 0.0855,
      "step": 409000
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3822285854902576e-06,
      "loss": 0.0911,
      "step": 409010
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.381110042280934e-06,
      "loss": 0.0886,
      "step": 409020
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.37999149907161e-06,
      "loss": 0.0958,
      "step": 409030
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.378872955862285e-06,
      "loss": 0.0924,
      "step": 409040
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.377754412652961e-06,
      "loss": 0.0906,
      "step": 409050
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.376635869443637e-06,
      "loss": 0.0948,
      "step": 409060
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.375517326234313e-06,
      "loss": 0.0906,
      "step": 409070
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.374398783024989e-06,
      "loss": 0.0894,
      "step": 409080
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.373280239815664e-06,
      "loss": 0.0928,
      "step": 409090
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.37216169660634e-06,
      "loss": 0.0928,
      "step": 409100
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3710431533970165e-06,
      "loss": 0.0924,
      "step": 409110
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.369924610187692e-06,
      "loss": 0.0892,
      "step": 409120
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.368806066978367e-06,
      "loss": 0.0915,
      "step": 409130
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3676875237690435e-06,
      "loss": 0.0902,
      "step": 409140
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.366568980559719e-06,
      "loss": 0.095,
      "step": 409150
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.365450437350395e-06,
      "loss": 0.0935,
      "step": 409160
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3643318941410705e-06,
      "loss": 0.0899,
      "step": 409170
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.363213350931747e-06,
      "loss": 0.0898,
      "step": 409180
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.362094807722422e-06,
      "loss": 0.0951,
      "step": 409190
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.360976264513098e-06,
      "loss": 0.0895,
      "step": 409200
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.359857721303774e-06,
      "loss": 0.0913,
      "step": 409210
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.35873917809445e-06,
      "loss": 0.0946,
      "step": 409220
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.357620634885125e-06,
      "loss": 0.0951,
      "step": 409230
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.356502091675802e-06,
      "loss": 0.0937,
      "step": 409240
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.355383548466478e-06,
      "loss": 0.093,
      "step": 409250
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.354265005257153e-06,
      "loss": 0.0971,
      "step": 409260
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.353146462047829e-06,
      "loss": 0.0926,
      "step": 409270
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.352027918838505e-06,
      "loss": 0.0955,
      "step": 409280
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.350909375629181e-06,
      "loss": 0.0925,
      "step": 409290
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3497908324198565e-06,
      "loss": 0.0965,
      "step": 409300
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.348672289210532e-06,
      "loss": 0.0953,
      "step": 409310
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.347553746001208e-06,
      "loss": 0.097,
      "step": 409320
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.346435202791884e-06,
      "loss": 0.0916,
      "step": 409330
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.34531665958256e-06,
      "loss": 0.0947,
      "step": 409340
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.344198116373235e-06,
      "loss": 0.0968,
      "step": 409350
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.343079573163911e-06,
      "loss": 0.0923,
      "step": 409360
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.341961029954588e-06,
      "loss": 0.0935,
      "step": 409370
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.340842486745263e-06,
      "loss": 0.0941,
      "step": 409380
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.339723943535938e-06,
      "loss": 0.0906,
      "step": 409390
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.338605400326615e-06,
      "loss": 0.0942,
      "step": 409400
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.337486857117291e-06,
      "loss": 0.0934,
      "step": 409410
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.336368313907967e-06,
      "loss": 0.0974,
      "step": 409420
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.335249770698642e-06,
      "loss": 0.0957,
      "step": 409430
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.334131227489318e-06,
      "loss": 0.095,
      "step": 409440
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.333012684279994e-06,
      "loss": 0.0928,
      "step": 409450
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.33189414107067e-06,
      "loss": 0.0944,
      "step": 409460
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.330775597861346e-06,
      "loss": 0.0935,
      "step": 409470
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.329657054652021e-06,
      "loss": 0.1002,
      "step": 409480
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.328538511442697e-06,
      "loss": 0.0945,
      "step": 409490
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3274199682333735e-06,
      "loss": 0.0974,
      "step": 409500
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.326301425024049e-06,
      "loss": 0.0971,
      "step": 409510
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.325182881814724e-06,
      "loss": 0.0916,
      "step": 409520
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3240643386054005e-06,
      "loss": 0.0955,
      "step": 409530
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.322945795396077e-06,
      "loss": 0.0953,
      "step": 409540
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.321827252186752e-06,
      "loss": 0.0946,
      "step": 409550
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3207087089774275e-06,
      "loss": 0.0983,
      "step": 409560
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.319590165768104e-06,
      "loss": 0.0946,
      "step": 409570
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.31847162255878e-06,
      "loss": 0.099,
      "step": 409580
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.317353079349455e-06,
      "loss": 0.0942,
      "step": 409590
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.316234536140131e-06,
      "loss": 0.0934,
      "step": 409600
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.315115992930807e-06,
      "loss": 0.0917,
      "step": 409610
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.313997449721483e-06,
      "loss": 0.0938,
      "step": 409620
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.312878906512159e-06,
      "loss": 0.0969,
      "step": 409630
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.311760363302834e-06,
      "loss": 0.0934,
      "step": 409640
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.31064182009351e-06,
      "loss": 0.093,
      "step": 409650
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3095232768841865e-06,
      "loss": 0.0909,
      "step": 409660
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.308404733674862e-06,
      "loss": 0.0948,
      "step": 409670
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.307286190465538e-06,
      "loss": 0.0956,
      "step": 409680
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3061676472562135e-06,
      "loss": 0.0904,
      "step": 409690
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.30504910404689e-06,
      "loss": 0.0915,
      "step": 409700
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.303930560837565e-06,
      "loss": 0.0936,
      "step": 409710
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.302812017628241e-06,
      "loss": 0.0947,
      "step": 409720
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.301693474418917e-06,
      "loss": 0.0932,
      "step": 409730
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.300574931209593e-06,
      "loss": 0.0912,
      "step": 409740
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.299456388000268e-06,
      "loss": 0.097,
      "step": 409750
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.298337844790945e-06,
      "loss": 0.0941,
      "step": 409760
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.29721930158162e-06,
      "loss": 0.0915,
      "step": 409770
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.296100758372296e-06,
      "loss": 0.0926,
      "step": 409780
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.294982215162972e-06,
      "loss": 0.0928,
      "step": 409790
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.293863671953648e-06,
      "loss": 0.0935,
      "step": 409800
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.292745128744323e-06,
      "loss": 0.0958,
      "step": 409810
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2916265855349995e-06,
      "loss": 0.094,
      "step": 409820
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.290508042325675e-06,
      "loss": 0.0959,
      "step": 409830
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.289389499116351e-06,
      "loss": 0.0907,
      "step": 409840
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.288270955907027e-06,
      "loss": 0.0913,
      "step": 409850
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.287152412697703e-06,
      "loss": 0.0953,
      "step": 409860
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.286033869488378e-06,
      "loss": 0.0945,
      "step": 409870
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.284915326279054e-06,
      "loss": 0.0939,
      "step": 409880
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2837967830697306e-06,
      "loss": 0.092,
      "step": 409890
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2827900941813385e-06,
      "loss": 0.0944,
      "step": 409900
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.281671550972014e-06,
      "loss": 0.0952,
      "step": 409910
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.28055300776269e-06,
      "loss": 0.0967,
      "step": 409920
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.279434464553366e-06,
      "loss": 0.0925,
      "step": 409930
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.278315921344042e-06,
      "loss": 0.0961,
      "step": 409940
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.277197378134717e-06,
      "loss": 0.0921,
      "step": 409950
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.276078834925393e-06,
      "loss": 0.0948,
      "step": 409960
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.27496029171607e-06,
      "loss": 0.0962,
      "step": 409970
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.273841748506745e-06,
      "loss": 0.0943,
      "step": 409980
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.27272320529742e-06,
      "loss": 0.0955,
      "step": 409990
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.271604662088097e-06,
      "loss": 0.0952,
      "step": 410000
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.270486118878773e-06,
      "loss": 0.0955,
      "step": 410010
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.269367575669448e-06,
      "loss": 0.0946,
      "step": 410020
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2682490324601244e-06,
      "loss": 0.0929,
      "step": 410030
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2671304892508e-06,
      "loss": 0.0929,
      "step": 410040
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.266011946041476e-06,
      "loss": 0.095,
      "step": 410050
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2648934028321514e-06,
      "loss": 0.0949,
      "step": 410060
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.263774859622828e-06,
      "loss": 0.0926,
      "step": 410070
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.262656316413503e-06,
      "loss": 0.0908,
      "step": 410080
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.261537773204179e-06,
      "loss": 0.0954,
      "step": 410090
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.260419229994855e-06,
      "loss": 0.0988,
      "step": 410100
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.259300686785531e-06,
      "loss": 0.0911,
      "step": 410110
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.258182143576206e-06,
      "loss": 0.0945,
      "step": 410120
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2570636003668825e-06,
      "loss": 0.0928,
      "step": 410130
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.255945057157558e-06,
      "loss": 0.0966,
      "step": 410140
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.254826513948234e-06,
      "loss": 0.0889,
      "step": 410150
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2537079707389095e-06,
      "loss": 0.0952,
      "step": 410160
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.252589427529586e-06,
      "loss": 0.0973,
      "step": 410170
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.251470884320261e-06,
      "loss": 0.0897,
      "step": 410180
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.250352341110937e-06,
      "loss": 0.0929,
      "step": 410190
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.249233797901614e-06,
      "loss": 0.0941,
      "step": 410200
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.248115254692289e-06,
      "loss": 0.0919,
      "step": 410210
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.246996711482964e-06,
      "loss": 0.0906,
      "step": 410220
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.245878168273641e-06,
      "loss": 0.0964,
      "step": 410230
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.244759625064317e-06,
      "loss": 0.0942,
      "step": 410240
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.243641081854992e-06,
      "loss": 0.0917,
      "step": 410250
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.242522538645668e-06,
      "loss": 0.0897,
      "step": 410260
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.241403995436344e-06,
      "loss": 0.0975,
      "step": 410270
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.24028545222702e-06,
      "loss": 0.0938,
      "step": 410280
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2391669090176955e-06,
      "loss": 0.0977,
      "step": 410290
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.238048365808371e-06,
      "loss": 0.0957,
      "step": 410300
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.236929822599047e-06,
      "loss": 0.0895,
      "step": 410310
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.235811279389723e-06,
      "loss": 0.093,
      "step": 410320
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.234692736180399e-06,
      "loss": 0.0922,
      "step": 410330
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.233574192971074e-06,
      "loss": 0.0919,
      "step": 410340
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.23245564976175e-06,
      "loss": 0.0977,
      "step": 410350
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.231337106552427e-06,
      "loss": 0.0928,
      "step": 410360
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.230218563343102e-06,
      "loss": 0.0941,
      "step": 410370
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.229100020133777e-06,
      "loss": 0.0964,
      "step": 410380
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.227981476924454e-06,
      "loss": 0.0926,
      "step": 410390
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.22686293371513e-06,
      "loss": 0.0935,
      "step": 410400
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.225744390505806e-06,
      "loss": 0.0934,
      "step": 410410
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.224625847296481e-06,
      "loss": 0.0929,
      "step": 410420
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.223507304087157e-06,
      "loss": 0.092,
      "step": 410430
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.222388760877833e-06,
      "loss": 0.0953,
      "step": 410440
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.221270217668509e-06,
      "loss": 0.092,
      "step": 410450
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.220151674459185e-06,
      "loss": 0.0948,
      "step": 410460
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.21903313124986e-06,
      "loss": 0.0921,
      "step": 410470
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.217914588040536e-06,
      "loss": 0.0936,
      "step": 410480
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2167960448312126e-06,
      "loss": 0.0916,
      "step": 410490
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.215677501621888e-06,
      "loss": 0.0918,
      "step": 410500
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.214558958412563e-06,
      "loss": 0.0937,
      "step": 410510
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2134404152032396e-06,
      "loss": 0.0935,
      "step": 410520
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.212321871993916e-06,
      "loss": 0.0937,
      "step": 410530
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.211203328784591e-06,
      "loss": 0.0938,
      "step": 410540
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2100847855752666e-06,
      "loss": 0.0928,
      "step": 410550
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.208966242365943e-06,
      "loss": 0.0949,
      "step": 410560
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.207847699156619e-06,
      "loss": 0.0917,
      "step": 410570
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.206729155947294e-06,
      "loss": 0.0937,
      "step": 410580
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.20561061273797e-06,
      "loss": 0.0941,
      "step": 410590
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.204492069528646e-06,
      "loss": 0.0962,
      "step": 410600
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.203373526319322e-06,
      "loss": 0.0892,
      "step": 410610
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.202254983109998e-06,
      "loss": 0.0944,
      "step": 410620
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.201136439900674e-06,
      "loss": 0.0907,
      "step": 410630
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.200017896691349e-06,
      "loss": 0.0937,
      "step": 410640
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1988993534820255e-06,
      "loss": 0.0927,
      "step": 410650
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.197780810272701e-06,
      "loss": 0.0937,
      "step": 410660
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.196662267063377e-06,
      "loss": 0.0906,
      "step": 410670
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1955437238540525e-06,
      "loss": 0.0948,
      "step": 410680
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.194425180644729e-06,
      "loss": 0.0948,
      "step": 410690
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.193306637435404e-06,
      "loss": 0.0937,
      "step": 410700
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.19218809422608e-06,
      "loss": 0.0899,
      "step": 410710
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.191069551016756e-06,
      "loss": 0.0939,
      "step": 410720
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.189951007807432e-06,
      "loss": 0.0975,
      "step": 410730
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.188832464598107e-06,
      "loss": 0.0939,
      "step": 410740
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.187713921388784e-06,
      "loss": 0.0931,
      "step": 410750
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.186595378179459e-06,
      "loss": 0.0953,
      "step": 410760
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.185476834970135e-06,
      "loss": 0.0912,
      "step": 410770
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.184358291760811e-06,
      "loss": 0.0986,
      "step": 410780
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.183239748551487e-06,
      "loss": 0.0971,
      "step": 410790
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.182121205342163e-06,
      "loss": 0.091,
      "step": 410800
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1810026621328385e-06,
      "loss": 0.0934,
      "step": 410810
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.179884118923514e-06,
      "loss": 0.0891,
      "step": 410820
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.17876557571419e-06,
      "loss": 0.093,
      "step": 410830
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.177647032504866e-06,
      "loss": 0.0916,
      "step": 410840
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.176528489295542e-06,
      "loss": 0.0922,
      "step": 410850
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.175409946086217e-06,
      "loss": 0.0928,
      "step": 410860
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.174291402876893e-06,
      "loss": 0.0944,
      "step": 410870
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1731728596675696e-06,
      "loss": 0.092,
      "step": 410880
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.172054316458245e-06,
      "loss": 0.0956,
      "step": 410890
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.17093577324892e-06,
      "loss": 0.0889,
      "step": 410900
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1698172300395966e-06,
      "loss": 0.0919,
      "step": 410910
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.168698686830273e-06,
      "loss": 0.094,
      "step": 410920
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.167580143620948e-06,
      "loss": 0.0942,
      "step": 410930
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.166461600411624e-06,
      "loss": 0.091,
      "step": 410940
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1653430572023e-06,
      "loss": 0.0914,
      "step": 410950
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.164224513992976e-06,
      "loss": 0.0918,
      "step": 410960
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1631059707836514e-06,
      "loss": 0.0917,
      "step": 410970
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.161987427574327e-06,
      "loss": 0.0938,
      "step": 410980
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.160868884365003e-06,
      "loss": 0.0928,
      "step": 410990
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.159750341155679e-06,
      "loss": 0.0977,
      "step": 411000
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1586317979463555e-06,
      "loss": 0.094,
      "step": 411010
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.15751325473703e-06,
      "loss": 0.0939,
      "step": 411020
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.156394711527706e-06,
      "loss": 0.0924,
      "step": 411030
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1552761683183825e-06,
      "loss": 0.0954,
      "step": 411040
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.154157625109059e-06,
      "loss": 0.0932,
      "step": 411050
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.153039081899734e-06,
      "loss": 0.0898,
      "step": 411060
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1519205386904095e-06,
      "loss": 0.095,
      "step": 411070
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.150801995481086e-06,
      "loss": 0.096,
      "step": 411080
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.149683452271762e-06,
      "loss": 0.0993,
      "step": 411090
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.148564909062437e-06,
      "loss": 0.0915,
      "step": 411100
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.147446365853113e-06,
      "loss": 0.0955,
      "step": 411110
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.146327822643789e-06,
      "loss": 0.091,
      "step": 411120
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.145209279434465e-06,
      "loss": 0.0938,
      "step": 411130
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.144090736225141e-06,
      "loss": 0.09,
      "step": 411140
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.142972193015816e-06,
      "loss": 0.0916,
      "step": 411150
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.141853649806492e-06,
      "loss": 0.0923,
      "step": 411160
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1407351065971685e-06,
      "loss": 0.0952,
      "step": 411170
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.139616563387844e-06,
      "loss": 0.0926,
      "step": 411180
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.138498020178519e-06,
      "loss": 0.0951,
      "step": 411190
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1373794769691955e-06,
      "loss": 0.0949,
      "step": 411200
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.136260933759872e-06,
      "loss": 0.094,
      "step": 411210
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.135142390550547e-06,
      "loss": 0.0919,
      "step": 411220
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.134023847341223e-06,
      "loss": 0.0938,
      "step": 411230
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.132905304131899e-06,
      "loss": 0.0962,
      "step": 411240
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.131786760922575e-06,
      "loss": 0.0897,
      "step": 411250
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.13066821771325e-06,
      "loss": 0.0925,
      "step": 411260
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.129549674503927e-06,
      "loss": 0.0947,
      "step": 411270
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.128431131294602e-06,
      "loss": 0.0967,
      "step": 411280
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.127312588085278e-06,
      "loss": 0.0921,
      "step": 411290
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.126194044875954e-06,
      "loss": 0.093,
      "step": 411300
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.12507550166663e-06,
      "loss": 0.0929,
      "step": 411310
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.123956958457305e-06,
      "loss": 0.0963,
      "step": 411320
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1228384152479814e-06,
      "loss": 0.0904,
      "step": 411330
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.121719872038657e-06,
      "loss": 0.0909,
      "step": 411340
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.120601328829333e-06,
      "loss": 0.0965,
      "step": 411350
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1194827856200085e-06,
      "loss": 0.0913,
      "step": 411360
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.118364242410685e-06,
      "loss": 0.0876,
      "step": 411370
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.11724569920136e-06,
      "loss": 0.0955,
      "step": 411380
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.116127155992036e-06,
      "loss": 0.0892,
      "step": 411390
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1150086127827125e-06,
      "loss": 0.093,
      "step": 411400
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.113890069573388e-06,
      "loss": 0.0923,
      "step": 411410
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.112771526364063e-06,
      "loss": 0.0937,
      "step": 411420
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1116529831547395e-06,
      "loss": 0.093,
      "step": 411430
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.110534439945416e-06,
      "loss": 0.0956,
      "step": 411440
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.109415896736091e-06,
      "loss": 0.0932,
      "step": 411450
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1082973535267666e-06,
      "loss": 0.0956,
      "step": 411460
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.107178810317443e-06,
      "loss": 0.0931,
      "step": 411470
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.106060267108119e-06,
      "loss": 0.0972,
      "step": 411480
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.104941723898794e-06,
      "loss": 0.0926,
      "step": 411490
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.10382318068947e-06,
      "loss": 0.0971,
      "step": 411500
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.102704637480146e-06,
      "loss": 0.0932,
      "step": 411510
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.101586094270822e-06,
      "loss": 0.0923,
      "step": 411520
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.100467551061498e-06,
      "loss": 0.0921,
      "step": 411530
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.099349007852173e-06,
      "loss": 0.0917,
      "step": 411540
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.098230464642849e-06,
      "loss": 0.0942,
      "step": 411550
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0971119214335255e-06,
      "loss": 0.0945,
      "step": 411560
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.095993378224202e-06,
      "loss": 0.101,
      "step": 411570
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.094874835014876e-06,
      "loss": 0.0915,
      "step": 411580
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0937562918055525e-06,
      "loss": 0.0931,
      "step": 411590
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.092637748596229e-06,
      "loss": 0.0957,
      "step": 411600
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.091519205386905e-06,
      "loss": 0.0893,
      "step": 411610
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0904006621775795e-06,
      "loss": 0.0927,
      "step": 411620
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.089282118968256e-06,
      "loss": 0.0889,
      "step": 411630
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.088163575758932e-06,
      "loss": 0.0897,
      "step": 411640
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.087045032549608e-06,
      "loss": 0.0927,
      "step": 411650
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.085926489340284e-06,
      "loss": 0.0871,
      "step": 411660
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.084807946130959e-06,
      "loss": 0.0919,
      "step": 411670
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.083689402921635e-06,
      "loss": 0.0846,
      "step": 411680
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0825708597123115e-06,
      "loss": 0.0928,
      "step": 411690
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.081452316502987e-06,
      "loss": 0.0919,
      "step": 411700
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.080333773293662e-06,
      "loss": 0.0947,
      "step": 411710
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0792152300843385e-06,
      "loss": 0.0908,
      "step": 411720
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.078096686875015e-06,
      "loss": 0.0981,
      "step": 411730
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.07697814366569e-06,
      "loss": 0.0926,
      "step": 411740
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0758596004563655e-06,
      "loss": 0.0969,
      "step": 411750
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.074741057247042e-06,
      "loss": 0.0945,
      "step": 411760
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.073622514037718e-06,
      "loss": 0.0927,
      "step": 411770
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.072503970828393e-06,
      "loss": 0.0903,
      "step": 411780
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.071385427619069e-06,
      "loss": 0.0951,
      "step": 411790
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.070266884409745e-06,
      "loss": 0.0958,
      "step": 411800
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.069148341200421e-06,
      "loss": 0.0917,
      "step": 411810
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0680297979910966e-06,
      "loss": 0.0931,
      "step": 411820
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.066911254781773e-06,
      "loss": 0.0945,
      "step": 411830
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.065792711572448e-06,
      "loss": 0.093,
      "step": 411840
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.064674168363124e-06,
      "loss": 0.0866,
      "step": 411850
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0635556251538e-06,
      "loss": 0.0946,
      "step": 411860
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.062437081944476e-06,
      "loss": 0.0902,
      "step": 411870
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0613185387351514e-06,
      "loss": 0.0929,
      "step": 411880
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.060199995525828e-06,
      "loss": 0.093,
      "step": 411890
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.059081452316503e-06,
      "loss": 0.0929,
      "step": 411900
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.057962909107179e-06,
      "loss": 0.0924,
      "step": 411910
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.056844365897855e-06,
      "loss": 0.0908,
      "step": 411920
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.055725822688531e-06,
      "loss": 0.0909,
      "step": 411930
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.054607279479206e-06,
      "loss": 0.094,
      "step": 411940
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0534887362698825e-06,
      "loss": 0.0936,
      "step": 411950
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0524820473814905e-06,
      "loss": 0.0897,
      "step": 411960
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.051363504172166e-06,
      "loss": 0.0942,
      "step": 411970
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.050244960962842e-06,
      "loss": 0.0912,
      "step": 411980
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.049126417753518e-06,
      "loss": 0.092,
      "step": 411990
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.048007874544194e-06,
      "loss": 0.0976,
      "step": 412000
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.046889331334869e-06,
      "loss": 0.097,
      "step": 412010
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.045770788125545e-06,
      "loss": 0.094,
      "step": 412020
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0446522449162215e-06,
      "loss": 0.0895,
      "step": 412030
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.043533701706897e-06,
      "loss": 0.0959,
      "step": 412040
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.042415158497573e-06,
      "loss": 0.0938,
      "step": 412050
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0412966152882486e-06,
      "loss": 0.0959,
      "step": 412060
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.040178072078925e-06,
      "loss": 0.0938,
      "step": 412070
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0390595288696e-06,
      "loss": 0.0935,
      "step": 412080
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.037940985660276e-06,
      "loss": 0.0914,
      "step": 412090
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.036822442450952e-06,
      "loss": 0.0926,
      "step": 412100
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.035703899241628e-06,
      "loss": 0.0932,
      "step": 412110
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.034585356032303e-06,
      "loss": 0.0898,
      "step": 412120
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.03346681282298e-06,
      "loss": 0.0932,
      "step": 412130
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.032348269613655e-06,
      "loss": 0.093,
      "step": 412140
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.031229726404331e-06,
      "loss": 0.0922,
      "step": 412150
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.030111183195007e-06,
      "loss": 0.0883,
      "step": 412160
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.028992639985683e-06,
      "loss": 0.0967,
      "step": 412170
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.027874096776358e-06,
      "loss": 0.0945,
      "step": 412180
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0267555535670345e-06,
      "loss": 0.093,
      "step": 412190
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.02563701035771e-06,
      "loss": 0.0907,
      "step": 412200
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.024518467148386e-06,
      "loss": 0.0964,
      "step": 412210
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.023399923939062e-06,
      "loss": 0.098,
      "step": 412220
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.022281380729738e-06,
      "loss": 0.0927,
      "step": 412230
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.021162837520413e-06,
      "loss": 0.0923,
      "step": 412240
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.020044294311089e-06,
      "loss": 0.0943,
      "step": 412250
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.018925751101766e-06,
      "loss": 0.095,
      "step": 412260
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.017807207892441e-06,
      "loss": 0.0957,
      "step": 412270
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.016688664683116e-06,
      "loss": 0.0932,
      "step": 412280
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.015570121473793e-06,
      "loss": 0.0955,
      "step": 412290
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.014451578264469e-06,
      "loss": 0.0967,
      "step": 412300
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.013333035055144e-06,
      "loss": 0.0942,
      "step": 412310
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.01221449184582e-06,
      "loss": 0.091,
      "step": 412320
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.011095948636496e-06,
      "loss": 0.0955,
      "step": 412330
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.009977405427172e-06,
      "loss": 0.0913,
      "step": 412340
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0088588622178475e-06,
      "loss": 0.0922,
      "step": 412350
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.007740319008523e-06,
      "loss": 0.0917,
      "step": 412360
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.006621775799199e-06,
      "loss": 0.0902,
      "step": 412370
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.005503232589875e-06,
      "loss": 0.09,
      "step": 412380
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0043846893805516e-06,
      "loss": 0.0949,
      "step": 412390
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.003266146171226e-06,
      "loss": 0.0915,
      "step": 412400
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.002147602961902e-06,
      "loss": 0.0895,
      "step": 412410
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0010290597525786e-06,
      "loss": 0.0903,
      "step": 412420
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.999910516543255e-06,
      "loss": 0.0897,
      "step": 412430
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.99879197333393e-06,
      "loss": 0.0935,
      "step": 412440
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9976734301246056e-06,
      "loss": 0.0929,
      "step": 412450
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.996554886915282e-06,
      "loss": 0.0936,
      "step": 412460
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.995436343705958e-06,
      "loss": 0.0885,
      "step": 412470
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9943178004966334e-06,
      "loss": 0.0892,
      "step": 412480
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.993199257287309e-06,
      "loss": 0.093,
      "step": 412490
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.992080714077985e-06,
      "loss": 0.0931,
      "step": 412500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.990962170868661e-06,
      "loss": 0.0897,
      "step": 412510
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.989843627659337e-06,
      "loss": 0.0967,
      "step": 412520
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.988725084450012e-06,
      "loss": 0.0902,
      "step": 412530
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.987606541240688e-06,
      "loss": 0.0903,
      "step": 412540
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9864879980313645e-06,
      "loss": 0.0917,
      "step": 412550
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.98536945482204e-06,
      "loss": 0.0915,
      "step": 412560
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.984250911612715e-06,
      "loss": 0.0931,
      "step": 412570
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9831323684033915e-06,
      "loss": 0.092,
      "step": 412580
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.982013825194068e-06,
      "loss": 0.0942,
      "step": 412590
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.980895281984743e-06,
      "loss": 0.094,
      "step": 412600
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9797767387754185e-06,
      "loss": 0.0909,
      "step": 412610
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.978658195566095e-06,
      "loss": 0.0909,
      "step": 412620
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.977539652356771e-06,
      "loss": 0.0947,
      "step": 412630
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.976421109147446e-06,
      "loss": 0.0938,
      "step": 412640
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.975302565938123e-06,
      "loss": 0.0934,
      "step": 412650
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.974184022728798e-06,
      "loss": 0.0965,
      "step": 412660
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.973065479519474e-06,
      "loss": 0.0937,
      "step": 412670
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.97194693631015e-06,
      "loss": 0.0906,
      "step": 412680
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.970828393100826e-06,
      "loss": 0.0923,
      "step": 412690
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.969709849891501e-06,
      "loss": 0.091,
      "step": 412700
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9685913066821775e-06,
      "loss": 0.0936,
      "step": 412710
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.967472763472853e-06,
      "loss": 0.0946,
      "step": 412720
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.966354220263529e-06,
      "loss": 0.0925,
      "step": 412730
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9652356770542045e-06,
      "loss": 0.0887,
      "step": 412740
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.964117133844881e-06,
      "loss": 0.0906,
      "step": 412750
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.962998590635556e-06,
      "loss": 0.093,
      "step": 412760
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.961880047426232e-06,
      "loss": 0.0929,
      "step": 412770
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.960761504216908e-06,
      "loss": 0.0948,
      "step": 412780
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.959642961007584e-06,
      "loss": 0.0918,
      "step": 412790
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.958524417798259e-06,
      "loss": 0.0976,
      "step": 412800
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.957405874588936e-06,
      "loss": 0.0952,
      "step": 412810
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.956287331379612e-06,
      "loss": 0.0906,
      "step": 412820
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.955168788170287e-06,
      "loss": 0.0901,
      "step": 412830
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.954050244960963e-06,
      "loss": 0.0936,
      "step": 412840
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.952931701751639e-06,
      "loss": 0.0914,
      "step": 412850
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.951813158542315e-06,
      "loss": 0.0927,
      "step": 412860
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9506946153329904e-06,
      "loss": 0.0951,
      "step": 412870
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.949576072123666e-06,
      "loss": 0.094,
      "step": 412880
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.948457528914342e-06,
      "loss": 0.0912,
      "step": 412890
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.947338985705018e-06,
      "loss": 0.0911,
      "step": 412900
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.946220442495694e-06,
      "loss": 0.0933,
      "step": 412910
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.945101899286369e-06,
      "loss": 0.0945,
      "step": 412920
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.943983356077045e-06,
      "loss": 0.0895,
      "step": 412930
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9428648128677215e-06,
      "loss": 0.0921,
      "step": 412940
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.941746269658397e-06,
      "loss": 0.0946,
      "step": 412950
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.940627726449072e-06,
      "loss": 0.0931,
      "step": 412960
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9395091832397485e-06,
      "loss": 0.0934,
      "step": 412970
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.938390640030425e-06,
      "loss": 0.0927,
      "step": 412980
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.937272096821101e-06,
      "loss": 0.0946,
      "step": 412990
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9361535536117756e-06,
      "loss": 0.0935,
      "step": 413000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.935035010402452e-06,
      "loss": 0.0921,
      "step": 413010
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.933916467193128e-06,
      "loss": 0.0906,
      "step": 413020
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.932797923983804e-06,
      "loss": 0.0905,
      "step": 413030
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.93167938077448e-06,
      "loss": 0.0914,
      "step": 413040
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.930560837565155e-06,
      "loss": 0.0946,
      "step": 413050
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.929442294355831e-06,
      "loss": 0.0922,
      "step": 413060
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9283237511465075e-06,
      "loss": 0.0936,
      "step": 413070
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.927205207937183e-06,
      "loss": 0.0968,
      "step": 413080
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.926086664727858e-06,
      "loss": 0.0945,
      "step": 413090
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9249681215185345e-06,
      "loss": 0.0903,
      "step": 413100
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.923849578309211e-06,
      "loss": 0.0917,
      "step": 413110
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.922731035099886e-06,
      "loss": 0.092,
      "step": 413120
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9216124918905615e-06,
      "loss": 0.0922,
      "step": 413130
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.920493948681238e-06,
      "loss": 0.0889,
      "step": 413140
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.919375405471914e-06,
      "loss": 0.0893,
      "step": 413150
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.918256862262589e-06,
      "loss": 0.0963,
      "step": 413160
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.917138319053265e-06,
      "loss": 0.0965,
      "step": 413170
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.916019775843941e-06,
      "loss": 0.0966,
      "step": 413180
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.914901232634617e-06,
      "loss": 0.0969,
      "step": 413190
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.913782689425293e-06,
      "loss": 0.0937,
      "step": 413200
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.912664146215969e-06,
      "loss": 0.0902,
      "step": 413210
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.911545603006644e-06,
      "loss": 0.0929,
      "step": 413220
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9104270597973205e-06,
      "loss": 0.0927,
      "step": 413230
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.909308516587996e-06,
      "loss": 0.0924,
      "step": 413240
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.908189973378672e-06,
      "loss": 0.0902,
      "step": 413250
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9070714301693475e-06,
      "loss": 0.0913,
      "step": 413260
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.905952886960024e-06,
      "loss": 0.0956,
      "step": 413270
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.904834343750699e-06,
      "loss": 0.0906,
      "step": 413280
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.903715800541375e-06,
      "loss": 0.0905,
      "step": 413290
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.902597257332051e-06,
      "loss": 0.0911,
      "step": 413300
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.901478714122727e-06,
      "loss": 0.0897,
      "step": 413310
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.900360170913402e-06,
      "loss": 0.0908,
      "step": 413320
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8992416277040786e-06,
      "loss": 0.0947,
      "step": 413330
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.898123084494754e-06,
      "loss": 0.0917,
      "step": 413340
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.89700454128543e-06,
      "loss": 0.0924,
      "step": 413350
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8958859980761056e-06,
      "loss": 0.0926,
      "step": 413360
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.894767454866782e-06,
      "loss": 0.0931,
      "step": 413370
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.893648911657457e-06,
      "loss": 0.0902,
      "step": 413380
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.892530368448133e-06,
      "loss": 0.0899,
      "step": 413390
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.891411825238809e-06,
      "loss": 0.0902,
      "step": 413400
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.890293282029485e-06,
      "loss": 0.0931,
      "step": 413410
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.889174738820161e-06,
      "loss": 0.0945,
      "step": 413420
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.888056195610837e-06,
      "loss": 0.093,
      "step": 413430
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.886937652401512e-06,
      "loss": 0.0926,
      "step": 413440
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.885819109192188e-06,
      "loss": 0.093,
      "step": 413450
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8847005659828645e-06,
      "loss": 0.0941,
      "step": 413460
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.88358202277354e-06,
      "loss": 0.0924,
      "step": 413470
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.882463479564215e-06,
      "loss": 0.0961,
      "step": 413480
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8813449363548915e-06,
      "loss": 0.0901,
      "step": 413490
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.880226393145568e-06,
      "loss": 0.0951,
      "step": 413500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.879107849936243e-06,
      "loss": 0.0884,
      "step": 413510
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8779893067269185e-06,
      "loss": 0.0983,
      "step": 413520
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.876870763517595e-06,
      "loss": 0.0931,
      "step": 413530
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.875752220308271e-06,
      "loss": 0.09,
      "step": 413540
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.874633677098946e-06,
      "loss": 0.0939,
      "step": 413550
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.873515133889622e-06,
      "loss": 0.0928,
      "step": 413560
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.872396590680298e-06,
      "loss": 0.0913,
      "step": 413570
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.871278047470974e-06,
      "loss": 0.0908,
      "step": 413580
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8701595042616505e-06,
      "loss": 0.09,
      "step": 413590
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.869040961052325e-06,
      "loss": 0.0911,
      "step": 413600
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.867922417843001e-06,
      "loss": 0.0979,
      "step": 413610
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8668038746336775e-06,
      "loss": 0.0916,
      "step": 413620
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.865685331424354e-06,
      "loss": 0.0949,
      "step": 413630
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.864566788215029e-06,
      "loss": 0.094,
      "step": 413640
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8634482450057045e-06,
      "loss": 0.093,
      "step": 413650
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.862329701796381e-06,
      "loss": 0.0914,
      "step": 413660
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.861211158587057e-06,
      "loss": 0.0922,
      "step": 413670
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.860092615377732e-06,
      "loss": 0.0906,
      "step": 413680
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.858974072168408e-06,
      "loss": 0.0939,
      "step": 413690
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.857855528959084e-06,
      "loss": 0.0906,
      "step": 413700
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.85673698574976e-06,
      "loss": 0.0881,
      "step": 413710
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8556184425404356e-06,
      "loss": 0.0868,
      "step": 413720
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.854499899331111e-06,
      "loss": 0.0926,
      "step": 413730
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.853381356121787e-06,
      "loss": 0.0924,
      "step": 413740
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8522628129124634e-06,
      "loss": 0.0933,
      "step": 413750
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.851144269703139e-06,
      "loss": 0.0942,
      "step": 413760
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.850025726493814e-06,
      "loss": 0.0906,
      "step": 413770
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8489071832844904e-06,
      "loss": 0.0876,
      "step": 413780
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.847788640075167e-06,
      "loss": 0.0938,
      "step": 413790
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.846670096865842e-06,
      "loss": 0.0904,
      "step": 413800
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.845551553656518e-06,
      "loss": 0.0927,
      "step": 413810
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.844433010447194e-06,
      "loss": 0.0914,
      "step": 413820
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.84331446723787e-06,
      "loss": 0.0942,
      "step": 413830
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.842195924028545e-06,
      "loss": 0.0927,
      "step": 413840
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8410773808192215e-06,
      "loss": 0.0893,
      "step": 413850
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.839958837609897e-06,
      "loss": 0.0944,
      "step": 413860
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.838840294400573e-06,
      "loss": 0.0952,
      "step": 413870
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8377217511912485e-06,
      "loss": 0.0887,
      "step": 413880
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.836603207981925e-06,
      "loss": 0.0913,
      "step": 413890
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8354846647726e-06,
      "loss": 0.09,
      "step": 413900
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.834366121563276e-06,
      "loss": 0.095,
      "step": 413910
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.833247578353952e-06,
      "loss": 0.0945,
      "step": 413920
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.832129035144628e-06,
      "loss": 0.0904,
      "step": 413930
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.831010491935303e-06,
      "loss": 0.0936,
      "step": 413940
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.82989194872598e-06,
      "loss": 0.092,
      "step": 413950
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.828773405516655e-06,
      "loss": 0.0933,
      "step": 413960
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.827654862307331e-06,
      "loss": 0.0908,
      "step": 413970
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.826536319098007e-06,
      "loss": 0.0933,
      "step": 413980
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.825417775888683e-06,
      "loss": 0.0914,
      "step": 413990
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.824299232679358e-06,
      "loss": 0.0911,
      "step": 414000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.823292543790967e-06,
      "loss": 0.091,
      "step": 414010
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.822174000581643e-06,
      "loss": 0.0902,
      "step": 414020
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.821055457372319e-06,
      "loss": 0.0944,
      "step": 414030
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.819936914162994e-06,
      "loss": 0.0941,
      "step": 414040
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.81881837095367e-06,
      "loss": 0.0953,
      "step": 414050
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8176998277443465e-06,
      "loss": 0.0911,
      "step": 414060
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.816581284535022e-06,
      "loss": 0.091,
      "step": 414070
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.815462741325697e-06,
      "loss": 0.0922,
      "step": 414080
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8143441981163735e-06,
      "loss": 0.09,
      "step": 414090
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8132256549070497e-06,
      "loss": 0.0967,
      "step": 414100
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8121071116977247e-06,
      "loss": 0.0898,
      "step": 414110
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.810988568488401e-06,
      "loss": 0.0942,
      "step": 414120
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8098700252790768e-06,
      "loss": 0.0926,
      "step": 414130
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.808751482069753e-06,
      "loss": 0.0933,
      "step": 414140
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.807632938860428e-06,
      "loss": 0.0938,
      "step": 414150
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.806514395651104e-06,
      "loss": 0.0879,
      "step": 414160
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.80539585244178e-06,
      "loss": 0.091,
      "step": 414170
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8042773092324562e-06,
      "loss": 0.0967,
      "step": 414180
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8031587660231316e-06,
      "loss": 0.0885,
      "step": 414190
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8020402228138074e-06,
      "loss": 0.0918,
      "step": 414200
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.8009216796044837e-06,
      "loss": 0.0914,
      "step": 414210
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7998031363951595e-06,
      "loss": 0.0881,
      "step": 414220
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.798684593185835e-06,
      "loss": 0.0983,
      "step": 414230
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7975660499765107e-06,
      "loss": 0.0926,
      "step": 414240
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.796447506767187e-06,
      "loss": 0.0949,
      "step": 414250
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7953289635578627e-06,
      "loss": 0.091,
      "step": 414260
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.794210420348538e-06,
      "loss": 0.0917,
      "step": 414270
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.793091877139214e-06,
      "loss": 0.0963,
      "step": 414280
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.79197333392989e-06,
      "loss": 0.0921,
      "step": 414290
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.790854790720566e-06,
      "loss": 0.0936,
      "step": 414300
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7897362475112413e-06,
      "loss": 0.0937,
      "step": 414310
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.788617704301917e-06,
      "loss": 0.0899,
      "step": 414320
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7874991610925934e-06,
      "loss": 0.0972,
      "step": 414330
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.786380617883269e-06,
      "loss": 0.0904,
      "step": 414340
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7852620746739446e-06,
      "loss": 0.0956,
      "step": 414350
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.784143531464621e-06,
      "loss": 0.0906,
      "step": 414360
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7830249882552966e-06,
      "loss": 0.0945,
      "step": 414370
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7819064450459724e-06,
      "loss": 0.0909,
      "step": 414380
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.780787901836648e-06,
      "loss": 0.0919,
      "step": 414390
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.779669358627324e-06,
      "loss": 0.0907,
      "step": 414400
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.778550815418e-06,
      "loss": 0.0986,
      "step": 414410
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.777432272208676e-06,
      "loss": 0.0921,
      "step": 414420
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.776313728999351e-06,
      "loss": 0.0944,
      "step": 414430
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7751951857900273e-06,
      "loss": 0.0961,
      "step": 414440
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.774076642580703e-06,
      "loss": 0.0924,
      "step": 414450
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7729580993713793e-06,
      "loss": 0.0918,
      "step": 414460
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7718395561620547e-06,
      "loss": 0.0914,
      "step": 414470
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7707210129527305e-06,
      "loss": 0.0936,
      "step": 414480
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7696024697434063e-06,
      "loss": 0.095,
      "step": 414490
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7684839265340826e-06,
      "loss": 0.0891,
      "step": 414500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.767365383324758e-06,
      "loss": 0.0915,
      "step": 414510
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7662468401154338e-06,
      "loss": 0.0886,
      "step": 414520
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.76512829690611e-06,
      "loss": 0.0938,
      "step": 414530
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.764009753696786e-06,
      "loss": 0.0952,
      "step": 414540
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.762891210487461e-06,
      "loss": 0.0939,
      "step": 414550
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.761772667278137e-06,
      "loss": 0.0933,
      "step": 414560
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7606541240688132e-06,
      "loss": 0.0952,
      "step": 414570
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.759535580859489e-06,
      "loss": 0.0893,
      "step": 414580
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7584170376501644e-06,
      "loss": 0.0887,
      "step": 414590
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7572984944408403e-06,
      "loss": 0.0915,
      "step": 414600
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7561799512315165e-06,
      "loss": 0.0935,
      "step": 414610
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7550614080221923e-06,
      "loss": 0.0926,
      "step": 414620
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7539428648128677e-06,
      "loss": 0.089,
      "step": 414630
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.752824321603544e-06,
      "loss": 0.0934,
      "step": 414640
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7517057783942197e-06,
      "loss": 0.0933,
      "step": 414650
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7505872351848955e-06,
      "loss": 0.0944,
      "step": 414660
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.749468691975571e-06,
      "loss": 0.0932,
      "step": 414670
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.748350148766247e-06,
      "loss": 0.0901,
      "step": 414680
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.747231605556923e-06,
      "loss": 0.0898,
      "step": 414690
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.746113062347599e-06,
      "loss": 0.094,
      "step": 414700
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.744994519138274e-06,
      "loss": 0.0899,
      "step": 414710
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7438759759289504e-06,
      "loss": 0.0947,
      "step": 414720
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.742757432719626e-06,
      "loss": 0.0919,
      "step": 414730
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7416388895103024e-06,
      "loss": 0.0889,
      "step": 414740
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7405203463009774e-06,
      "loss": 0.0937,
      "step": 414750
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7394018030916536e-06,
      "loss": 0.0876,
      "step": 414760
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7382832598823294e-06,
      "loss": 0.0958,
      "step": 414770
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.737164716673005e-06,
      "loss": 0.0882,
      "step": 414780
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.736046173463681e-06,
      "loss": 0.0913,
      "step": 414790
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.734927630254357e-06,
      "loss": 0.0918,
      "step": 414800
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.733809087045033e-06,
      "loss": 0.0888,
      "step": 414810
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.732690543835708e-06,
      "loss": 0.0901,
      "step": 414820
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7315720006263843e-06,
      "loss": 0.0944,
      "step": 414830
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.73045345741706e-06,
      "loss": 0.091,
      "step": 414840
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7293349142077364e-06,
      "loss": 0.0922,
      "step": 414850
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7282163709984113e-06,
      "loss": 0.0925,
      "step": 414860
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7270978277890876e-06,
      "loss": 0.0891,
      "step": 414870
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7259792845797634e-06,
      "loss": 0.0928,
      "step": 414880
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7248607413704396e-06,
      "loss": 0.0915,
      "step": 414890
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.723742198161115e-06,
      "loss": 0.0914,
      "step": 414900
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.722623654951791e-06,
      "loss": 0.0914,
      "step": 414910
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7215051117424666e-06,
      "loss": 0.0904,
      "step": 414920
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.720386568533143e-06,
      "loss": 0.0932,
      "step": 414930
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7192680253238182e-06,
      "loss": 0.0913,
      "step": 414940
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.718149482114494e-06,
      "loss": 0.0945,
      "step": 414950
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7170309389051703e-06,
      "loss": 0.089,
      "step": 414960
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.715912395695846e-06,
      "loss": 0.0926,
      "step": 414970
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7147938524865215e-06,
      "loss": 0.0913,
      "step": 414980
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7136753092771973e-06,
      "loss": 0.0886,
      "step": 414990
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7125567660678735e-06,
      "loss": 0.0901,
      "step": 415000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7114382228585493e-06,
      "loss": 0.0925,
      "step": 415010
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7103196796492247e-06,
      "loss": 0.0899,
      "step": 415020
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7092011364399005e-06,
      "loss": 0.0915,
      "step": 415030
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7080825932305767e-06,
      "loss": 0.0872,
      "step": 415040
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7069640500212526e-06,
      "loss": 0.09,
      "step": 415050
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.705845506811928e-06,
      "loss": 0.0928,
      "step": 415060
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.704726963602604e-06,
      "loss": 0.0924,
      "step": 415070
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.70360842039328e-06,
      "loss": 0.0925,
      "step": 415080
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.702489877183956e-06,
      "loss": 0.0955,
      "step": 415090
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.701371333974631e-06,
      "loss": 0.0958,
      "step": 415100
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.7002527907653074e-06,
      "loss": 0.0946,
      "step": 415110
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6991342475559832e-06,
      "loss": 0.0919,
      "step": 415120
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6980157043466595e-06,
      "loss": 0.0956,
      "step": 415130
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6968971611373344e-06,
      "loss": 0.0944,
      "step": 415140
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6957786179280107e-06,
      "loss": 0.0923,
      "step": 415150
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6946600747186865e-06,
      "loss": 0.0954,
      "step": 415160
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6935415315093627e-06,
      "loss": 0.0933,
      "step": 415170
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.692422988300038e-06,
      "loss": 0.0943,
      "step": 415180
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.691304445090714e-06,
      "loss": 0.0933,
      "step": 415190
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6901859018813897e-06,
      "loss": 0.0933,
      "step": 415200
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.689067358672066e-06,
      "loss": 0.0893,
      "step": 415210
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6879488154627413e-06,
      "loss": 0.092,
      "step": 415220
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.686830272253417e-06,
      "loss": 0.0953,
      "step": 415230
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6857117290440934e-06,
      "loss": 0.0899,
      "step": 415240
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.684593185834769e-06,
      "loss": 0.0928,
      "step": 415250
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6834746426254446e-06,
      "loss": 0.093,
      "step": 415260
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6823560994161204e-06,
      "loss": 0.091,
      "step": 415270
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6812375562067966e-06,
      "loss": 0.0886,
      "step": 415280
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6801190129974724e-06,
      "loss": 0.0916,
      "step": 415290
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.679000469788148e-06,
      "loss": 0.0955,
      "step": 415300
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6778819265788236e-06,
      "loss": 0.092,
      "step": 415310
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6767633833695e-06,
      "loss": 0.0956,
      "step": 415320
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6756448401601757e-06,
      "loss": 0.0891,
      "step": 415330
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.674526296950851e-06,
      "loss": 0.0912,
      "step": 415340
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.673407753741527e-06,
      "loss": 0.0921,
      "step": 415350
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.672289210532203e-06,
      "loss": 0.091,
      "step": 415360
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.671170667322879e-06,
      "loss": 0.0918,
      "step": 415370
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6700521241135543e-06,
      "loss": 0.0909,
      "step": 415380
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6689335809042305e-06,
      "loss": 0.0924,
      "step": 415390
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6678150376949063e-06,
      "loss": 0.0897,
      "step": 415400
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6666964944855826e-06,
      "loss": 0.0928,
      "step": 415410
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6655779512762575e-06,
      "loss": 0.0927,
      "step": 415420
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6644594080669338e-06,
      "loss": 0.0919,
      "step": 415430
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6633408648576096e-06,
      "loss": 0.0937,
      "step": 415440
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.662222321648286e-06,
      "loss": 0.0939,
      "step": 415450
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6611037784389608e-06,
      "loss": 0.0938,
      "step": 415460
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.659985235229637e-06,
      "loss": 0.0927,
      "step": 415470
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.658866692020313e-06,
      "loss": 0.0961,
      "step": 415480
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.657748148810989e-06,
      "loss": 0.0968,
      "step": 415490
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6566296056016644e-06,
      "loss": 0.0972,
      "step": 415500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6555110623923402e-06,
      "loss": 0.0915,
      "step": 415510
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.654392519183016e-06,
      "loss": 0.0921,
      "step": 415520
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6532739759736923e-06,
      "loss": 0.093,
      "step": 415530
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6521554327643677e-06,
      "loss": 0.0971,
      "step": 415540
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6510368895550435e-06,
      "loss": 0.0916,
      "step": 415550
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6499183463457197e-06,
      "loss": 0.0909,
      "step": 415560
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6487998031363955e-06,
      "loss": 0.0931,
      "step": 415570
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.647681259927071e-06,
      "loss": 0.0954,
      "step": 415580
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6465627167177467e-06,
      "loss": 0.0878,
      "step": 415590
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.645444173508423e-06,
      "loss": 0.0949,
      "step": 415600
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6443256302990988e-06,
      "loss": 0.092,
      "step": 415610
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.643207087089774e-06,
      "loss": 0.0941,
      "step": 415620
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.64208854388045e-06,
      "loss": 0.0893,
      "step": 415630
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.640970000671126e-06,
      "loss": 0.0902,
      "step": 415640
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.639851457461802e-06,
      "loss": 0.0944,
      "step": 415650
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6387329142524774e-06,
      "loss": 0.0876,
      "step": 415660
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6376143710431536e-06,
      "loss": 0.093,
      "step": 415670
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6364958278338294e-06,
      "loss": 0.0889,
      "step": 415680
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6353772846245052e-06,
      "loss": 0.0957,
      "step": 415690
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6342587414151806e-06,
      "loss": 0.0916,
      "step": 415700
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.633140198205857e-06,
      "loss": 0.094,
      "step": 415710
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6320216549965327e-06,
      "loss": 0.0893,
      "step": 415720
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.630903111787209e-06,
      "loss": 0.0921,
      "step": 415730
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.629784568577884e-06,
      "loss": 0.0936,
      "step": 415740
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.62866602536856e-06,
      "loss": 0.0907,
      "step": 415750
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.627547482159236e-06,
      "loss": 0.0903,
      "step": 415760
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.626428938949912e-06,
      "loss": 0.0885,
      "step": 415770
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6253103957405875e-06,
      "loss": 0.0919,
      "step": 415780
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6241918525312634e-06,
      "loss": 0.0904,
      "step": 415790
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.623073309321939e-06,
      "loss": 0.0954,
      "step": 415800
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6219547661126154e-06,
      "loss": 0.09,
      "step": 415810
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6208362229032908e-06,
      "loss": 0.0965,
      "step": 415820
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6197176796939666e-06,
      "loss": 0.0938,
      "step": 415830
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.618599136484643e-06,
      "loss": 0.0923,
      "step": 415840
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6174805932753186e-06,
      "loss": 0.094,
      "step": 415850
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.616362050065994e-06,
      "loss": 0.0892,
      "step": 415860
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.61524350685667e-06,
      "loss": 0.0907,
      "step": 415870
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.614124963647346e-06,
      "loss": 0.0898,
      "step": 415880
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.613006420438022e-06,
      "loss": 0.0898,
      "step": 415890
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6118878772286973e-06,
      "loss": 0.0929,
      "step": 415900
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.610769334019373e-06,
      "loss": 0.0935,
      "step": 415910
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6096507908100493e-06,
      "loss": 0.0946,
      "step": 415920
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.608532247600725e-06,
      "loss": 0.0898,
      "step": 415930
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6074137043914005e-06,
      "loss": 0.0989,
      "step": 415940
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6062951611820767e-06,
      "loss": 0.0903,
      "step": 415950
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6051766179727525e-06,
      "loss": 0.0944,
      "step": 415960
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6040580747634284e-06,
      "loss": 0.0942,
      "step": 415970
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6029395315541037e-06,
      "loss": 0.0906,
      "step": 415980
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.60182098834478e-06,
      "loss": 0.0909,
      "step": 415990
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6007024451354558e-06,
      "loss": 0.0904,
      "step": 416000
    },
    {
      "epoch": 0.93,
      "eval_NEIMS_canon_smiles": 0.9624666666666667,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.2750666666666667,
      "eval_NEIMS_daylight_tanimoto_simil": 0.6371111906214365,
      "eval_NEIMS_exact_mols": 0.2747,
      "eval_NEIMS_exact_smiles": 0.26936666666666664,
      "eval_NEIMS_loss": 0.11969273537397385,
      "eval_NEIMS_matched_formulas": 0.7757166666666667,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5660433149519205,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.27545,
      "eval_NEIMS_runtime": 719.1351,
      "eval_NEIMS_samples_per_second": 83.434,
      "eval_NEIMS_steps_per_second": 1.304,
      "step": 416000
    },
    {
      "epoch": 0.93,
      "eval_RASSP_canon_smiles": 0.9618993555280997,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.3591678632250309,
      "eval_RASSP_daylight_tanimoto_simil": 0.7373454884679993,
      "eval_RASSP_exact_mols": 0.3582328780846162,
      "eval_RASSP_exact_smiles": 0.3507529969612983,
      "eval_RASSP_loss": 0.09156587719917297,
      "eval_RASSP_matched_formulas": 0.8974521654923698,
      "eval_RASSP_morgan_tanimoto_simil": 0.6360392286168532,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.3583330550639463,
      "eval_RASSP_runtime": 822.0191,
      "eval_RASSP_samples_per_second": 72.862,
      "eval_RASSP_steps_per_second": 1.139,
      "step": 416000
    },
    {
      "epoch": 0.93,
      "eval_NEIMS_old_canon_smiles": 0.9609666666666666,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.2737,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.6360609580727021,
      "eval_NEIMS_old_exact_mols": 0.2733333333333333,
      "eval_NEIMS_old_exact_smiles": 0.26753333333333335,
      "eval_NEIMS_old_loss": 0.11973420530557632,
      "eval_NEIMS_old_matched_formulas": 0.7747333333333334,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.5656519533604796,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.27423333333333333,
      "eval_NEIMS_old_runtime": 361.5457,
      "eval_NEIMS_old_samples_per_second": 82.977,
      "eval_NEIMS_old_steps_per_second": 1.297,
      "step": 416000
    },
    {
      "epoch": 0.93,
      "eval_RASSP_old_canon_smiles": 0.9604565021523676,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.3906630627023059,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.7553457264259706,
      "eval_RASSP_old_exact_mols": 0.38949511128908465,
      "eval_RASSP_old_exact_smiles": 0.38021824006407046,
      "eval_RASSP_old_loss": 0.0857519656419754,
      "eval_RASSP_old_matched_formulas": 0.9081656488804352,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.6592790715363493,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.38966196149097343,
      "eval_RASSP_old_runtime": 409.6739,
      "eval_RASSP_old_samples_per_second": 73.148,
      "eval_RASSP_old_steps_per_second": 1.145,
      "step": 416000
    },
    {
      "epoch": 0.93,
      "eval_NIST_canon_smiles": 0.8661674415303261,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.03087624658409341,
      "eval_NIST_daylight_tanimoto_simil": 0.30508954105288427,
      "eval_NIST_exact_mols": 0.029634098733009193,
      "eval_NIST_exact_smiles": 0.028462930759129788,
      "eval_NIST_loss": 1.8143688440322876,
      "eval_NIST_matched_formulas": 0.1352166660751677,
      "eval_NIST_morgan_tanimoto_simil": 0.25456425299800667,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.030663306952478972,
      "eval_NIST_runtime": 568.221,
      "eval_NIST_samples_per_second": 49.588,
      "eval_NIST_steps_per_second": 0.776,
      "step": 416000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.599583901926132e-06,
      "loss": 0.0891,
      "step": 416010
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.598465358716807e-06,
      "loss": 0.0936,
      "step": 416020
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5973468155074832e-06,
      "loss": 0.0902,
      "step": 416030
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5963401266190916e-06,
      "loss": 0.0942,
      "step": 416040
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.595221583409767e-06,
      "loss": 0.0935,
      "step": 416050
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.594103040200443e-06,
      "loss": 0.0913,
      "step": 416060
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.592984496991119e-06,
      "loss": 0.0937,
      "step": 416070
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.591865953781795e-06,
      "loss": 0.0917,
      "step": 416080
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.59074741057247e-06,
      "loss": 0.0956,
      "step": 416090
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5896288673631464e-06,
      "loss": 0.0932,
      "step": 416100
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5885103241538222e-06,
      "loss": 0.0915,
      "step": 416110
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5873917809444985e-06,
      "loss": 0.0903,
      "step": 416120
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5862732377351734e-06,
      "loss": 0.0898,
      "step": 416130
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5851546945258497e-06,
      "loss": 0.0959,
      "step": 416140
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5840361513165255e-06,
      "loss": 0.0909,
      "step": 416150
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5829176081072017e-06,
      "loss": 0.0928,
      "step": 416160
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.581799064897877e-06,
      "loss": 0.0915,
      "step": 416170
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.580680521688553e-06,
      "loss": 0.0909,
      "step": 416180
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5795619784792287e-06,
      "loss": 0.0903,
      "step": 416190
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.578443435269905e-06,
      "loss": 0.0909,
      "step": 416200
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5773248920605803e-06,
      "loss": 0.0888,
      "step": 416210
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.576206348851256e-06,
      "loss": 0.0927,
      "step": 416220
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5750878056419324e-06,
      "loss": 0.0914,
      "step": 416230
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.573969262432608e-06,
      "loss": 0.0917,
      "step": 416240
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5728507192232836e-06,
      "loss": 0.094,
      "step": 416250
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5717321760139594e-06,
      "loss": 0.0908,
      "step": 416260
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5706136328046356e-06,
      "loss": 0.0952,
      "step": 416270
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5694950895953114e-06,
      "loss": 0.0913,
      "step": 416280
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.568376546385987e-06,
      "loss": 0.0917,
      "step": 416290
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5672580031766626e-06,
      "loss": 0.0907,
      "step": 416300
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.566139459967339e-06,
      "loss": 0.0919,
      "step": 416310
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5650209167580147e-06,
      "loss": 0.0882,
      "step": 416320
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.56390237354869e-06,
      "loss": 0.0946,
      "step": 416330
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5627838303393663e-06,
      "loss": 0.093,
      "step": 416340
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.561665287130042e-06,
      "loss": 0.0956,
      "step": 416350
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.560546743920718e-06,
      "loss": 0.098,
      "step": 416360
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5594282007113933e-06,
      "loss": 0.0914,
      "step": 416370
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5583096575020695e-06,
      "loss": 0.0943,
      "step": 416380
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5571911142927453e-06,
      "loss": 0.0906,
      "step": 416390
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5560725710834216e-06,
      "loss": 0.091,
      "step": 416400
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5549540278740965e-06,
      "loss": 0.0896,
      "step": 416410
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5538354846647728e-06,
      "loss": 0.0924,
      "step": 416420
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5527169414554486e-06,
      "loss": 0.095,
      "step": 416430
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.551598398246125e-06,
      "loss": 0.0958,
      "step": 416440
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5504798550368e-06,
      "loss": 0.0947,
      "step": 416450
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.549361311827476e-06,
      "loss": 0.0868,
      "step": 416460
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.548242768618152e-06,
      "loss": 0.0942,
      "step": 416470
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.547124225408828e-06,
      "loss": 0.0936,
      "step": 416480
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5460056821995035e-06,
      "loss": 0.091,
      "step": 416490
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5448871389901793e-06,
      "loss": 0.095,
      "step": 416500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5437685957808555e-06,
      "loss": 0.0897,
      "step": 416510
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5426500525715313e-06,
      "loss": 0.0938,
      "step": 416520
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5415315093622067e-06,
      "loss": 0.0931,
      "step": 416530
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5404129661528825e-06,
      "loss": 0.0936,
      "step": 416540
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5392944229435587e-06,
      "loss": 0.0899,
      "step": 416550
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5381758797342345e-06,
      "loss": 0.093,
      "step": 416560
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.53705733652491e-06,
      "loss": 0.0912,
      "step": 416570
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5359387933155857e-06,
      "loss": 0.0906,
      "step": 416580
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.534820250106262e-06,
      "loss": 0.0888,
      "step": 416590
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5337017068969378e-06,
      "loss": 0.0907,
      "step": 416600
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.532583163687613e-06,
      "loss": 0.0931,
      "step": 416610
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.531464620478289e-06,
      "loss": 0.0958,
      "step": 416620
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5303460772689652e-06,
      "loss": 0.0938,
      "step": 416630
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.529227534059641e-06,
      "loss": 0.0974,
      "step": 416640
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5281089908503164e-06,
      "loss": 0.0882,
      "step": 416650
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5269904476409926e-06,
      "loss": 0.0938,
      "step": 416660
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5258719044316685e-06,
      "loss": 0.0898,
      "step": 416670
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5247533612223447e-06,
      "loss": 0.091,
      "step": 416680
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5236348180130197e-06,
      "loss": 0.0914,
      "step": 416690
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.522516274803696e-06,
      "loss": 0.0899,
      "step": 416700
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5213977315943717e-06,
      "loss": 0.0903,
      "step": 416710
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.520279188385048e-06,
      "loss": 0.095,
      "step": 416720
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.519160645175723e-06,
      "loss": 0.0927,
      "step": 416730
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.518042101966399e-06,
      "loss": 0.092,
      "step": 416740
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.516923558757075e-06,
      "loss": 0.0947,
      "step": 416750
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.515805015547751e-06,
      "loss": 0.093,
      "step": 416760
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5146864723384266e-06,
      "loss": 0.0933,
      "step": 416770
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5135679291291024e-06,
      "loss": 0.0879,
      "step": 416780
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.512449385919778e-06,
      "loss": 0.0891,
      "step": 416790
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5113308427104544e-06,
      "loss": 0.0904,
      "step": 416800
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.51021229950113e-06,
      "loss": 0.0916,
      "step": 416810
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5090937562918056e-06,
      "loss": 0.0941,
      "step": 416820
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.507975213082482e-06,
      "loss": 0.0965,
      "step": 416830
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5068566698731577e-06,
      "loss": 0.0938,
      "step": 416840
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.505738126663833e-06,
      "loss": 0.0924,
      "step": 416850
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.504619583454509e-06,
      "loss": 0.092,
      "step": 416860
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.503501040245185e-06,
      "loss": 0.0906,
      "step": 416870
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.502382497035861e-06,
      "loss": 0.0938,
      "step": 416880
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5012639538265363e-06,
      "loss": 0.0936,
      "step": 416890
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.500145410617212e-06,
      "loss": 0.0916,
      "step": 416900
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4990268674078883e-06,
      "loss": 0.0926,
      "step": 416910
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.497908324198564e-06,
      "loss": 0.094,
      "step": 416920
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4967897809892395e-06,
      "loss": 0.0932,
      "step": 416930
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4956712377799158e-06,
      "loss": 0.0941,
      "step": 416940
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4945526945705916e-06,
      "loss": 0.0937,
      "step": 416950
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4934341513612674e-06,
      "loss": 0.0921,
      "step": 416960
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4923156081519428e-06,
      "loss": 0.0933,
      "step": 416970
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.491197064942619e-06,
      "loss": 0.0937,
      "step": 416980
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.490078521733295e-06,
      "loss": 0.0914,
      "step": 416990
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.488959978523971e-06,
      "loss": 0.0884,
      "step": 417000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.487841435314646e-06,
      "loss": 0.0971,
      "step": 417010
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4867228921053222e-06,
      "loss": 0.0937,
      "step": 417020
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.485604348895998e-06,
      "loss": 0.0917,
      "step": 417030
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4844858056866743e-06,
      "loss": 0.0914,
      "step": 417040
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4833672624773497e-06,
      "loss": 0.0908,
      "step": 417050
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4822487192680255e-06,
      "loss": 0.0929,
      "step": 417060
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4811301760587013e-06,
      "loss": 0.0914,
      "step": 417070
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4800116328493775e-06,
      "loss": 0.0933,
      "step": 417080
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.478893089640053e-06,
      "loss": 0.0934,
      "step": 417090
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4777745464307287e-06,
      "loss": 0.0909,
      "step": 417100
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.476656003221405e-06,
      "loss": 0.091,
      "step": 417110
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4755374600120808e-06,
      "loss": 0.0924,
      "step": 417120
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.474418916802756e-06,
      "loss": 0.0939,
      "step": 417130
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.473300373593432e-06,
      "loss": 0.1001,
      "step": 417140
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.472181830384108e-06,
      "loss": 0.0873,
      "step": 417150
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.471063287174784e-06,
      "loss": 0.0943,
      "step": 417160
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4699447439654594e-06,
      "loss": 0.0943,
      "step": 417170
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.468826200756135e-06,
      "loss": 0.0846,
      "step": 417180
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4677076575468114e-06,
      "loss": 0.0905,
      "step": 417190
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4665891143374872e-06,
      "loss": 0.0921,
      "step": 417200
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4654705711281626e-06,
      "loss": 0.0903,
      "step": 417210
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4643520279188384e-06,
      "loss": 0.0919,
      "step": 417220
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4632334847095147e-06,
      "loss": 0.0923,
      "step": 417230
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4621149415001905e-06,
      "loss": 0.0959,
      "step": 417240
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.460996398290866e-06,
      "loss": 0.0894,
      "step": 417250
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.459877855081542e-06,
      "loss": 0.0887,
      "step": 417260
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.458759311872218e-06,
      "loss": 0.0921,
      "step": 417270
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.457640768662894e-06,
      "loss": 0.0916,
      "step": 417280
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.456522225453569e-06,
      "loss": 0.0881,
      "step": 417290
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4554036822442453e-06,
      "loss": 0.0916,
      "step": 417300
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.454285139034921e-06,
      "loss": 0.0924,
      "step": 417310
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4531665958255974e-06,
      "loss": 0.0961,
      "step": 417320
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4520480526162723e-06,
      "loss": 0.0888,
      "step": 417330
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4509295094069486e-06,
      "loss": 0.0939,
      "step": 417340
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4498109661976244e-06,
      "loss": 0.0949,
      "step": 417350
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4486924229883006e-06,
      "loss": 0.0905,
      "step": 417360
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.447573879778976e-06,
      "loss": 0.0898,
      "step": 417370
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.446455336569652e-06,
      "loss": 0.094,
      "step": 417380
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4453367933603276e-06,
      "loss": 0.0936,
      "step": 417390
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.444218250151004e-06,
      "loss": 0.0898,
      "step": 417400
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4430997069416793e-06,
      "loss": 0.0924,
      "step": 417410
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.441981163732355e-06,
      "loss": 0.0906,
      "step": 417420
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4408626205230313e-06,
      "loss": 0.0936,
      "step": 417430
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.439744077313707e-06,
      "loss": 0.0887,
      "step": 417440
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4386255341043825e-06,
      "loss": 0.0881,
      "step": 417450
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4375069908950583e-06,
      "loss": 0.0915,
      "step": 417460
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4363884476857345e-06,
      "loss": 0.0951,
      "step": 417470
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4352699044764103e-06,
      "loss": 0.0916,
      "step": 417480
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4341513612670857e-06,
      "loss": 0.0924,
      "step": 417490
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4330328180577615e-06,
      "loss": 0.0917,
      "step": 417500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4319142748484378e-06,
      "loss": 0.0921,
      "step": 417510
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4307957316391136e-06,
      "loss": 0.0912,
      "step": 417520
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.429677188429789e-06,
      "loss": 0.0908,
      "step": 417530
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.428558645220465e-06,
      "loss": 0.0902,
      "step": 417540
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.427440102011141e-06,
      "loss": 0.0915,
      "step": 417550
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.426321558801817e-06,
      "loss": 0.0931,
      "step": 417560
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.425203015592492e-06,
      "loss": 0.0907,
      "step": 417570
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4240844723831684e-06,
      "loss": 0.0915,
      "step": 417580
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4229659291738443e-06,
      "loss": 0.091,
      "step": 417590
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4218473859645205e-06,
      "loss": 0.0921,
      "step": 417600
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4207288427551955e-06,
      "loss": 0.0915,
      "step": 417610
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4196102995458717e-06,
      "loss": 0.0898,
      "step": 417620
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4184917563365475e-06,
      "loss": 0.0922,
      "step": 417630
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4173732131272237e-06,
      "loss": 0.0934,
      "step": 417640
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.416254669917899e-06,
      "loss": 0.0944,
      "step": 417650
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.415136126708575e-06,
      "loss": 0.0981,
      "step": 417660
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4140175834992507e-06,
      "loss": 0.0927,
      "step": 417670
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.412899040289927e-06,
      "loss": 0.0918,
      "step": 417680
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4117804970806024e-06,
      "loss": 0.0909,
      "step": 417690
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.410661953871278e-06,
      "loss": 0.0892,
      "step": 417700
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4095434106619544e-06,
      "loss": 0.0937,
      "step": 417710
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.40842486745263e-06,
      "loss": 0.0939,
      "step": 417720
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4073063242433056e-06,
      "loss": 0.0899,
      "step": 417730
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4061877810339814e-06,
      "loss": 0.0854,
      "step": 417740
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4050692378246576e-06,
      "loss": 0.0945,
      "step": 417750
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4039506946153326e-06,
      "loss": 0.0904,
      "step": 417760
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.402832151406009e-06,
      "loss": 0.0869,
      "step": 417770
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4017136081966846e-06,
      "loss": 0.0934,
      "step": 417780
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.400595064987361e-06,
      "loss": 0.0897,
      "step": 417790
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3994765217780363e-06,
      "loss": 0.0906,
      "step": 417800
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.398357978568712e-06,
      "loss": 0.0905,
      "step": 417810
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3972394353593883e-06,
      "loss": 0.0932,
      "step": 417820
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.396120892150064e-06,
      "loss": 0.0904,
      "step": 417830
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3950023489407395e-06,
      "loss": 0.0901,
      "step": 417840
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3938838057314153e-06,
      "loss": 0.0934,
      "step": 417850
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3927652625220916e-06,
      "loss": 0.0935,
      "step": 417860
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3916467193127674e-06,
      "loss": 0.0919,
      "step": 417870
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3905281761034427e-06,
      "loss": 0.0941,
      "step": 417880
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3894096328941186e-06,
      "loss": 0.0948,
      "step": 417890
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.388291089684795e-06,
      "loss": 0.0913,
      "step": 417900
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3871725464754706e-06,
      "loss": 0.093,
      "step": 417910
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.386054003266146e-06,
      "loss": 0.0953,
      "step": 417920
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.384935460056822e-06,
      "loss": 0.0843,
      "step": 417930
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.383816916847498e-06,
      "loss": 0.0887,
      "step": 417940
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.382698373638174e-06,
      "loss": 0.0892,
      "step": 417950
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3815798304288492e-06,
      "loss": 0.0975,
      "step": 417960
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3804612872195255e-06,
      "loss": 0.0909,
      "step": 417970
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3793427440102013e-06,
      "loss": 0.0904,
      "step": 417980
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.378224200800877e-06,
      "loss": 0.0888,
      "step": 417990
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3771056575915525e-06,
      "loss": 0.0892,
      "step": 418000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3759871143822287e-06,
      "loss": 0.0928,
      "step": 418010
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3748685711729045e-06,
      "loss": 0.094,
      "step": 418020
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3737500279635807e-06,
      "loss": 0.0945,
      "step": 418030
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3726314847542557e-06,
      "loss": 0.0921,
      "step": 418040
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.371512941544932e-06,
      "loss": 0.09,
      "step": 418050
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3703943983356078e-06,
      "loss": 0.0921,
      "step": 418060
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3693877094472157e-06,
      "loss": 0.0908,
      "step": 418070
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.368269166237892e-06,
      "loss": 0.0926,
      "step": 418080
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3671506230285677e-06,
      "loss": 0.0938,
      "step": 418090
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.366032079819244e-06,
      "loss": 0.092,
      "step": 418100
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.364913536609919e-06,
      "loss": 0.0957,
      "step": 418110
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.363794993400595e-06,
      "loss": 0.0919,
      "step": 418120
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.362676450191271e-06,
      "loss": 0.0946,
      "step": 418130
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.361557906981947e-06,
      "loss": 0.0874,
      "step": 418140
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3604393637726226e-06,
      "loss": 0.0894,
      "step": 418150
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3593208205632984e-06,
      "loss": 0.0915,
      "step": 418160
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.358202277353974e-06,
      "loss": 0.0946,
      "step": 418170
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3570837341446504e-06,
      "loss": 0.0889,
      "step": 418180
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.355965190935326e-06,
      "loss": 0.0886,
      "step": 418190
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3548466477260016e-06,
      "loss": 0.0948,
      "step": 418200
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.353728104516678e-06,
      "loss": 0.0948,
      "step": 418210
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3526095613073537e-06,
      "loss": 0.0946,
      "step": 418220
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.351491018098029e-06,
      "loss": 0.0937,
      "step": 418230
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.350372474888705e-06,
      "loss": 0.0944,
      "step": 418240
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.349253931679381e-06,
      "loss": 0.0919,
      "step": 418250
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.348135388470057e-06,
      "loss": 0.0931,
      "step": 418260
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3470168452607323e-06,
      "loss": 0.089,
      "step": 418270
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.345898302051408e-06,
      "loss": 0.0936,
      "step": 418280
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3447797588420844e-06,
      "loss": 0.0964,
      "step": 418290
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.34366121563276e-06,
      "loss": 0.0892,
      "step": 418300
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3425426724234356e-06,
      "loss": 0.0896,
      "step": 418310
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3414241292141118e-06,
      "loss": 0.0934,
      "step": 418320
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3403055860047876e-06,
      "loss": 0.0937,
      "step": 418330
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3391870427954634e-06,
      "loss": 0.0877,
      "step": 418340
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.338068499586139e-06,
      "loss": 0.0958,
      "step": 418350
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.336949956376815e-06,
      "loss": 0.0942,
      "step": 418360
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.335831413167491e-06,
      "loss": 0.0885,
      "step": 418370
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.334712869958167e-06,
      "loss": 0.096,
      "step": 418380
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.333594326748842e-06,
      "loss": 0.0938,
      "step": 418390
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3324757835395183e-06,
      "loss": 0.09,
      "step": 418400
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.331357240330194e-06,
      "loss": 0.0928,
      "step": 418410
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3302386971208703e-06,
      "loss": 0.0934,
      "step": 418420
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3291201539115453e-06,
      "loss": 0.0898,
      "step": 418430
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3280016107022215e-06,
      "loss": 0.0923,
      "step": 418440
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3268830674928973e-06,
      "loss": 0.0923,
      "step": 418450
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3257645242835736e-06,
      "loss": 0.0906,
      "step": 418460
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.324645981074249e-06,
      "loss": 0.094,
      "step": 418470
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3235274378649247e-06,
      "loss": 0.0931,
      "step": 418480
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3224088946556006e-06,
      "loss": 0.0936,
      "step": 418490
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.321290351446277e-06,
      "loss": 0.0921,
      "step": 418500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.320171808236952e-06,
      "loss": 0.0868,
      "step": 418510
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.319053265027628e-06,
      "loss": 0.0902,
      "step": 418520
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3179347218183042e-06,
      "loss": 0.0945,
      "step": 418530
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.31681617860898e-06,
      "loss": 0.093,
      "step": 418540
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3156976353996554e-06,
      "loss": 0.0932,
      "step": 418550
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3145790921903312e-06,
      "loss": 0.098,
      "step": 418560
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3134605489810075e-06,
      "loss": 0.0915,
      "step": 418570
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3123420057716833e-06,
      "loss": 0.0939,
      "step": 418580
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3112234625623587e-06,
      "loss": 0.0939,
      "step": 418590
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3101049193530345e-06,
      "loss": 0.0907,
      "step": 418600
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3089863761437107e-06,
      "loss": 0.0963,
      "step": 418610
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3078678329343865e-06,
      "loss": 0.091,
      "step": 418620
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.306749289725062e-06,
      "loss": 0.0941,
      "step": 418630
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.305630746515738e-06,
      "loss": 0.0949,
      "step": 418640
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.304512203306414e-06,
      "loss": 0.0908,
      "step": 418650
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3033936600970898e-06,
      "loss": 0.0923,
      "step": 418660
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.302275116887765e-06,
      "loss": 0.0918,
      "step": 418670
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3011565736784414e-06,
      "loss": 0.0938,
      "step": 418680
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.300038030469117e-06,
      "loss": 0.0897,
      "step": 418690
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2989194872597934e-06,
      "loss": 0.0913,
      "step": 418700
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2978009440504684e-06,
      "loss": 0.0932,
      "step": 418710
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2966824008411446e-06,
      "loss": 0.0887,
      "step": 418720
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2955638576318204e-06,
      "loss": 0.0932,
      "step": 418730
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2944453144224967e-06,
      "loss": 0.0959,
      "step": 418740
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.293326771213172e-06,
      "loss": 0.0984,
      "step": 418750
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.292208228003848e-06,
      "loss": 0.0938,
      "step": 418760
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2910896847945237e-06,
      "loss": 0.0938,
      "step": 418770
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2899711415852e-06,
      "loss": 0.0895,
      "step": 418780
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2888525983758753e-06,
      "loss": 0.0914,
      "step": 418790
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.287734055166551e-06,
      "loss": 0.093,
      "step": 418800
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2866155119572273e-06,
      "loss": 0.0942,
      "step": 418810
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.285496968747903e-06,
      "loss": 0.0893,
      "step": 418820
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2843784255385785e-06,
      "loss": 0.0959,
      "step": 418830
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2832598823292543e-06,
      "loss": 0.0914,
      "step": 418840
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2821413391199306e-06,
      "loss": 0.0961,
      "step": 418850
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2810227959106064e-06,
      "loss": 0.0925,
      "step": 418860
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2799042527012818e-06,
      "loss": 0.0905,
      "step": 418870
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.2787857094919576e-06,
      "loss": 0.0898,
      "step": 418880
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.277667166282634e-06,
      "loss": 0.0903,
      "step": 418890
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2765486230733096e-06,
      "loss": 0.0919,
      "step": 418900
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.275430079863985e-06,
      "loss": 0.0904,
      "step": 418910
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2743115366546612e-06,
      "loss": 0.0906,
      "step": 418920
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.273192993445337e-06,
      "loss": 0.0933,
      "step": 418930
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.272074450236013e-06,
      "loss": 0.0944,
      "step": 418940
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2709559070266882e-06,
      "loss": 0.0921,
      "step": 418950
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2698373638173645e-06,
      "loss": 0.0931,
      "step": 418960
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2687188206080403e-06,
      "loss": 0.0919,
      "step": 418970
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2676002773987165e-06,
      "loss": 0.098,
      "step": 418980
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2664817341893915e-06,
      "loss": 0.0913,
      "step": 418990
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2653631909800677e-06,
      "loss": 0.0945,
      "step": 419000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2642446477707435e-06,
      "loss": 0.0913,
      "step": 419010
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2631261045614198e-06,
      "loss": 0.0922,
      "step": 419020
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2620075613520947e-06,
      "loss": 0.0922,
      "step": 419030
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.260889018142771e-06,
      "loss": 0.0903,
      "step": 419040
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2597704749334468e-06,
      "loss": 0.0933,
      "step": 419050
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.258651931724123e-06,
      "loss": 0.0926,
      "step": 419060
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2575333885147984e-06,
      "loss": 0.0908,
      "step": 419070
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.256414845305474e-06,
      "loss": 0.096,
      "step": 419080
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.25529630209615e-06,
      "loss": 0.0926,
      "step": 419090
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2541777588868262e-06,
      "loss": 0.0915,
      "step": 419100
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2530592156775016e-06,
      "loss": 0.0894,
      "step": 419110
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2519406724681774e-06,
      "loss": 0.0916,
      "step": 419120
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2508221292588537e-06,
      "loss": 0.0923,
      "step": 419130
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2497035860495295e-06,
      "loss": 0.0962,
      "step": 419140
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.248585042840205e-06,
      "loss": 0.0922,
      "step": 419150
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2474664996308807e-06,
      "loss": 0.0901,
      "step": 419160
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.246347956421557e-06,
      "loss": 0.0911,
      "step": 419170
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2452294132122327e-06,
      "loss": 0.0926,
      "step": 419180
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.244110870002908e-06,
      "loss": 0.0917,
      "step": 419190
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.242992326793584e-06,
      "loss": 0.0959,
      "step": 419200
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.24187378358426e-06,
      "loss": 0.0904,
      "step": 419210
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.240755240374936e-06,
      "loss": 0.0892,
      "step": 419220
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2396366971656114e-06,
      "loss": 0.0948,
      "step": 419230
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2385181539562876e-06,
      "loss": 0.0961,
      "step": 419240
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2373996107469634e-06,
      "loss": 0.0947,
      "step": 419250
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.236281067537639e-06,
      "loss": 0.0883,
      "step": 419260
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2351625243283146e-06,
      "loss": 0.0925,
      "step": 419270
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.234043981118991e-06,
      "loss": 0.0936,
      "step": 419280
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2329254379096666e-06,
      "loss": 0.0917,
      "step": 419290
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.231806894700343e-06,
      "loss": 0.0874,
      "step": 419300
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.230688351491018e-06,
      "loss": 0.0942,
      "step": 419310
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.229569808281694e-06,
      "loss": 0.0938,
      "step": 419320
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.22845126507237e-06,
      "loss": 0.0887,
      "step": 419330
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.227332721863046e-06,
      "loss": 0.0977,
      "step": 419340
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2262141786537215e-06,
      "loss": 0.0879,
      "step": 419350
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2250956354443973e-06,
      "loss": 0.0915,
      "step": 419360
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.223977092235073e-06,
      "loss": 0.0932,
      "step": 419370
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2228585490257494e-06,
      "loss": 0.094,
      "step": 419380
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2217400058164247e-06,
      "loss": 0.0914,
      "step": 419390
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2206214626071005e-06,
      "loss": 0.0922,
      "step": 419400
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2195029193977768e-06,
      "loss": 0.0926,
      "step": 419410
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2183843761884526e-06,
      "loss": 0.0911,
      "step": 419420
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.217265832979128e-06,
      "loss": 0.0907,
      "step": 419430
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2161472897698038e-06,
      "loss": 0.092,
      "step": 419440
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.21502874656048e-06,
      "loss": 0.0914,
      "step": 419450
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.213910203351156e-06,
      "loss": 0.0954,
      "step": 419460
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2127916601418312e-06,
      "loss": 0.093,
      "step": 419470
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.211673116932507e-06,
      "loss": 0.0943,
      "step": 419480
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2105545737231833e-06,
      "loss": 0.0881,
      "step": 419490
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.209436030513859e-06,
      "loss": 0.0953,
      "step": 419500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2083174873045345e-06,
      "loss": 0.0882,
      "step": 419510
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2071989440952107e-06,
      "loss": 0.0963,
      "step": 419520
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2060804008858865e-06,
      "loss": 0.0923,
      "step": 419530
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2049618576765623e-06,
      "loss": 0.0925,
      "step": 419540
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2038433144672377e-06,
      "loss": 0.0908,
      "step": 419550
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.202724771257914e-06,
      "loss": 0.0904,
      "step": 419560
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2016062280485897e-06,
      "loss": 0.0923,
      "step": 419570
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.200487684839266e-06,
      "loss": 0.0943,
      "step": 419580
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.199369141629941e-06,
      "loss": 0.0926,
      "step": 419590
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.198250598420617e-06,
      "loss": 0.0904,
      "step": 419600
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.197132055211293e-06,
      "loss": 0.092,
      "step": 419610
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1960135120019692e-06,
      "loss": 0.0933,
      "step": 419620
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.194894968792644e-06,
      "loss": 0.0918,
      "step": 419630
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1937764255833204e-06,
      "loss": 0.0955,
      "step": 419640
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1926578823739962e-06,
      "loss": 0.0926,
      "step": 419650
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1915393391646725e-06,
      "loss": 0.0934,
      "step": 419660
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.190420795955348e-06,
      "loss": 0.0876,
      "step": 419670
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1893022527460237e-06,
      "loss": 0.089,
      "step": 419680
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1881837095366995e-06,
      "loss": 0.0932,
      "step": 419690
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1870651663273757e-06,
      "loss": 0.0942,
      "step": 419700
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.185946623118051e-06,
      "loss": 0.088,
      "step": 419710
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.184828079908727e-06,
      "loss": 0.0928,
      "step": 419720
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.183709536699403e-06,
      "loss": 0.0933,
      "step": 419730
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.182590993490079e-06,
      "loss": 0.0901,
      "step": 419740
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1814724502807543e-06,
      "loss": 0.0888,
      "step": 419750
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.18035390707143e-06,
      "loss": 0.0941,
      "step": 419760
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1792353638621064e-06,
      "loss": 0.0886,
      "step": 419770
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.178116820652782e-06,
      "loss": 0.0924,
      "step": 419780
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1769982774434576e-06,
      "loss": 0.0949,
      "step": 419790
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1758797342341334e-06,
      "loss": 0.089,
      "step": 419800
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1747611910248096e-06,
      "loss": 0.0916,
      "step": 419810
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1736426478154854e-06,
      "loss": 0.0962,
      "step": 419820
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.172524104606161e-06,
      "loss": 0.0931,
      "step": 419830
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.171405561396837e-06,
      "loss": 0.0899,
      "step": 419840
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.170287018187513e-06,
      "loss": 0.098,
      "step": 419850
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1691684749781887e-06,
      "loss": 0.0932,
      "step": 419860
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.168049931768864e-06,
      "loss": 0.0891,
      "step": 419870
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1669313885595403e-06,
      "loss": 0.0903,
      "step": 419880
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.165812845350216e-06,
      "loss": 0.0929,
      "step": 419890
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1646943021408923e-06,
      "loss": 0.0926,
      "step": 419900
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1635757589315673e-06,
      "loss": 0.0926,
      "step": 419910
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1624572157222435e-06,
      "loss": 0.0933,
      "step": 419920
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1613386725129193e-06,
      "loss": 0.0922,
      "step": 419930
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1602201293035956e-06,
      "loss": 0.092,
      "step": 419940
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.159101586094271e-06,
      "loss": 0.0943,
      "step": 419950
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1579830428849468e-06,
      "loss": 0.0944,
      "step": 419960
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1568644996756226e-06,
      "loss": 0.0932,
      "step": 419970
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.155745956466299e-06,
      "loss": 0.0921,
      "step": 419980
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.154627413256974e-06,
      "loss": 0.0972,
      "step": 419990
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.15350887004765e-06,
      "loss": 0.0928,
      "step": 420000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1523903268383262e-06,
      "loss": 0.0915,
      "step": 420010
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.151271783629002e-06,
      "loss": 0.0918,
      "step": 420020
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1501532404196774e-06,
      "loss": 0.0888,
      "step": 420030
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1490346972103532e-06,
      "loss": 0.0909,
      "step": 420040
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1479161540010295e-06,
      "loss": 0.0966,
      "step": 420050
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1467976107917053e-06,
      "loss": 0.0929,
      "step": 420060
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1456790675823807e-06,
      "loss": 0.0938,
      "step": 420070
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1445605243730565e-06,
      "loss": 0.0924,
      "step": 420080
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1435538354846653e-06,
      "loss": 0.0913,
      "step": 420090
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1424352922753406e-06,
      "loss": 0.0954,
      "step": 420100
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1413167490660165e-06,
      "loss": 0.0898,
      "step": 420110
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1401982058566927e-06,
      "loss": 0.0934,
      "step": 420120
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1390796626473685e-06,
      "loss": 0.0929,
      "step": 420130
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.137961119438044e-06,
      "loss": 0.0965,
      "step": 420140
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1368425762287197e-06,
      "loss": 0.0861,
      "step": 420150
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.135724033019396e-06,
      "loss": 0.0899,
      "step": 420160
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1346054898100717e-06,
      "loss": 0.0966,
      "step": 420170
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.133486946600747e-06,
      "loss": 0.0914,
      "step": 420180
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1323684033914234e-06,
      "loss": 0.0905,
      "step": 420190
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.131249860182099e-06,
      "loss": 0.0934,
      "step": 420200
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.130131316972775e-06,
      "loss": 0.0958,
      "step": 420210
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1290127737634504e-06,
      "loss": 0.0915,
      "step": 420220
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1278942305541266e-06,
      "loss": 0.0939,
      "step": 420230
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1267756873448024e-06,
      "loss": 0.0964,
      "step": 420240
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1256571441354786e-06,
      "loss": 0.0921,
      "step": 420250
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.124538600926154e-06,
      "loss": 0.0942,
      "step": 420260
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.12342005771683e-06,
      "loss": 0.0941,
      "step": 420270
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1223015145075057e-06,
      "loss": 0.0936,
      "step": 420280
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1211829712981815e-06,
      "loss": 0.0911,
      "step": 420290
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1200644280888573e-06,
      "loss": 0.0923,
      "step": 420300
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.118945884879533e-06,
      "loss": 0.0936,
      "step": 420310
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.117827341670209e-06,
      "loss": 0.0903,
      "step": 420320
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1167087984608847e-06,
      "loss": 0.0889,
      "step": 420330
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1155902552515605e-06,
      "loss": 0.0927,
      "step": 420340
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1144717120422363e-06,
      "loss": 0.0941,
      "step": 420350
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.113353168832912e-06,
      "loss": 0.0888,
      "step": 420360
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.112234625623588e-06,
      "loss": 0.0898,
      "step": 420370
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.111116082414264e-06,
      "loss": 0.0897,
      "step": 420380
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1099975392049396e-06,
      "loss": 0.0929,
      "step": 420390
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1088789959956154e-06,
      "loss": 0.0918,
      "step": 420400
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.107760452786291e-06,
      "loss": 0.0915,
      "step": 420410
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.106641909576967e-06,
      "loss": 0.0952,
      "step": 420420
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.105523366367643e-06,
      "loss": 0.095,
      "step": 420430
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1044048231583186e-06,
      "loss": 0.0924,
      "step": 420440
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1032862799489944e-06,
      "loss": 0.0933,
      "step": 420450
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1021677367396702e-06,
      "loss": 0.0922,
      "step": 420460
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.101049193530346e-06,
      "loss": 0.0988,
      "step": 420470
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.099930650321022e-06,
      "loss": 0.0948,
      "step": 420480
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.098812107111698e-06,
      "loss": 0.0942,
      "step": 420490
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0976935639023735e-06,
      "loss": 0.0916,
      "step": 420500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0965750206930497e-06,
      "loss": 0.0905,
      "step": 420510
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.095456477483725e-06,
      "loss": 0.0956,
      "step": 420520
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0943379342744013e-06,
      "loss": 0.0874,
      "step": 420530
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0932193910650767e-06,
      "loss": 0.0888,
      "step": 420540
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.092100847855753e-06,
      "loss": 0.092,
      "step": 420550
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0909823046464283e-06,
      "loss": 0.0929,
      "step": 420560
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0898637614371046e-06,
      "loss": 0.0875,
      "step": 420570
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.08874521822778e-06,
      "loss": 0.0933,
      "step": 420580
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.087626675018456e-06,
      "loss": 0.0946,
      "step": 420590
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0865081318091316e-06,
      "loss": 0.0961,
      "step": 420600
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.085389588599808e-06,
      "loss": 0.0943,
      "step": 420610
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0842710453904836e-06,
      "loss": 0.0939,
      "step": 420620
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0831525021811594e-06,
      "loss": 0.0942,
      "step": 420630
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0820339589718352e-06,
      "loss": 0.0894,
      "step": 420640
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.080915415762511e-06,
      "loss": 0.0931,
      "step": 420650
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.079796872553187e-06,
      "loss": 0.0926,
      "step": 420660
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0786783293438627e-06,
      "loss": 0.0921,
      "step": 420670
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0775597861345385e-06,
      "loss": 0.0885,
      "step": 420680
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0764412429252143e-06,
      "loss": 0.0927,
      "step": 420690
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.07532269971589e-06,
      "loss": 0.0926,
      "step": 420700
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.074204156506566e-06,
      "loss": 0.0979,
      "step": 420710
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0730856132972417e-06,
      "loss": 0.0953,
      "step": 420720
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0719670700879175e-06,
      "loss": 0.0912,
      "step": 420730
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0708485268785933e-06,
      "loss": 0.0965,
      "step": 420740
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.069729983669269e-06,
      "loss": 0.0903,
      "step": 420750
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.068611440459945e-06,
      "loss": 0.0956,
      "step": 420760
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0674928972506208e-06,
      "loss": 0.091,
      "step": 420770
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0663743540412966e-06,
      "loss": 0.0895,
      "step": 420780
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.065255810831973e-06,
      "loss": 0.0894,
      "step": 420790
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.064137267622648e-06,
      "loss": 0.0896,
      "step": 420800
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0630187244133244e-06,
      "loss": 0.0967,
      "step": 420810
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.061900181204e-06,
      "loss": 0.0913,
      "step": 420820
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.060781637994676e-06,
      "loss": 0.0917,
      "step": 420830
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0596630947853514e-06,
      "loss": 0.0951,
      "step": 420840
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0585445515760277e-06,
      "loss": 0.0907,
      "step": 420850
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.057426008366703e-06,
      "loss": 0.0908,
      "step": 420860
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0563074651573793e-06,
      "loss": 0.0985,
      "step": 420870
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0551889219480547e-06,
      "loss": 0.0954,
      "step": 420880
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.054070378738731e-06,
      "loss": 0.0912,
      "step": 420890
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0529518355294063e-06,
      "loss": 0.0918,
      "step": 420900
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0518332923200825e-06,
      "loss": 0.0904,
      "step": 420910
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0507147491107583e-06,
      "loss": 0.0925,
      "step": 420920
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.049596205901434e-06,
      "loss": 0.0939,
      "step": 420930
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.04847766269211e-06,
      "loss": 0.0913,
      "step": 420940
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0473591194827858e-06,
      "loss": 0.094,
      "step": 420950
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0462405762734616e-06,
      "loss": 0.0905,
      "step": 420960
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0451220330641374e-06,
      "loss": 0.0981,
      "step": 420970
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.044003489854813e-06,
      "loss": 0.0964,
      "step": 420980
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.042884946645489e-06,
      "loss": 0.0928,
      "step": 420990
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.041766403436165e-06,
      "loss": 0.0926,
      "step": 421000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0406478602268406e-06,
      "loss": 0.0911,
      "step": 421010
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0395293170175164e-06,
      "loss": 0.0944,
      "step": 421020
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0384107738081923e-06,
      "loss": 0.0935,
      "step": 421030
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.037292230598868e-06,
      "loss": 0.0953,
      "step": 421040
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.036173687389544e-06,
      "loss": 0.0961,
      "step": 421050
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0350551441802197e-06,
      "loss": 0.0912,
      "step": 421060
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0339366009708955e-06,
      "loss": 0.0928,
      "step": 421070
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0328180577615713e-06,
      "loss": 0.0917,
      "step": 421080
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0316995145522475e-06,
      "loss": 0.0959,
      "step": 421090
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.030580971342923e-06,
      "loss": 0.0899,
      "step": 421100
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.029462428133599e-06,
      "loss": 0.0937,
      "step": 421110
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0283438849242745e-06,
      "loss": 0.093,
      "step": 421120
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0272253417149508e-06,
      "loss": 0.095,
      "step": 421130
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.026106798505626e-06,
      "loss": 0.0883,
      "step": 421140
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0249882552963024e-06,
      "loss": 0.0951,
      "step": 421150
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.023869712086978e-06,
      "loss": 0.0896,
      "step": 421160
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.022751168877654e-06,
      "loss": 0.0919,
      "step": 421170
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0216326256683294e-06,
      "loss": 0.0895,
      "step": 421180
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0205140824590056e-06,
      "loss": 0.0891,
      "step": 421190
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.019395539249681e-06,
      "loss": 0.0895,
      "step": 421200
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0182769960403573e-06,
      "loss": 0.0898,
      "step": 421210
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.017158452831033e-06,
      "loss": 0.0922,
      "step": 421220
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.016039909621709e-06,
      "loss": 0.0911,
      "step": 421230
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0149213664123847e-06,
      "loss": 0.0933,
      "step": 421240
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0138028232030605e-06,
      "loss": 0.0969,
      "step": 421250
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0126842799937363e-06,
      "loss": 0.0934,
      "step": 421260
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.011565736784412e-06,
      "loss": 0.0915,
      "step": 421270
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.010447193575088e-06,
      "loss": 0.0937,
      "step": 421280
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0093286503657637e-06,
      "loss": 0.0916,
      "step": 421290
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0082101071564396e-06,
      "loss": 0.0883,
      "step": 421300
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0070915639471154e-06,
      "loss": 0.0904,
      "step": 421310
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.005973020737791e-06,
      "loss": 0.0908,
      "step": 421320
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.004854477528467e-06,
      "loss": 0.0912,
      "step": 421330
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.003735934319143e-06,
      "loss": 0.0928,
      "step": 421340
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0026173911098186e-06,
      "loss": 0.0902,
      "step": 421350
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0014988479004944e-06,
      "loss": 0.0926,
      "step": 421360
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0003803046911702e-06,
      "loss": 0.088,
      "step": 421370
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.999261761481846e-06,
      "loss": 0.091,
      "step": 421380
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9981432182725223e-06,
      "loss": 0.0942,
      "step": 421390
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9970246750631977e-06,
      "loss": 0.0921,
      "step": 421400
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.995906131853874e-06,
      "loss": 0.0907,
      "step": 421410
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9947875886445493e-06,
      "loss": 0.0921,
      "step": 421420
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9936690454352255e-06,
      "loss": 0.095,
      "step": 421430
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.992550502225901e-06,
      "loss": 0.0877,
      "step": 421440
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.991431959016577e-06,
      "loss": 0.0934,
      "step": 421450
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9903134158072525e-06,
      "loss": 0.0915,
      "step": 421460
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9891948725979287e-06,
      "loss": 0.0901,
      "step": 421470
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.988076329388604e-06,
      "loss": 0.0954,
      "step": 421480
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9869577861792804e-06,
      "loss": 0.098,
      "step": 421490
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9858392429699558e-06,
      "loss": 0.0888,
      "step": 421500
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.984720699760632e-06,
      "loss": 0.0922,
      "step": 421510
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.983602156551308e-06,
      "loss": 0.0883,
      "step": 421520
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9824836133419836e-06,
      "loss": 0.0942,
      "step": 421530
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9813650701326594e-06,
      "loss": 0.0921,
      "step": 421540
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9802465269233352e-06,
      "loss": 0.095,
      "step": 421550
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.979127983714011e-06,
      "loss": 0.0872,
      "step": 421560
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.978009440504687e-06,
      "loss": 0.0945,
      "step": 421570
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9768908972953627e-06,
      "loss": 0.0964,
      "step": 421580
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9757723540860385e-06,
      "loss": 0.094,
      "step": 421590
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9746538108767143e-06,
      "loss": 0.0904,
      "step": 421600
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.97353526766739e-06,
      "loss": 0.0959,
      "step": 421610
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.972416724458066e-06,
      "loss": 0.0936,
      "step": 421620
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9712981812487417e-06,
      "loss": 0.0926,
      "step": 421630
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9701796380394175e-06,
      "loss": 0.0905,
      "step": 421640
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9690610948300933e-06,
      "loss": 0.0929,
      "step": 421650
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.967942551620769e-06,
      "loss": 0.0936,
      "step": 421660
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.966824008411445e-06,
      "loss": 0.091,
      "step": 421670
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9657054652021208e-06,
      "loss": 0.0905,
      "step": 421680
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.964586921992797e-06,
      "loss": 0.0886,
      "step": 421690
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9634683787834724e-06,
      "loss": 0.0918,
      "step": 421700
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9623498355741486e-06,
      "loss": 0.0872,
      "step": 421710
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.961231292364824e-06,
      "loss": 0.088,
      "step": 421720
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9601127491555002e-06,
      "loss": 0.0921,
      "step": 421730
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9589942059461756e-06,
      "loss": 0.0914,
      "step": 421740
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.957875662736852e-06,
      "loss": 0.0909,
      "step": 421750
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9567571195275272e-06,
      "loss": 0.0913,
      "step": 421760
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9556385763182035e-06,
      "loss": 0.088,
      "step": 421770
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.954520033108879e-06,
      "loss": 0.0908,
      "step": 421780
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.953401489899555e-06,
      "loss": 0.0896,
      "step": 421790
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9522829466902305e-06,
      "loss": 0.097,
      "step": 421800
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9511644034809067e-06,
      "loss": 0.0929,
      "step": 421810
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9500458602715825e-06,
      "loss": 0.0905,
      "step": 421820
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9489273170622583e-06,
      "loss": 0.0947,
      "step": 421830
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.947808773852934e-06,
      "loss": 0.0895,
      "step": 421840
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.94669023064361e-06,
      "loss": 0.091,
      "step": 421850
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9455716874342858e-06,
      "loss": 0.0904,
      "step": 421860
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9444531442249616e-06,
      "loss": 0.0912,
      "step": 421870
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9433346010156374e-06,
      "loss": 0.0905,
      "step": 421880
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.942216057806313e-06,
      "loss": 0.0894,
      "step": 421890
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.941097514596989e-06,
      "loss": 0.0975,
      "step": 421900
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.939978971387665e-06,
      "loss": 0.0966,
      "step": 421910
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9388604281783406e-06,
      "loss": 0.0913,
      "step": 421920
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9377418849690164e-06,
      "loss": 0.0909,
      "step": 421930
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9366233417596922e-06,
      "loss": 0.0931,
      "step": 421940
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.935504798550368e-06,
      "loss": 0.0901,
      "step": 421950
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.934386255341044e-06,
      "loss": 0.0953,
      "step": 421960
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9332677121317197e-06,
      "loss": 0.0942,
      "step": 421970
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9321491689223955e-06,
      "loss": 0.0928,
      "step": 421980
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9310306257130717e-06,
      "loss": 0.089,
      "step": 421990
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.929912082503747e-06,
      "loss": 0.0934,
      "step": 422000
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9287935392944233e-06,
      "loss": 0.0874,
      "step": 422010
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9276749960850987e-06,
      "loss": 0.0889,
      "step": 422020
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.926556452875775e-06,
      "loss": 0.0909,
      "step": 422030
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9254379096664503e-06,
      "loss": 0.0927,
      "step": 422040
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9243193664571266e-06,
      "loss": 0.094,
      "step": 422050
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.923200823247802e-06,
      "loss": 0.0902,
      "step": 422060
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.922082280038478e-06,
      "loss": 0.09,
      "step": 422070
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9209637368291536e-06,
      "loss": 0.0959,
      "step": 422080
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.91984519361983e-06,
      "loss": 0.0932,
      "step": 422090
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.918838504731438e-06,
      "loss": 0.0907,
      "step": 422100
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9177199615221136e-06,
      "loss": 0.0948,
      "step": 422110
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.91660141831279e-06,
      "loss": 0.0932,
      "step": 422120
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.915482875103465e-06,
      "loss": 0.0917,
      "step": 422130
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9143643318941414e-06,
      "loss": 0.0856,
      "step": 422140
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.913245788684817e-06,
      "loss": 0.0908,
      "step": 422150
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.912127245475493e-06,
      "loss": 0.0926,
      "step": 422160
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9110087022661684e-06,
      "loss": 0.0905,
      "step": 422170
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9098901590568447e-06,
      "loss": 0.0923,
      "step": 422180
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9087716158475205e-06,
      "loss": 0.0952,
      "step": 422190
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9076530726381963e-06,
      "loss": 0.0911,
      "step": 422200
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.906534529428872e-06,
      "loss": 0.0867,
      "step": 422210
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.905415986219548e-06,
      "loss": 0.0934,
      "step": 422220
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9042974430102237e-06,
      "loss": 0.092,
      "step": 422230
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9031788998008995e-06,
      "loss": 0.0906,
      "step": 422240
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9020603565915753e-06,
      "loss": 0.0882,
      "step": 422250
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.900941813382251e-06,
      "loss": 0.0899,
      "step": 422260
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.899823270172927e-06,
      "loss": 0.0868,
      "step": 422270
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8987047269636028e-06,
      "loss": 0.0942,
      "step": 422280
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8975861837542786e-06,
      "loss": 0.0895,
      "step": 422290
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8964676405449544e-06,
      "loss": 0.0881,
      "step": 422300
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.89534909733563e-06,
      "loss": 0.0932,
      "step": 422310
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.894230554126306e-06,
      "loss": 0.0904,
      "step": 422320
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.893112010916982e-06,
      "loss": 0.0916,
      "step": 422330
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8919934677076576e-06,
      "loss": 0.0903,
      "step": 422340
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8908749244983334e-06,
      "loss": 0.0896,
      "step": 422350
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8897563812890097e-06,
      "loss": 0.0919,
      "step": 422360
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.888637838079685e-06,
      "loss": 0.0951,
      "step": 422370
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8875192948703613e-06,
      "loss": 0.0903,
      "step": 422380
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8864007516610367e-06,
      "loss": 0.091,
      "step": 422390
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.885282208451713e-06,
      "loss": 0.0913,
      "step": 422400
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8841636652423883e-06,
      "loss": 0.0908,
      "step": 422410
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8830451220330645e-06,
      "loss": 0.0902,
      "step": 422420
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.88192657882374e-06,
      "loss": 0.0906,
      "step": 422430
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.880808035614416e-06,
      "loss": 0.0904,
      "step": 422440
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8796894924050915e-06,
      "loss": 0.0902,
      "step": 422450
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8785709491957678e-06,
      "loss": 0.0939,
      "step": 422460
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.877452405986443e-06,
      "loss": 0.0902,
      "step": 422470
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8763338627771194e-06,
      "loss": 0.0934,
      "step": 422480
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.875215319567795e-06,
      "loss": 0.0919,
      "step": 422490
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.874096776358471e-06,
      "loss": 0.0912,
      "step": 422500
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.872978233149147e-06,
      "loss": 0.0907,
      "step": 422510
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8718596899398226e-06,
      "loss": 0.0921,
      "step": 422520
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8707411467304984e-06,
      "loss": 0.0921,
      "step": 422530
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8696226035211742e-06,
      "loss": 0.0925,
      "step": 422540
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.86850406031185e-06,
      "loss": 0.0908,
      "step": 422550
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.867385517102526e-06,
      "loss": 0.0886,
      "step": 422560
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8662669738932017e-06,
      "loss": 0.0945,
      "step": 422570
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8651484306838775e-06,
      "loss": 0.0928,
      "step": 422580
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8640298874745533e-06,
      "loss": 0.0916,
      "step": 422590
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.862911344265229e-06,
      "loss": 0.0895,
      "step": 422600
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.861792801055905e-06,
      "loss": 0.0927,
      "step": 422610
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8606742578465807e-06,
      "loss": 0.0916,
      "step": 422620
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8595557146372565e-06,
      "loss": 0.0951,
      "step": 422630
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8584371714279323e-06,
      "loss": 0.0938,
      "step": 422640
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.857318628218608e-06,
      "loss": 0.0909,
      "step": 422650
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8562000850092844e-06,
      "loss": 0.089,
      "step": 422660
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8550815417999598e-06,
      "loss": 0.0944,
      "step": 422670
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.853962998590636e-06,
      "loss": 0.0907,
      "step": 422680
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8528444553813114e-06,
      "loss": 0.093,
      "step": 422690
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8517259121719876e-06,
      "loss": 0.0922,
      "step": 422700
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.850607368962663e-06,
      "loss": 0.0905,
      "step": 422710
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8494888257533393e-06,
      "loss": 0.0913,
      "step": 422720
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8483702825440146e-06,
      "loss": 0.0895,
      "step": 422730
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.847251739334691e-06,
      "loss": 0.0922,
      "step": 422740
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8461331961253663e-06,
      "loss": 0.0923,
      "step": 422750
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8450146529160425e-06,
      "loss": 0.0942,
      "step": 422760
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.843896109706718e-06,
      "loss": 0.091,
      "step": 422770
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.842777566497394e-06,
      "loss": 0.0905,
      "step": 422780
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.84165902328807e-06,
      "loss": 0.0905,
      "step": 422790
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8405404800787457e-06,
      "loss": 0.0913,
      "step": 422800
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8394219368694215e-06,
      "loss": 0.0887,
      "step": 422810
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8383033936600974e-06,
      "loss": 0.0883,
      "step": 422820
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.837184850450773e-06,
      "loss": 0.0931,
      "step": 422830
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.836066307241449e-06,
      "loss": 0.0889,
      "step": 422840
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8349477640321248e-06,
      "loss": 0.092,
      "step": 422850
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8338292208228006e-06,
      "loss": 0.093,
      "step": 422860
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8327106776134764e-06,
      "loss": 0.088,
      "step": 422870
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8315921344041522e-06,
      "loss": 0.0919,
      "step": 422880
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.830473591194828e-06,
      "loss": 0.0964,
      "step": 422890
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.829355047985504e-06,
      "loss": 0.094,
      "step": 422900
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8282365047761796e-06,
      "loss": 0.0874,
      "step": 422910
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8271179615668555e-06,
      "loss": 0.0933,
      "step": 422920
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8259994183575313e-06,
      "loss": 0.0903,
      "step": 422930
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.824880875148207e-06,
      "loss": 0.0918,
      "step": 422940
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.823762331938883e-06,
      "loss": 0.0853,
      "step": 422950
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.822643788729559e-06,
      "loss": 0.0906,
      "step": 422960
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8215252455202345e-06,
      "loss": 0.0928,
      "step": 422970
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8204067023109107e-06,
      "loss": 0.0931,
      "step": 422980
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.819288159101586e-06,
      "loss": 0.0943,
      "step": 422990
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8181696158922624e-06,
      "loss": 0.0923,
      "step": 423000
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8170510726829377e-06,
      "loss": 0.0916,
      "step": 423010
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.815932529473614e-06,
      "loss": 0.0913,
      "step": 423020
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8148139862642894e-06,
      "loss": 0.0888,
      "step": 423030
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8136954430549656e-06,
      "loss": 0.0893,
      "step": 423040
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.812576899845641e-06,
      "loss": 0.0897,
      "step": 423050
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8114583566363172e-06,
      "loss": 0.0946,
      "step": 423060
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8103398134269926e-06,
      "loss": 0.0919,
      "step": 423070
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.809221270217669e-06,
      "loss": 0.0937,
      "step": 423080
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8081027270083446e-06,
      "loss": 0.0918,
      "step": 423090
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8069841837990205e-06,
      "loss": 0.0964,
      "step": 423100
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8058656405896963e-06,
      "loss": 0.0906,
      "step": 423110
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.804747097380372e-06,
      "loss": 0.0953,
      "step": 423120
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.803628554171048e-06,
      "loss": 0.0911,
      "step": 423130
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8025100109617237e-06,
      "loss": 0.0889,
      "step": 423140
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8013914677523995e-06,
      "loss": 0.0948,
      "step": 423150
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8002729245430753e-06,
      "loss": 0.0918,
      "step": 423160
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.799154381333751e-06,
      "loss": 0.0907,
      "step": 423170
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.798035838124427e-06,
      "loss": 0.0899,
      "step": 423180
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.7969172949151027e-06,
      "loss": 0.0901,
      "step": 423190
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.7957987517057786e-06,
      "loss": 0.0893,
      "step": 423200
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.7946802084964544e-06,
      "loss": 0.0965,
      "step": 423210
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.79356166528713e-06,
      "loss": 0.0928,
      "step": 423220
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.792443122077806e-06,
      "loss": 0.0912,
      "step": 423230
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.791324578868482e-06,
      "loss": 0.089,
      "step": 423240
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.7902060356591576e-06,
      "loss": 0.0931,
      "step": 423250
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.789087492449834e-06,
      "loss": 0.0881,
      "step": 423260
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.7879689492405092e-06,
      "loss": 0.0863,
      "step": 423270
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.7868504060311855e-06,
      "loss": 0.0902,
      "step": 423280
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.785731862821861e-06,
      "loss": 0.0925,
      "step": 423290
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.784613319612537e-06,
      "loss": 0.0871,
      "step": 423300
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.7834947764032125e-06,
      "loss": 0.0921,
      "step": 423310
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.7823762331938887e-06,
      "loss": 0.0915,
      "step": 423320
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.781257689984564e-06,
      "loss": 0.0902,
      "step": 423330
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.7801391467752403e-06,
      "loss": 0.0944,
      "step": 423340
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.7790206035659157e-06,
      "loss": 0.0941,
      "step": 423350
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.777902060356592e-06,
      "loss": 0.0922,
      "step": 423360
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7767835171472673e-06,
      "loss": 0.0955,
      "step": 423370
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.775664973937943e-06,
      "loss": 0.0916,
      "step": 423380
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7745464307286194e-06,
      "loss": 0.092,
      "step": 423390
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7734278875192948e-06,
      "loss": 0.0901,
      "step": 423400
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.772309344309971e-06,
      "loss": 0.095,
      "step": 423410
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7711908011006464e-06,
      "loss": 0.0872,
      "step": 423420
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7700722578913226e-06,
      "loss": 0.0888,
      "step": 423430
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.768953714681998e-06,
      "loss": 0.0966,
      "step": 423440
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7678351714726742e-06,
      "loss": 0.0892,
      "step": 423450
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7667166282633496e-06,
      "loss": 0.092,
      "step": 423460
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.765598085054026e-06,
      "loss": 0.0893,
      "step": 423470
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7644795418447012e-06,
      "loss": 0.0887,
      "step": 423480
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7633609986353775e-06,
      "loss": 0.0941,
      "step": 423490
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.762242455426053e-06,
      "loss": 0.0904,
      "step": 423500
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.761123912216729e-06,
      "loss": 0.0905,
      "step": 423510
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.760005369007405e-06,
      "loss": 0.09,
      "step": 423520
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7588868257980807e-06,
      "loss": 0.0932,
      "step": 423530
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7577682825887565e-06,
      "loss": 0.09,
      "step": 423540
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7566497393794323e-06,
      "loss": 0.0899,
      "step": 423550
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.755531196170108e-06,
      "loss": 0.0929,
      "step": 423560
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.754412652960784e-06,
      "loss": 0.0905,
      "step": 423570
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7532941097514598e-06,
      "loss": 0.0911,
      "step": 423580
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7521755665421356e-06,
      "loss": 0.0934,
      "step": 423590
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7510570233328114e-06,
      "loss": 0.096,
      "step": 423600
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.749938480123487e-06,
      "loss": 0.0881,
      "step": 423610
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.748819936914163e-06,
      "loss": 0.0935,
      "step": 423620
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.747701393704839e-06,
      "loss": 0.0901,
      "step": 423630
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7465828504955146e-06,
      "loss": 0.0946,
      "step": 423640
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7454643072861904e-06,
      "loss": 0.0926,
      "step": 423650
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7443457640768662e-06,
      "loss": 0.0919,
      "step": 423660
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.743227220867542e-06,
      "loss": 0.0918,
      "step": 423670
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.742108677658218e-06,
      "loss": 0.0947,
      "step": 423680
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.740990134448894e-06,
      "loss": 0.0893,
      "step": 423690
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7398715912395695e-06,
      "loss": 0.0911,
      "step": 423700
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7387530480302457e-06,
      "loss": 0.0865,
      "step": 423710
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.737634504820921e-06,
      "loss": 0.0936,
      "step": 423720
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7365159616115973e-06,
      "loss": 0.0918,
      "step": 423730
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7353974184022727e-06,
      "loss": 0.0929,
      "step": 423740
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.734278875192949e-06,
      "loss": 0.0928,
      "step": 423750
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7331603319836243e-06,
      "loss": 0.0888,
      "step": 423760
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7320417887743006e-06,
      "loss": 0.0908,
      "step": 423770
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.730923245564976e-06,
      "loss": 0.0965,
      "step": 423780
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.729804702355652e-06,
      "loss": 0.0924,
      "step": 423790
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.728686159146328e-06,
      "loss": 0.0943,
      "step": 423800
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.727567615937004e-06,
      "loss": 0.0899,
      "step": 423810
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7264490727276796e-06,
      "loss": 0.0899,
      "step": 423820
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7253305295183554e-06,
      "loss": 0.089,
      "step": 423830
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7242119863090313e-06,
      "loss": 0.0918,
      "step": 423840
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.723093443099707e-06,
      "loss": 0.0903,
      "step": 423850
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.721974899890383e-06,
      "loss": 0.0911,
      "step": 423860
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7208563566810587e-06,
      "loss": 0.0912,
      "step": 423870
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7197378134717345e-06,
      "loss": 0.0897,
      "step": 423880
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7186192702624103e-06,
      "loss": 0.0955,
      "step": 423890
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.717500727053086e-06,
      "loss": 0.0946,
      "step": 423900
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.716382183843762e-06,
      "loss": 0.0899,
      "step": 423910
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7152636406344377e-06,
      "loss": 0.0906,
      "step": 423920
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7141450974251135e-06,
      "loss": 0.0898,
      "step": 423930
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7130265542157894e-06,
      "loss": 0.0904,
      "step": 423940
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.711908011006465e-06,
      "loss": 0.0906,
      "step": 423950
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.710789467797141e-06,
      "loss": 0.0891,
      "step": 423960
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7096709245878168e-06,
      "loss": 0.0922,
      "step": 423970
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7085523813784926e-06,
      "loss": 0.0928,
      "step": 423980
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.707433838169169e-06,
      "loss": 0.0896,
      "step": 423990
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7063152949598442e-06,
      "loss": 0.0893,
      "step": 424000
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7051967517505204e-06,
      "loss": 0.0919,
      "step": 424010
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.704078208541196e-06,
      "loss": 0.0981,
      "step": 424020
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.702959665331872e-06,
      "loss": 0.0947,
      "step": 424030
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7018411221225475e-06,
      "loss": 0.0944,
      "step": 424040
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.7007225789132237e-06,
      "loss": 0.0961,
      "step": 424050
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.699604035703899e-06,
      "loss": 0.089,
      "step": 424060
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6984854924945753e-06,
      "loss": 0.0911,
      "step": 424070
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6973669492852507e-06,
      "loss": 0.0964,
      "step": 424080
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.696248406075927e-06,
      "loss": 0.0887,
      "step": 424090
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6951298628666027e-06,
      "loss": 0.091,
      "step": 424100
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6941231739782107e-06,
      "loss": 0.0931,
      "step": 424110
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.693004630768887e-06,
      "loss": 0.0876,
      "step": 424120
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6918860875595623e-06,
      "loss": 0.0909,
      "step": 424130
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6907675443502385e-06,
      "loss": 0.0899,
      "step": 424140
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.689649001140914e-06,
      "loss": 0.0939,
      "step": 424150
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.68853045793159e-06,
      "loss": 0.0894,
      "step": 424160
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6874119147222655e-06,
      "loss": 0.0951,
      "step": 424170
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6862933715129418e-06,
      "loss": 0.0934,
      "step": 424180
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6851748283036176e-06,
      "loss": 0.0924,
      "step": 424190
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6840562850942934e-06,
      "loss": 0.0957,
      "step": 424200
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.682937741884969e-06,
      "loss": 0.0876,
      "step": 424210
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.681819198675645e-06,
      "loss": 0.0921,
      "step": 424220
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.680700655466321e-06,
      "loss": 0.0923,
      "step": 424230
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6795821122569966e-06,
      "loss": 0.0968,
      "step": 424240
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6784635690476724e-06,
      "loss": 0.0944,
      "step": 424250
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6773450258383482e-06,
      "loss": 0.0888,
      "step": 424260
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.676226482629024e-06,
      "loss": 0.0912,
      "step": 424270
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6751079394197e-06,
      "loss": 0.0913,
      "step": 424280
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6739893962103757e-06,
      "loss": 0.0933,
      "step": 424290
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6728708530010515e-06,
      "loss": 0.0894,
      "step": 424300
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6717523097917273e-06,
      "loss": 0.0926,
      "step": 424310
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.670633766582403e-06,
      "loss": 0.0909,
      "step": 424320
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.669515223373079e-06,
      "loss": 0.0888,
      "step": 424330
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6683966801637547e-06,
      "loss": 0.0884,
      "step": 424340
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6672781369544305e-06,
      "loss": 0.0924,
      "step": 424350
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6661595937451068e-06,
      "loss": 0.0916,
      "step": 424360
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.665041050535782e-06,
      "loss": 0.0926,
      "step": 424370
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6639225073264584e-06,
      "loss": 0.0921,
      "step": 424380
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6628039641171338e-06,
      "loss": 0.0917,
      "step": 424390
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.66168542090781e-06,
      "loss": 0.0918,
      "step": 424400
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6605668776984854e-06,
      "loss": 0.0904,
      "step": 424410
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6594483344891616e-06,
      "loss": 0.0897,
      "step": 424420
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.658329791279837e-06,
      "loss": 0.0918,
      "step": 424430
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6572112480705133e-06,
      "loss": 0.0894,
      "step": 424440
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6560927048611886e-06,
      "loss": 0.0919,
      "step": 424450
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.654974161651865e-06,
      "loss": 0.0938,
      "step": 424460
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6538556184425403e-06,
      "loss": 0.0925,
      "step": 424470
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6527370752332165e-06,
      "loss": 0.0889,
      "step": 424480
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6516185320238923e-06,
      "loss": 0.0909,
      "step": 424490
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.650499988814568e-06,
      "loss": 0.0928,
      "step": 424500
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.649381445605244e-06,
      "loss": 0.0926,
      "step": 424510
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6482629023959197e-06,
      "loss": 0.0915,
      "step": 424520
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6471443591865955e-06,
      "loss": 0.0874,
      "step": 424530
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6460258159772714e-06,
      "loss": 0.0914,
      "step": 424540
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.644907272767947e-06,
      "loss": 0.0897,
      "step": 424550
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.643788729558623e-06,
      "loss": 0.0883,
      "step": 424560
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6426701863492988e-06,
      "loss": 0.0982,
      "step": 424570
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6415516431399746e-06,
      "loss": 0.0938,
      "step": 424580
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6404330999306504e-06,
      "loss": 0.0904,
      "step": 424590
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6393145567213262e-06,
      "loss": 0.09,
      "step": 424600
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.638196013512002e-06,
      "loss": 0.0914,
      "step": 424610
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.637077470302678e-06,
      "loss": 0.0853,
      "step": 424620
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6359589270933536e-06,
      "loss": 0.088,
      "step": 424630
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6348403838840295e-06,
      "loss": 0.0958,
      "step": 424640
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6337218406747053e-06,
      "loss": 0.0887,
      "step": 424650
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6326032974653815e-06,
      "loss": 0.0898,
      "step": 424660
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.631484754256057e-06,
      "loss": 0.0936,
      "step": 424670
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.630366211046733e-06,
      "loss": 0.0923,
      "step": 424680
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6292476678374085e-06,
      "loss": 0.0918,
      "step": 424690
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6281291246280847e-06,
      "loss": 0.0921,
      "step": 424700
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.62701058141876e-06,
      "loss": 0.0929,
      "step": 424710
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6258920382094364e-06,
      "loss": 0.0933,
      "step": 424720
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6247734950001117e-06,
      "loss": 0.0909,
      "step": 424730
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.623654951790788e-06,
      "loss": 0.0924,
      "step": 424740
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6225364085814634e-06,
      "loss": 0.0969,
      "step": 424750
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6214178653721396e-06,
      "loss": 0.092,
      "step": 424760
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.620299322162815e-06,
      "loss": 0.0944,
      "step": 424770
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6191807789534912e-06,
      "loss": 0.0958,
      "step": 424780
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.618062235744167e-06,
      "loss": 0.0943,
      "step": 424790
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.616943692534843e-06,
      "loss": 0.0917,
      "step": 424800
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6158251493255186e-06,
      "loss": 0.091,
      "step": 424810
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6147066061161945e-06,
      "loss": 0.0877,
      "step": 424820
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6135880629068703e-06,
      "loss": 0.0934,
      "step": 424830
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.612469519697546e-06,
      "loss": 0.0936,
      "step": 424840
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.611350976488222e-06,
      "loss": 0.0895,
      "step": 424850
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6102324332788977e-06,
      "loss": 0.0917,
      "step": 424860
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6091138900695735e-06,
      "loss": 0.088,
      "step": 424870
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6079953468602493e-06,
      "loss": 0.0902,
      "step": 424880
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.606876803650925e-06,
      "loss": 0.0908,
      "step": 424890
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.605758260441601e-06,
      "loss": 0.0898,
      "step": 424900
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6046397172322768e-06,
      "loss": 0.095,
      "step": 424910
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6035211740229526e-06,
      "loss": 0.0904,
      "step": 424920
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.6024026308136284e-06,
      "loss": 0.0926,
      "step": 424930
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.601284087604304e-06,
      "loss": 0.0919,
      "step": 424940
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.60016554439498e-06,
      "loss": 0.0934,
      "step": 424950
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5990470011856562e-06,
      "loss": 0.0906,
      "step": 424960
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5979284579763316e-06,
      "loss": 0.0929,
      "step": 424970
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.596809914767008e-06,
      "loss": 0.0923,
      "step": 424980
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5956913715576832e-06,
      "loss": 0.0925,
      "step": 424990
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5945728283483595e-06,
      "loss": 0.0888,
      "step": 425000
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.593454285139035e-06,
      "loss": 0.092,
      "step": 425010
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.592335741929711e-06,
      "loss": 0.0903,
      "step": 425020
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5912171987203865e-06,
      "loss": 0.0901,
      "step": 425030
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5900986555110627e-06,
      "loss": 0.0931,
      "step": 425040
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.588980112301738e-06,
      "loss": 0.0935,
      "step": 425050
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5878615690924143e-06,
      "loss": 0.0901,
      "step": 425060
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5867430258830897e-06,
      "loss": 0.0882,
      "step": 425070
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.585624482673766e-06,
      "loss": 0.095,
      "step": 425080
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5845059394644418e-06,
      "loss": 0.0918,
      "step": 425090
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5833873962551176e-06,
      "loss": 0.0908,
      "step": 425100
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5822688530457934e-06,
      "loss": 0.0908,
      "step": 425110
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.581150309836469e-06,
      "loss": 0.093,
      "step": 425120
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.580031766627145e-06,
      "loss": 0.0925,
      "step": 425130
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.578913223417821e-06,
      "loss": 0.0911,
      "step": 425140
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5777946802084966e-06,
      "loss": 0.0906,
      "step": 425150
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5766761369991724e-06,
      "loss": 0.089,
      "step": 425160
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5755575937898482e-06,
      "loss": 0.0886,
      "step": 425170
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.574439050580524e-06,
      "loss": 0.0891,
      "step": 425180
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5733205073712e-06,
      "loss": 0.0926,
      "step": 425190
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5722019641618757e-06,
      "loss": 0.0924,
      "step": 425200
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5710834209525515e-06,
      "loss": 0.0909,
      "step": 425210
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5699648777432273e-06,
      "loss": 0.0911,
      "step": 425220
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.568846334533903e-06,
      "loss": 0.0942,
      "step": 425230
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.567727791324579e-06,
      "loss": 0.0969,
      "step": 425240
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5666092481152547e-06,
      "loss": 0.0933,
      "step": 425250
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.565490704905931e-06,
      "loss": 0.0951,
      "step": 425260
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5643721616966063e-06,
      "loss": 0.091,
      "step": 425270
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5632536184872826e-06,
      "loss": 0.0907,
      "step": 425280
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.562135075277958e-06,
      "loss": 0.0867,
      "step": 425290
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.561016532068634e-06,
      "loss": 0.0935,
      "step": 425300
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5598979888593096e-06,
      "loss": 0.0904,
      "step": 425310
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.558779445649986e-06,
      "loss": 0.0916,
      "step": 425320
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.557660902440661e-06,
      "loss": 0.092,
      "step": 425330
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5565423592313374e-06,
      "loss": 0.0928,
      "step": 425340
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.555423816022013e-06,
      "loss": 0.0934,
      "step": 425350
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.554305272812689e-06,
      "loss": 0.0925,
      "step": 425360
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5531867296033644e-06,
      "loss": 0.0912,
      "step": 425370
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5520681863940407e-06,
      "loss": 0.0967,
      "step": 425380
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5509496431847165e-06,
      "loss": 0.0894,
      "step": 425390
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5498310999753923e-06,
      "loss": 0.091,
      "step": 425400
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.548712556766068e-06,
      "loss": 0.091,
      "step": 425410
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.547594013556744e-06,
      "loss": 0.0926,
      "step": 425420
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5464754703474197e-06,
      "loss": 0.0974,
      "step": 425430
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5453569271380955e-06,
      "loss": 0.093,
      "step": 425440
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5442383839287713e-06,
      "loss": 0.0951,
      "step": 425450
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.543119840719447e-06,
      "loss": 0.098,
      "step": 425460
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.542001297510123e-06,
      "loss": 0.09,
      "step": 425470
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5408827543007988e-06,
      "loss": 0.0911,
      "step": 425480
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5397642110914746e-06,
      "loss": 0.0913,
      "step": 425490
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5386456678821504e-06,
      "loss": 0.0925,
      "step": 425500
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.537527124672826e-06,
      "loss": 0.0947,
      "step": 425510
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.536408581463502e-06,
      "loss": 0.0917,
      "step": 425520
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.535290038254178e-06,
      "loss": 0.0911,
      "step": 425530
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5341714950448536e-06,
      "loss": 0.096,
      "step": 425540
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5330529518355294e-06,
      "loss": 0.0874,
      "step": 425550
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5319344086262057e-06,
      "loss": 0.0951,
      "step": 425560
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.530815865416881e-06,
      "loss": 0.0921,
      "step": 425570
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5296973222075573e-06,
      "loss": 0.0901,
      "step": 425580
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5285787789982327e-06,
      "loss": 0.0927,
      "step": 425590
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.527460235788909e-06,
      "loss": 0.0961,
      "step": 425600
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5263416925795843e-06,
      "loss": 0.0938,
      "step": 425610
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5252231493702605e-06,
      "loss": 0.0898,
      "step": 425620
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.524104606160936e-06,
      "loss": 0.093,
      "step": 425630
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.522986062951612e-06,
      "loss": 0.0962,
      "step": 425640
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5218675197422875e-06,
      "loss": 0.0903,
      "step": 425650
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5207489765329638e-06,
      "loss": 0.0941,
      "step": 425660
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5196304333236396e-06,
      "loss": 0.0912,
      "step": 425670
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5185118901143154e-06,
      "loss": 0.0898,
      "step": 425680
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.517393346904991e-06,
      "loss": 0.0944,
      "step": 425690
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.516274803695667e-06,
      "loss": 0.091,
      "step": 425700
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.515156260486343e-06,
      "loss": 0.0961,
      "step": 425710
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5140377172770186e-06,
      "loss": 0.0917,
      "step": 425720
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5129191740676944e-06,
      "loss": 0.0889,
      "step": 425730
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5118006308583703e-06,
      "loss": 0.0904,
      "step": 425740
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.510682087649046e-06,
      "loss": 0.0911,
      "step": 425750
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.509563544439722e-06,
      "loss": 0.0941,
      "step": 425760
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5084450012303977e-06,
      "loss": 0.0932,
      "step": 425770
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5073264580210735e-06,
      "loss": 0.0922,
      "step": 425780
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5062079148117493e-06,
      "loss": 0.0895,
      "step": 425790
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.505089371602425e-06,
      "loss": 0.0957,
      "step": 425800
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.503970828393101e-06,
      "loss": 0.0931,
      "step": 425810
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5028522851837767e-06,
      "loss": 0.088,
      "step": 425820
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5017337419744526e-06,
      "loss": 0.0897,
      "step": 425830
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5006151987651284e-06,
      "loss": 0.0917,
      "step": 425840
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.499496655555804e-06,
      "loss": 0.0894,
      "step": 425850
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4983781123464804e-06,
      "loss": 0.0886,
      "step": 425860
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.497259569137156e-06,
      "loss": 0.093,
      "step": 425870
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.496141025927832e-06,
      "loss": 0.0921,
      "step": 425880
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4950224827185074e-06,
      "loss": 0.093,
      "step": 425890
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4939039395091836e-06,
      "loss": 0.0898,
      "step": 425900
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.492785396299859e-06,
      "loss": 0.0889,
      "step": 425910
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4916668530905353e-06,
      "loss": 0.0905,
      "step": 425920
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4905483098812107e-06,
      "loss": 0.0901,
      "step": 425930
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.489429766671887e-06,
      "loss": 0.0881,
      "step": 425940
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4883112234625623e-06,
      "loss": 0.0886,
      "step": 425950
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4871926802532385e-06,
      "loss": 0.0901,
      "step": 425960
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4860741370439143e-06,
      "loss": 0.0875,
      "step": 425970
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.48495559383459e-06,
      "loss": 0.0945,
      "step": 425980
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.483837050625266e-06,
      "loss": 0.0914,
      "step": 425990
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4827185074159417e-06,
      "loss": 0.092,
      "step": 426000
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4815999642066176e-06,
      "loss": 0.0933,
      "step": 426010
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4804814209972934e-06,
      "loss": 0.0896,
      "step": 426020
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.479362877787969e-06,
      "loss": 0.0957,
      "step": 426030
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.478244334578645e-06,
      "loss": 0.096,
      "step": 426040
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.477125791369321e-06,
      "loss": 0.0927,
      "step": 426050
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4760072481599966e-06,
      "loss": 0.0911,
      "step": 426060
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4748887049506724e-06,
      "loss": 0.0906,
      "step": 426070
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4737701617413482e-06,
      "loss": 0.0937,
      "step": 426080
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.472651618532024e-06,
      "loss": 0.0938,
      "step": 426090
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4715330753227e-06,
      "loss": 0.0951,
      "step": 426100
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4704145321133757e-06,
      "loss": 0.0916,
      "step": 426110
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.469407843224984e-06,
      "loss": 0.0896,
      "step": 426120
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4682893000156594e-06,
      "loss": 0.0895,
      "step": 426130
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4671707568063356e-06,
      "loss": 0.0903,
      "step": 426140
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.466052213597011e-06,
      "loss": 0.0893,
      "step": 426150
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4649336703876873e-06,
      "loss": 0.0918,
      "step": 426160
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.463815127178363e-06,
      "loss": 0.0946,
      "step": 426170
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.462696583969039e-06,
      "loss": 0.0922,
      "step": 426180
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4615780407597147e-06,
      "loss": 0.0908,
      "step": 426190
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4604594975503905e-06,
      "loss": 0.0975,
      "step": 426200
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4593409543410663e-06,
      "loss": 0.0907,
      "step": 426210
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.458222411131742e-06,
      "loss": 0.0923,
      "step": 426220
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.457103867922418e-06,
      "loss": 0.0889,
      "step": 426230
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4559853247130937e-06,
      "loss": 0.0909,
      "step": 426240
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4548667815037695e-06,
      "loss": 0.095,
      "step": 426250
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4537482382944454e-06,
      "loss": 0.0898,
      "step": 426260
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.452629695085121e-06,
      "loss": 0.0917,
      "step": 426270
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.451511151875797e-06,
      "loss": 0.0876,
      "step": 426280
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4503926086664728e-06,
      "loss": 0.0929,
      "step": 426290
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4492740654571486e-06,
      "loss": 0.0896,
      "step": 426300
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4481555222478244e-06,
      "loss": 0.089,
      "step": 426310
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4470369790385002e-06,
      "loss": 0.0934,
      "step": 426320
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.445918435829176e-06,
      "loss": 0.0941,
      "step": 426330
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.444799892619852e-06,
      "loss": 0.0924,
      "step": 426340
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4436813494105276e-06,
      "loss": 0.0924,
      "step": 426350
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.442562806201204e-06,
      "loss": 0.0953,
      "step": 426360
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4414442629918793e-06,
      "loss": 0.0903,
      "step": 426370
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4403257197825555e-06,
      "loss": 0.0926,
      "step": 426380
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.439207176573231e-06,
      "loss": 0.0946,
      "step": 426390
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.438088633363907e-06,
      "loss": 0.0909,
      "step": 426400
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4369700901545825e-06,
      "loss": 0.0902,
      "step": 426410
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4358515469452587e-06,
      "loss": 0.0933,
      "step": 426420
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.434733003735934e-06,
      "loss": 0.092,
      "step": 426430
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4336144605266104e-06,
      "loss": 0.0899,
      "step": 426440
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4324959173172857e-06,
      "loss": 0.0902,
      "step": 426450
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.431377374107962e-06,
      "loss": 0.089,
      "step": 426460
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.430258830898638e-06,
      "loss": 0.0912,
      "step": 426470
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4291402876893136e-06,
      "loss": 0.091,
      "step": 426480
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4280217444799894e-06,
      "loss": 0.0887,
      "step": 426490
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4269032012706652e-06,
      "loss": 0.0941,
      "step": 426500
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.425784658061341e-06,
      "loss": 0.0882,
      "step": 426510
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.424666114852017e-06,
      "loss": 0.0926,
      "step": 426520
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4235475716426927e-06,
      "loss": 0.0934,
      "step": 426530
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4224290284333685e-06,
      "loss": 0.0886,
      "step": 426540
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4213104852240443e-06,
      "loss": 0.0926,
      "step": 426550
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.42019194201472e-06,
      "loss": 0.0908,
      "step": 426560
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.419073398805396e-06,
      "loss": 0.0983,
      "step": 426570
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4179548555960717e-06,
      "loss": 0.0914,
      "step": 426580
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4168363123867475e-06,
      "loss": 0.0914,
      "step": 426590
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4157177691774233e-06,
      "loss": 0.0898,
      "step": 426600
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.414599225968099e-06,
      "loss": 0.0921,
      "step": 426610
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.413480682758775e-06,
      "loss": 0.0886,
      "step": 426620
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4123621395494508e-06,
      "loss": 0.0916,
      "step": 426630
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4112435963401266e-06,
      "loss": 0.0902,
      "step": 426640
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4101250531308024e-06,
      "loss": 0.0935,
      "step": 426650
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4090065099214786e-06,
      "loss": 0.0937,
      "step": 426660
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.407887966712154e-06,
      "loss": 0.0912,
      "step": 426670
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4067694235028302e-06,
      "loss": 0.0932,
      "step": 426680
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4056508802935056e-06,
      "loss": 0.0929,
      "step": 426690
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.404532337084182e-06,
      "loss": 0.0901,
      "step": 426700
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4034137938748572e-06,
      "loss": 0.0966,
      "step": 426710
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4022952506655335e-06,
      "loss": 0.0904,
      "step": 426720
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.401176707456209e-06,
      "loss": 0.0895,
      "step": 426730
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.400058164246885e-06,
      "loss": 0.0918,
      "step": 426740
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3989396210375605e-06,
      "loss": 0.0891,
      "step": 426750
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3978210778282367e-06,
      "loss": 0.0906,
      "step": 426760
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3967025346189125e-06,
      "loss": 0.0945,
      "step": 426770
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3955839914095883e-06,
      "loss": 0.0967,
      "step": 426780
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.394465448200264e-06,
      "loss": 0.0918,
      "step": 426790
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.39334690499094e-06,
      "loss": 0.0931,
      "step": 426800
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3922283617816158e-06,
      "loss": 0.0943,
      "step": 426810
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3911098185722916e-06,
      "loss": 0.089,
      "step": 426820
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3899912753629674e-06,
      "loss": 0.0942,
      "step": 426830
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.388872732153643e-06,
      "loss": 0.092,
      "step": 426840
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.387754188944319e-06,
      "loss": 0.0901,
      "step": 426850
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.386635645734995e-06,
      "loss": 0.0919,
      "step": 426860
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3855171025256706e-06,
      "loss": 0.0922,
      "step": 426870
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3843985593163464e-06,
      "loss": 0.091,
      "step": 426880
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3832800161070222e-06,
      "loss": 0.0932,
      "step": 426890
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.382161472897698e-06,
      "loss": 0.0904,
      "step": 426900
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.381042929688374e-06,
      "loss": 0.0904,
      "step": 426910
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3799243864790497e-06,
      "loss": 0.0925,
      "step": 426920
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3788058432697255e-06,
      "loss": 0.0931,
      "step": 426930
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3776873000604013e-06,
      "loss": 0.0949,
      "step": 426940
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.376568756851077e-06,
      "loss": 0.0898,
      "step": 426950
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3754502136417533e-06,
      "loss": 0.0907,
      "step": 426960
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3743316704324287e-06,
      "loss": 0.0928,
      "step": 426970
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.373213127223105e-06,
      "loss": 0.0888,
      "step": 426980
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3720945840137803e-06,
      "loss": 0.0916,
      "step": 426990
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3709760408044566e-06,
      "loss": 0.0937,
      "step": 427000
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.369857497595132e-06,
      "loss": 0.0898,
      "step": 427010
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.368738954385808e-06,
      "loss": 0.0916,
      "step": 427020
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3676204111764836e-06,
      "loss": 0.0895,
      "step": 427030
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.36650186796716e-06,
      "loss": 0.0899,
      "step": 427040
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.365383324757835e-06,
      "loss": 0.0887,
      "step": 427050
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3642647815485114e-06,
      "loss": 0.088,
      "step": 427060
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3631462383391872e-06,
      "loss": 0.0846,
      "step": 427070
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.362027695129863e-06,
      "loss": 0.0896,
      "step": 427080
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.360909151920539e-06,
      "loss": 0.0974,
      "step": 427090
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3597906087112147e-06,
      "loss": 0.0951,
      "step": 427100
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3586720655018905e-06,
      "loss": 0.0907,
      "step": 427110
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3575535222925663e-06,
      "loss": 0.0948,
      "step": 427120
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.356434979083242e-06,
      "loss": 0.0925,
      "step": 427130
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.355316435873918e-06,
      "loss": 0.0868,
      "step": 427140
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3541978926645937e-06,
      "loss": 0.0895,
      "step": 427150
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3530793494552695e-06,
      "loss": 0.0924,
      "step": 427160
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3519608062459453e-06,
      "loss": 0.0885,
      "step": 427170
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.350842263036621e-06,
      "loss": 0.0876,
      "step": 427180
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.349723719827297e-06,
      "loss": 0.0905,
      "step": 427190
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3486051766179728e-06,
      "loss": 0.0928,
      "step": 427200
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3474866334086486e-06,
      "loss": 0.0914,
      "step": 427210
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3463680901993244e-06,
      "loss": 0.0913,
      "step": 427220
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.34524954699e-06,
      "loss": 0.0904,
      "step": 427230
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.344131003780676e-06,
      "loss": 0.0938,
      "step": 427240
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.343012460571352e-06,
      "loss": 0.0909,
      "step": 427250
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.341893917362028e-06,
      "loss": 0.0924,
      "step": 427260
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3407753741527034e-06,
      "loss": 0.0905,
      "step": 427270
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3396568309433797e-06,
      "loss": 0.0892,
      "step": 427280
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.338538287734055e-06,
      "loss": 0.0916,
      "step": 427290
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3374197445247313e-06,
      "loss": 0.0868,
      "step": 427300
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3363012013154067e-06,
      "loss": 0.0915,
      "step": 427310
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.335182658106083e-06,
      "loss": 0.0917,
      "step": 427320
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3340641148967583e-06,
      "loss": 0.0938,
      "step": 427330
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3329455716874345e-06,
      "loss": 0.0935,
      "step": 427340
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.33182702847811e-06,
      "loss": 0.0876,
      "step": 427350
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.330708485268786e-06,
      "loss": 0.0917,
      "step": 427360
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.329589942059462e-06,
      "loss": 0.0919,
      "step": 427370
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3284713988501378e-06,
      "loss": 0.0898,
      "step": 427380
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3273528556408136e-06,
      "loss": 0.0904,
      "step": 427390
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3262343124314894e-06,
      "loss": 0.0921,
      "step": 427400
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.325115769222165e-06,
      "loss": 0.095,
      "step": 427410
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.323997226012841e-06,
      "loss": 0.0929,
      "step": 427420
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.322878682803517e-06,
      "loss": 0.0942,
      "step": 427430
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3217601395941926e-06,
      "loss": 0.0913,
      "step": 427440
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3206415963848685e-06,
      "loss": 0.09,
      "step": 427450
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3195230531755443e-06,
      "loss": 0.0904,
      "step": 427460
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.31840450996622e-06,
      "loss": 0.0895,
      "step": 427470
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.317285966756896e-06,
      "loss": 0.0916,
      "step": 427480
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3161674235475717e-06,
      "loss": 0.0932,
      "step": 427490
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3150488803382475e-06,
      "loss": 0.0925,
      "step": 427500
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3139303371289233e-06,
      "loss": 0.0872,
      "step": 427510
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.312811793919599e-06,
      "loss": 0.0887,
      "step": 427520
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.311693250710275e-06,
      "loss": 0.0913,
      "step": 427530
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3105747075009507e-06,
      "loss": 0.0897,
      "step": 427540
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3094561642916266e-06,
      "loss": 0.085,
      "step": 427550
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3083376210823028e-06,
      "loss": 0.0907,
      "step": 427560
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.307219077872978e-06,
      "loss": 0.0916,
      "step": 427570
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3061005346636544e-06,
      "loss": 0.0874,
      "step": 427580
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.30498199145433e-06,
      "loss": 0.0971,
      "step": 427590
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.303863448245006e-06,
      "loss": 0.0891,
      "step": 427600
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3027449050356814e-06,
      "loss": 0.0884,
      "step": 427610
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3016263618263576e-06,
      "loss": 0.0925,
      "step": 427620
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.300507818617033e-06,
      "loss": 0.0912,
      "step": 427630
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2993892754077093e-06,
      "loss": 0.0878,
      "step": 427640
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2982707321983847e-06,
      "loss": 0.0838,
      "step": 427650
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.297152188989061e-06,
      "loss": 0.0915,
      "step": 427660
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2960336457797367e-06,
      "loss": 0.0921,
      "step": 427670
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2949151025704125e-06,
      "loss": 0.0951,
      "step": 427680
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2937965593610883e-06,
      "loss": 0.0899,
      "step": 427690
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.292678016151764e-06,
      "loss": 0.0944,
      "step": 427700
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.29155947294244e-06,
      "loss": 0.0921,
      "step": 427710
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2904409297331157e-06,
      "loss": 0.0935,
      "step": 427720
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2893223865237916e-06,
      "loss": 0.0896,
      "step": 427730
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2882038433144674e-06,
      "loss": 0.0919,
      "step": 427740
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.287085300105143e-06,
      "loss": 0.095,
      "step": 427750
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.285966756895819e-06,
      "loss": 0.0889,
      "step": 427760
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.284848213686495e-06,
      "loss": 0.0906,
      "step": 427770
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2837296704771706e-06,
      "loss": 0.0952,
      "step": 427780
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2826111272678464e-06,
      "loss": 0.0892,
      "step": 427790
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2814925840585222e-06,
      "loss": 0.092,
      "step": 427800
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.280374040849198e-06,
      "loss": 0.089,
      "step": 427810
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.279255497639874e-06,
      "loss": 0.0919,
      "step": 427820
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2781369544305497e-06,
      "loss": 0.0959,
      "step": 427830
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.277018411221226e-06,
      "loss": 0.0905,
      "step": 427840
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2758998680119013e-06,
      "loss": 0.0922,
      "step": 427850
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2747813248025775e-06,
      "loss": 0.0862,
      "step": 427860
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.273662781593253e-06,
      "loss": 0.0889,
      "step": 427870
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.272544238383929e-06,
      "loss": 0.0943,
      "step": 427880
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2714256951746045e-06,
      "loss": 0.0919,
      "step": 427890
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2703071519652808e-06,
      "loss": 0.0915,
      "step": 427900
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.269188608755956e-06,
      "loss": 0.0887,
      "step": 427910
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2680700655466324e-06,
      "loss": 0.0919,
      "step": 427920
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2669515223373078e-06,
      "loss": 0.0895,
      "step": 427930
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.265832979127984e-06,
      "loss": 0.0905,
      "step": 427940
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2647144359186594e-06,
      "loss": 0.0893,
      "step": 427950
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2635958927093356e-06,
      "loss": 0.0907,
      "step": 427960
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2624773495000114e-06,
      "loss": 0.0895,
      "step": 427970
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2613588062906872e-06,
      "loss": 0.0882,
      "step": 427980
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.260240263081363e-06,
      "loss": 0.0872,
      "step": 427990
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.259121719872039e-06,
      "loss": 0.0908,
      "step": 428000
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2580031766627147e-06,
      "loss": 0.0901,
      "step": 428010
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2568846334533905e-06,
      "loss": 0.0883,
      "step": 428020
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2557660902440663e-06,
      "loss": 0.0943,
      "step": 428030
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.254647547034742e-06,
      "loss": 0.0904,
      "step": 428040
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.253529003825418e-06,
      "loss": 0.0917,
      "step": 428050
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2524104606160937e-06,
      "loss": 0.0907,
      "step": 428060
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2512919174067695e-06,
      "loss": 0.0938,
      "step": 428070
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2501733741974453e-06,
      "loss": 0.0884,
      "step": 428080
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.249054830988121e-06,
      "loss": 0.0891,
      "step": 428090
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.247936287778797e-06,
      "loss": 0.0919,
      "step": 428100
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2468177445694728e-06,
      "loss": 0.0918,
      "step": 428110
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2456992013601486e-06,
      "loss": 0.0912,
      "step": 428120
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2445806581508244e-06,
      "loss": 0.0979,
      "step": 428130
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2434621149415006e-06,
      "loss": 0.0917,
      "step": 428140
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.242343571732176e-06,
      "loss": 0.0881,
      "step": 428150
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2413368828437844e-06,
      "loss": 0.0967,
      "step": 428160
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.24021833963446e-06,
      "loss": 0.0936,
      "step": 428170
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.239099796425136e-06,
      "loss": 0.0922,
      "step": 428180
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.237981253215812e-06,
      "loss": 0.0914,
      "step": 428190
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2368627100064876e-06,
      "loss": 0.0892,
      "step": 428200
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2357441667971634e-06,
      "loss": 0.0893,
      "step": 428210
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2346256235878392e-06,
      "loss": 0.0921,
      "step": 428220
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2335070803785155e-06,
      "loss": 0.0891,
      "step": 428230
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.232388537169191e-06,
      "loss": 0.0912,
      "step": 428240
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.231269993959867e-06,
      "loss": 0.091,
      "step": 428250
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2301514507505425e-06,
      "loss": 0.0869,
      "step": 428260
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2290329075412187e-06,
      "loss": 0.0897,
      "step": 428270
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.227914364331894e-06,
      "loss": 0.0983,
      "step": 428280
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2267958211225703e-06,
      "loss": 0.0894,
      "step": 428290
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2256772779132457e-06,
      "loss": 0.0907,
      "step": 428300
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.224558734703922e-06,
      "loss": 0.0938,
      "step": 428310
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2234401914945973e-06,
      "loss": 0.0905,
      "step": 428320
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2223216482852736e-06,
      "loss": 0.0976,
      "step": 428330
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2212031050759494e-06,
      "loss": 0.0938,
      "step": 428340
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.220084561866625e-06,
      "loss": 0.0975,
      "step": 428350
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.218966018657301e-06,
      "loss": 0.0937,
      "step": 428360
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.217847475447977e-06,
      "loss": 0.0945,
      "step": 428370
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2167289322386526e-06,
      "loss": 0.0921,
      "step": 428380
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2156103890293284e-06,
      "loss": 0.0932,
      "step": 428390
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2144918458200042e-06,
      "loss": 0.0932,
      "step": 428400
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.21337330261068e-06,
      "loss": 0.0897,
      "step": 428410
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.212254759401356e-06,
      "loss": 0.0941,
      "step": 428420
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2111362161920317e-06,
      "loss": 0.0961,
      "step": 428430
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2100176729827075e-06,
      "loss": 0.09,
      "step": 428440
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2088991297733833e-06,
      "loss": 0.0899,
      "step": 428450
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.207780586564059e-06,
      "loss": 0.0923,
      "step": 428460
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.206662043354735e-06,
      "loss": 0.0925,
      "step": 428470
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2055435001454107e-06,
      "loss": 0.0933,
      "step": 428480
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2044249569360865e-06,
      "loss": 0.0923,
      "step": 428490
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2033064137267623e-06,
      "loss": 0.0931,
      "step": 428500
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.202187870517438e-06,
      "loss": 0.0888,
      "step": 428510
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.201069327308114e-06,
      "loss": 0.089,
      "step": 428520
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.19995078409879e-06,
      "loss": 0.0922,
      "step": 428530
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1988322408894656e-06,
      "loss": 0.0918,
      "step": 428540
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.197713697680142e-06,
      "loss": 0.09,
      "step": 428550
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.196595154470817e-06,
      "loss": 0.0891,
      "step": 428560
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1954766112614934e-06,
      "loss": 0.0915,
      "step": 428570
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.194358068052169e-06,
      "loss": 0.0884,
      "step": 428580
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.193239524842845e-06,
      "loss": 0.0904,
      "step": 428590
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1921209816335204e-06,
      "loss": 0.091,
      "step": 428600
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1910024384241967e-06,
      "loss": 0.0932,
      "step": 428610
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.189883895214872e-06,
      "loss": 0.0928,
      "step": 428620
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1887653520055483e-06,
      "loss": 0.0909,
      "step": 428630
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.187646808796224e-06,
      "loss": 0.0918,
      "step": 428640
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1865282655869e-06,
      "loss": 0.0916,
      "step": 428650
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1854097223775757e-06,
      "loss": 0.0925,
      "step": 428660
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1842911791682515e-06,
      "loss": 0.0863,
      "step": 428670
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1831726359589273e-06,
      "loss": 0.0915,
      "step": 428680
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.182054092749603e-06,
      "loss": 0.0944,
      "step": 428690
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.180935549540279e-06,
      "loss": 0.0903,
      "step": 428700
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1798170063309548e-06,
      "loss": 0.0885,
      "step": 428710
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1786984631216306e-06,
      "loss": 0.0962,
      "step": 428720
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1775799199123064e-06,
      "loss": 0.0914,
      "step": 428730
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.176461376702982e-06,
      "loss": 0.0903,
      "step": 428740
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.175342833493658e-06,
      "loss": 0.0894,
      "step": 428750
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.174224290284334e-06,
      "loss": 0.0959,
      "step": 428760
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1731057470750096e-06,
      "loss": 0.0909,
      "step": 428770
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1719872038656854e-06,
      "loss": 0.0921,
      "step": 428780
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1708686606563612e-06,
      "loss": 0.0917,
      "step": 428790
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.169750117447037e-06,
      "loss": 0.0936,
      "step": 428800
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.168631574237713e-06,
      "loss": 0.09,
      "step": 428810
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1675130310283887e-06,
      "loss": 0.0895,
      "step": 428820
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.166394487819065e-06,
      "loss": 0.0923,
      "step": 428830
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1652759446097403e-06,
      "loss": 0.0895,
      "step": 428840
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1641574014004165e-06,
      "loss": 0.0922,
      "step": 428850
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.163038858191092e-06,
      "loss": 0.0906,
      "step": 428860
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.161920314981768e-06,
      "loss": 0.0927,
      "step": 428870
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1608017717724435e-06,
      "loss": 0.0903,
      "step": 428880
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1596832285631198e-06,
      "loss": 0.0911,
      "step": 428890
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.158564685353795e-06,
      "loss": 0.0886,
      "step": 428900
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1574461421444714e-06,
      "loss": 0.0939,
      "step": 428910
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1563275989351468e-06,
      "loss": 0.0967,
      "step": 428920
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.155209055725823e-06,
      "loss": 0.0963,
      "step": 428930
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.154090512516499e-06,
      "loss": 0.0908,
      "step": 428940
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1529719693071746e-06,
      "loss": 0.0873,
      "step": 428950
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1518534260978504e-06,
      "loss": 0.0896,
      "step": 428960
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1507348828885262e-06,
      "loss": 0.0909,
      "step": 428970
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.149616339679202e-06,
      "loss": 0.091,
      "step": 428980
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.148497796469878e-06,
      "loss": 0.093,
      "step": 428990
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1473792532605537e-06,
      "loss": 0.0941,
      "step": 429000
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.146260710051229e-06,
      "loss": 0.0904,
      "step": 429010
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1451421668419053e-06,
      "loss": 0.0885,
      "step": 429020
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1440236236325807e-06,
      "loss": 0.0968,
      "step": 429030
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.142905080423257e-06,
      "loss": 0.0865,
      "step": 429040
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1417865372139323e-06,
      "loss": 0.0896,
      "step": 429050
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1406679940046085e-06,
      "loss": 0.0911,
      "step": 429060
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1395494507952844e-06,
      "loss": 0.0905,
      "step": 429070
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.13843090758596e-06,
      "loss": 0.0918,
      "step": 429080
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.137312364376636e-06,
      "loss": 0.0913,
      "step": 429090
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1361938211673118e-06,
      "loss": 0.0912,
      "step": 429100
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1350752779579876e-06,
      "loss": 0.0914,
      "step": 429110
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1339567347486634e-06,
      "loss": 0.0926,
      "step": 429120
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.132838191539339e-06,
      "loss": 0.0877,
      "step": 429130
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.131719648330015e-06,
      "loss": 0.0909,
      "step": 429140
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.130601105120691e-06,
      "loss": 0.0866,
      "step": 429150
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1294825619113666e-06,
      "loss": 0.0878,
      "step": 429160
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1283640187020425e-06,
      "loss": 0.0931,
      "step": 429170
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1272454754927183e-06,
      "loss": 0.09,
      "step": 429180
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.126126932283394e-06,
      "loss": 0.0889,
      "step": 429190
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.12500838907407e-06,
      "loss": 0.0917,
      "step": 429200
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1238898458647457e-06,
      "loss": 0.0925,
      "step": 429210
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1227713026554215e-06,
      "loss": 0.0941,
      "step": 429220
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1216527594460973e-06,
      "loss": 0.0924,
      "step": 429230
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1205342162367735e-06,
      "loss": 0.0938,
      "step": 429240
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.119415673027449e-06,
      "loss": 0.0933,
      "step": 429250
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.118297129818125e-06,
      "loss": 0.0941,
      "step": 429260
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1171785866088006e-06,
      "loss": 0.0947,
      "step": 429270
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1160600433994768e-06,
      "loss": 0.0936,
      "step": 429280
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.114941500190152e-06,
      "loss": 0.0958,
      "step": 429290
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1138229569808284e-06,
      "loss": 0.0885,
      "step": 429300
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.112704413771504e-06,
      "loss": 0.0922,
      "step": 429310
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.11158587056218e-06,
      "loss": 0.0937,
      "step": 429320
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1104673273528554e-06,
      "loss": 0.092,
      "step": 429330
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1093487841435316e-06,
      "loss": 0.0901,
      "step": 429340
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.108230240934207e-06,
      "loss": 0.0907,
      "step": 429350
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1071116977248833e-06,
      "loss": 0.0916,
      "step": 429360
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.105993154515559e-06,
      "loss": 0.0906,
      "step": 429370
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.104874611306235e-06,
      "loss": 0.0913,
      "step": 429380
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1037560680969107e-06,
      "loss": 0.0888,
      "step": 429390
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1026375248875865e-06,
      "loss": 0.088,
      "step": 429400
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.1015189816782623e-06,
      "loss": 0.0889,
      "step": 429410
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.100400438468938e-06,
      "loss": 0.0882,
      "step": 429420
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.099281895259614e-06,
      "loss": 0.0945,
      "step": 429430
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0981633520502897e-06,
      "loss": 0.0934,
      "step": 429440
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0970448088409656e-06,
      "loss": 0.0883,
      "step": 429450
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0959262656316414e-06,
      "loss": 0.0915,
      "step": 429460
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.094807722422317e-06,
      "loss": 0.0903,
      "step": 429470
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.093689179212993e-06,
      "loss": 0.0888,
      "step": 429480
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.092570636003669e-06,
      "loss": 0.0937,
      "step": 429490
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0914520927943446e-06,
      "loss": 0.0929,
      "step": 429500
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0903335495850204e-06,
      "loss": 0.0947,
      "step": 429510
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0892150063756962e-06,
      "loss": 0.0878,
      "step": 429520
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.088096463166372e-06,
      "loss": 0.0897,
      "step": 429530
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0869779199570483e-06,
      "loss": 0.0907,
      "step": 429540
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0858593767477237e-06,
      "loss": 0.0873,
      "step": 429550
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0847408335384e-06,
      "loss": 0.0871,
      "step": 429560
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0836222903290753e-06,
      "loss": 0.089,
      "step": 429570
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0825037471197515e-06,
      "loss": 0.0931,
      "step": 429580
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.081385203910427e-06,
      "loss": 0.0908,
      "step": 429590
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.080266660701103e-06,
      "loss": 0.0903,
      "step": 429600
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0791481174917785e-06,
      "loss": 0.091,
      "step": 429610
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0780295742824548e-06,
      "loss": 0.088,
      "step": 429620
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.07691103107313e-06,
      "loss": 0.0906,
      "step": 429630
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0757924878638064e-06,
      "loss": 0.092,
      "step": 429640
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0746739446544818e-06,
      "loss": 0.0927,
      "step": 429650
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.073555401445158e-06,
      "loss": 0.0936,
      "step": 429660
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.072436858235834e-06,
      "loss": 0.0923,
      "step": 429670
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0713183150265096e-06,
      "loss": 0.0912,
      "step": 429680
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0701997718171854e-06,
      "loss": 0.0933,
      "step": 429690
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0690812286078612e-06,
      "loss": 0.0922,
      "step": 429700
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.067962685398537e-06,
      "loss": 0.0904,
      "step": 429710
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.066844142189213e-06,
      "loss": 0.0887,
      "step": 429720
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0657255989798887e-06,
      "loss": 0.0884,
      "step": 429730
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0646070557705645e-06,
      "loss": 0.0938,
      "step": 429740
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0634885125612403e-06,
      "loss": 0.0903,
      "step": 429750
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.062369969351916e-06,
      "loss": 0.0905,
      "step": 429760
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.061251426142592e-06,
      "loss": 0.0929,
      "step": 429770
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0601328829332677e-06,
      "loss": 0.0905,
      "step": 429780
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0590143397239435e-06,
      "loss": 0.0902,
      "step": 429790
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0578957965146193e-06,
      "loss": 0.0985,
      "step": 429800
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.056777253305295e-06,
      "loss": 0.0917,
      "step": 429810
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.055658710095971e-06,
      "loss": 0.0927,
      "step": 429820
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0545401668866468e-06,
      "loss": 0.0929,
      "step": 429830
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.053421623677323e-06,
      "loss": 0.0899,
      "step": 429840
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0523030804679984e-06,
      "loss": 0.09,
      "step": 429850
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0511845372586746e-06,
      "loss": 0.0921,
      "step": 429860
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.05006599404935e-06,
      "loss": 0.0923,
      "step": 429870
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0489474508400262e-06,
      "loss": 0.0938,
      "step": 429880
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0478289076307016e-06,
      "loss": 0.092,
      "step": 429890
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.046710364421378e-06,
      "loss": 0.0926,
      "step": 429900
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0455918212120532e-06,
      "loss": 0.0887,
      "step": 429910
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0444732780027295e-06,
      "loss": 0.0892,
      "step": 429920
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.043354734793405e-06,
      "loss": 0.0895,
      "step": 429930
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.042236191584081e-06,
      "loss": 0.0898,
      "step": 429940
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0411176483747565e-06,
      "loss": 0.0909,
      "step": 429950
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0399991051654327e-06,
      "loss": 0.0905,
      "step": 429960
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0388805619561085e-06,
      "loss": 0.0962,
      "step": 429970
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0377620187467843e-06,
      "loss": 0.0911,
      "step": 429980
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.03664347553746e-06,
      "loss": 0.0906,
      "step": 429990
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.035524932328136e-06,
      "loss": 0.0935,
      "step": 430000
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0344063891188118e-06,
      "loss": 0.0904,
      "step": 430010
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0332878459094876e-06,
      "loss": 0.0925,
      "step": 430020
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0321693027001634e-06,
      "loss": 0.0902,
      "step": 430030
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.031050759490839e-06,
      "loss": 0.0899,
      "step": 430040
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.029932216281515e-06,
      "loss": 0.088,
      "step": 430050
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.028813673072191e-06,
      "loss": 0.0902,
      "step": 430060
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0276951298628666e-06,
      "loss": 0.0898,
      "step": 430070
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0265765866535424e-06,
      "loss": 0.0908,
      "step": 430080
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0254580434442183e-06,
      "loss": 0.0889,
      "step": 430090
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.024339500234894e-06,
      "loss": 0.0914,
      "step": 430100
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.02322095702557e-06,
      "loss": 0.0905,
      "step": 430110
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0221024138162457e-06,
      "loss": 0.092,
      "step": 430120
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0209838706069215e-06,
      "loss": 0.093,
      "step": 430130
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0198653273975977e-06,
      "loss": 0.0919,
      "step": 430140
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.018746784188273e-06,
      "loss": 0.0914,
      "step": 430150
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0176282409789493e-06,
      "loss": 0.0887,
      "step": 430160
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0165096977696247e-06,
      "loss": 0.092,
      "step": 430170
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.015391154560301e-06,
      "loss": 0.0944,
      "step": 430180
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.014384465671909e-06,
      "loss": 0.0918,
      "step": 430190
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0132659224625847e-06,
      "loss": 0.0908,
      "step": 430200
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.012147379253261e-06,
      "loss": 0.0895,
      "step": 430210
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0110288360439363e-06,
      "loss": 0.0894,
      "step": 430220
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0099102928346126e-06,
      "loss": 0.0959,
      "step": 430230
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.008791749625288e-06,
      "loss": 0.0855,
      "step": 430240
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.007673206415964e-06,
      "loss": 0.0929,
      "step": 430250
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0065546632066396e-06,
      "loss": 0.0931,
      "step": 430260
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.005436119997316e-06,
      "loss": 0.0907,
      "step": 430270
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.004317576787991e-06,
      "loss": 0.0877,
      "step": 430280
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0031990335786674e-06,
      "loss": 0.0933,
      "step": 430290
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.002080490369343e-06,
      "loss": 0.0882,
      "step": 430300
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.000961947160019e-06,
      "loss": 0.0912,
      "step": 430310
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9998434039506944e-06,
      "loss": 0.0968,
      "step": 430320
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9987248607413707e-06,
      "loss": 0.0912,
      "step": 430330
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9976063175320465e-06,
      "loss": 0.0888,
      "step": 430340
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9964877743227223e-06,
      "loss": 0.0901,
      "step": 430350
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.995369231113398e-06,
      "loss": 0.0939,
      "step": 430360
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.994250687904074e-06,
      "loss": 0.0929,
      "step": 430370
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9931321446947497e-06,
      "loss": 0.0889,
      "step": 430380
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9920136014854255e-06,
      "loss": 0.0902,
      "step": 430390
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9908950582761013e-06,
      "loss": 0.0916,
      "step": 430400
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.989776515066777e-06,
      "loss": 0.089,
      "step": 430410
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.988657971857453e-06,
      "loss": 0.088,
      "step": 430420
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9875394286481288e-06,
      "loss": 0.0911,
      "step": 430430
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9864208854388046e-06,
      "loss": 0.0922,
      "step": 430440
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9853023422294804e-06,
      "loss": 0.0888,
      "step": 430450
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.984183799020156e-06,
      "loss": 0.0895,
      "step": 430460
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.983065255810832e-06,
      "loss": 0.0921,
      "step": 430470
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.981946712601508e-06,
      "loss": 0.0896,
      "step": 430480
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9808281693921836e-06,
      "loss": 0.0925,
      "step": 430490
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9797096261828594e-06,
      "loss": 0.0934,
      "step": 430500
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9785910829735357e-06,
      "loss": 0.088,
      "step": 430510
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.977472539764211e-06,
      "loss": 0.092,
      "step": 430520
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9763539965548873e-06,
      "loss": 0.0879,
      "step": 430530
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9752354533455627e-06,
      "loss": 0.0968,
      "step": 430540
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.974116910136239e-06,
      "loss": 0.0914,
      "step": 430550
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9729983669269143e-06,
      "loss": 0.0899,
      "step": 430560
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9718798237175905e-06,
      "loss": 0.0883,
      "step": 430570
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.970761280508266e-06,
      "loss": 0.0917,
      "step": 430580
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.969642737298942e-06,
      "loss": 0.0922,
      "step": 430590
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9685241940896175e-06,
      "loss": 0.0942,
      "step": 430600
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9674056508802938e-06,
      "loss": 0.0905,
      "step": 430610
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.966287107670969e-06,
      "loss": 0.0913,
      "step": 430620
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9651685644616454e-06,
      "loss": 0.0893,
      "step": 430630
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.964050021252321e-06,
      "loss": 0.0942,
      "step": 430640
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.962931478042997e-06,
      "loss": 0.0949,
      "step": 430650
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.961812934833673e-06,
      "loss": 0.0894,
      "step": 430660
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9606943916243486e-06,
      "loss": 0.0945,
      "step": 430670
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9595758484150244e-06,
      "loss": 0.0926,
      "step": 430680
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9584573052057003e-06,
      "loss": 0.0891,
      "step": 430690
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.957338761996376e-06,
      "loss": 0.0918,
      "step": 430700
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.956220218787052e-06,
      "loss": 0.0916,
      "step": 430710
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9551016755777277e-06,
      "loss": 0.0895,
      "step": 430720
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9539831323684035e-06,
      "loss": 0.0884,
      "step": 430730
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9528645891590793e-06,
      "loss": 0.0906,
      "step": 430740
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.951746045949755e-06,
      "loss": 0.0962,
      "step": 430750
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.950627502740431e-06,
      "loss": 0.0947,
      "step": 430760
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9495089595311067e-06,
      "loss": 0.0934,
      "step": 430770
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9483904163217825e-06,
      "loss": 0.0884,
      "step": 430780
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9472718731124584e-06,
      "loss": 0.0899,
      "step": 430790
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.946153329903134e-06,
      "loss": 0.0932,
      "step": 430800
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9450347866938104e-06,
      "loss": 0.0905,
      "step": 430810
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9439162434844858e-06,
      "loss": 0.0922,
      "step": 430820
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.942797700275162e-06,
      "loss": 0.0846,
      "step": 430830
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9416791570658374e-06,
      "loss": 0.0941,
      "step": 430840
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9405606138565136e-06,
      "loss": 0.0874,
      "step": 430850
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.939442070647189e-06,
      "loss": 0.0944,
      "step": 430860
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9383235274378653e-06,
      "loss": 0.0926,
      "step": 430870
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9372049842285406e-06,
      "loss": 0.0909,
      "step": 430880
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.936086441019217e-06,
      "loss": 0.0903,
      "step": 430890
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9349678978098923e-06,
      "loss": 0.0891,
      "step": 430900
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9338493546005685e-06,
      "loss": 0.0895,
      "step": 430910
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.932730811391244e-06,
      "loss": 0.0926,
      "step": 430920
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.93161226818192e-06,
      "loss": 0.0898,
      "step": 430930
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.930493724972596e-06,
      "loss": 0.0867,
      "step": 430940
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9293751817632717e-06,
      "loss": 0.0892,
      "step": 430950
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9282566385539475e-06,
      "loss": 0.0908,
      "step": 430960
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9271380953446234e-06,
      "loss": 0.0859,
      "step": 430970
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.926019552135299e-06,
      "loss": 0.0884,
      "step": 430980
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.924901008925975e-06,
      "loss": 0.0909,
      "step": 430990
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9237824657166508e-06,
      "loss": 0.0893,
      "step": 431000
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9226639225073266e-06,
      "loss": 0.088,
      "step": 431010
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9215453792980024e-06,
      "loss": 0.0923,
      "step": 431020
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9204268360886782e-06,
      "loss": 0.0923,
      "step": 431030
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.919308292879354e-06,
      "loss": 0.0905,
      "step": 431040
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.91818974967003e-06,
      "loss": 0.0959,
      "step": 431050
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9170712064607056e-06,
      "loss": 0.0899,
      "step": 431060
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9159526632513815e-06,
      "loss": 0.0929,
      "step": 431070
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9148341200420573e-06,
      "loss": 0.0925,
      "step": 431080
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.913715576832733e-06,
      "loss": 0.0917,
      "step": 431090
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.912597033623409e-06,
      "loss": 0.0917,
      "step": 431100
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.911478490414085e-06,
      "loss": 0.0958,
      "step": 431110
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9103599472047605e-06,
      "loss": 0.089,
      "step": 431120
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9092414039954367e-06,
      "loss": 0.091,
      "step": 431130
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.908122860786112e-06,
      "loss": 0.0962,
      "step": 431140
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9070043175767882e-06,
      "loss": 0.0893,
      "step": 431150
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.905885774367464e-06,
      "loss": 0.0888,
      "step": 431160
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9047672311581398e-06,
      "loss": 0.0903,
      "step": 431170
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9036486879488156e-06,
      "loss": 0.0895,
      "step": 431180
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9025301447394916e-06,
      "loss": 0.0899,
      "step": 431190
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9014116015301672e-06,
      "loss": 0.0932,
      "step": 431200
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9002930583208432e-06,
      "loss": 0.0887,
      "step": 431210
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8991745151115188e-06,
      "loss": 0.087,
      "step": 431220
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8980559719021948e-06,
      "loss": 0.0893,
      "step": 431230
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8969374286928704e-06,
      "loss": 0.0917,
      "step": 431240
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8958188854835465e-06,
      "loss": 0.0879,
      "step": 431250
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.894700342274222e-06,
      "loss": 0.0902,
      "step": 431260
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.893581799064898e-06,
      "loss": 0.0921,
      "step": 431270
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8924632558555737e-06,
      "loss": 0.0883,
      "step": 431280
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8913447126462497e-06,
      "loss": 0.0914,
      "step": 431290
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8902261694369253e-06,
      "loss": 0.0907,
      "step": 431300
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8891076262276013e-06,
      "loss": 0.0891,
      "step": 431310
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8879890830182771e-06,
      "loss": 0.0927,
      "step": 431320
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8868705398089532e-06,
      "loss": 0.0867,
      "step": 431330
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8857519965996288e-06,
      "loss": 0.0923,
      "step": 431340
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8846334533903048e-06,
      "loss": 0.0913,
      "step": 431350
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8835149101809804e-06,
      "loss": 0.0944,
      "step": 431360
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8823963669716564e-06,
      "loss": 0.0894,
      "step": 431370
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.881277823762332e-06,
      "loss": 0.0909,
      "step": 431380
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.880159280553008e-06,
      "loss": 0.0904,
      "step": 431390
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8790407373436836e-06,
      "loss": 0.0889,
      "step": 431400
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8779221941343596e-06,
      "loss": 0.0939,
      "step": 431410
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8768036509250352e-06,
      "loss": 0.0875,
      "step": 431420
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8756851077157113e-06,
      "loss": 0.0847,
      "step": 431430
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8745665645063869e-06,
      "loss": 0.0926,
      "step": 431440
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8734480212970629e-06,
      "loss": 0.0907,
      "step": 431450
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8723294780877387e-06,
      "loss": 0.0923,
      "step": 431460
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8712109348784145e-06,
      "loss": 0.0874,
      "step": 431470
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8700923916690903e-06,
      "loss": 0.0924,
      "step": 431480
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8689738484597663e-06,
      "loss": 0.09,
      "step": 431490
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.867855305250442e-06,
      "loss": 0.0946,
      "step": 431500
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.866736762041118e-06,
      "loss": 0.0933,
      "step": 431510
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8656182188317935e-06,
      "loss": 0.0942,
      "step": 431520
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8644996756224696e-06,
      "loss": 0.0896,
      "step": 431530
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8633811324131452e-06,
      "loss": 0.0896,
      "step": 431540
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8622625892038212e-06,
      "loss": 0.0904,
      "step": 431550
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8611440459944968e-06,
      "loss": 0.0902,
      "step": 431560
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8600255027851728e-06,
      "loss": 0.0923,
      "step": 431570
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8589069595758484e-06,
      "loss": 0.0922,
      "step": 431580
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8577884163665244e-06,
      "loss": 0.092,
      "step": 431590
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8566698731572e-06,
      "loss": 0.0892,
      "step": 431600
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.855551329947876e-06,
      "loss": 0.0932,
      "step": 431610
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8544327867385519e-06,
      "loss": 0.0933,
      "step": 431620
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8533142435292279e-06,
      "loss": 0.0934,
      "step": 431630
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8521957003199035e-06,
      "loss": 0.0952,
      "step": 431640
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8510771571105795e-06,
      "loss": 0.0898,
      "step": 431650
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.849958613901255e-06,
      "loss": 0.095,
      "step": 431660
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8488400706919311e-06,
      "loss": 0.0933,
      "step": 431670
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8477215274826067e-06,
      "loss": 0.0883,
      "step": 431680
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8466029842732827e-06,
      "loss": 0.0909,
      "step": 431690
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8454844410639583e-06,
      "loss": 0.0894,
      "step": 431700
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8443658978546344e-06,
      "loss": 0.0924,
      "step": 431710
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.84324735464531e-06,
      "loss": 0.0897,
      "step": 431720
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.842128811435986e-06,
      "loss": 0.0936,
      "step": 431730
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8410102682266616e-06,
      "loss": 0.0918,
      "step": 431740
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8398917250173376e-06,
      "loss": 0.0936,
      "step": 431750
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8387731818080134e-06,
      "loss": 0.0917,
      "step": 431760
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8376546385986892e-06,
      "loss": 0.0908,
      "step": 431770
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.836536095389365e-06,
      "loss": 0.091,
      "step": 431780
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.835417552180041e-06,
      "loss": 0.0917,
      "step": 431790
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8342990089707167e-06,
      "loss": 0.0882,
      "step": 431800
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8331804657613927e-06,
      "loss": 0.0889,
      "step": 431810
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8320619225520683e-06,
      "loss": 0.0908,
      "step": 431820
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8309433793427443e-06,
      "loss": 0.0892,
      "step": 431830
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.82982483613342e-06,
      "loss": 0.0896,
      "step": 431840
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.828706292924096e-06,
      "loss": 0.0891,
      "step": 431850
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8275877497147715e-06,
      "loss": 0.0925,
      "step": 431860
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8264692065054475e-06,
      "loss": 0.0849,
      "step": 431870
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8253506632961231e-06,
      "loss": 0.093,
      "step": 431880
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8242321200867992e-06,
      "loss": 0.0909,
      "step": 431890
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8231135768774748e-06,
      "loss": 0.0928,
      "step": 431900
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8219950336681508e-06,
      "loss": 0.096,
      "step": 431910
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8208764904588266e-06,
      "loss": 0.0899,
      "step": 431920
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8197579472495026e-06,
      "loss": 0.093,
      "step": 431930
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8186394040401782e-06,
      "loss": 0.0912,
      "step": 431940
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8175208608308542e-06,
      "loss": 0.0947,
      "step": 431950
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8164023176215298e-06,
      "loss": 0.0897,
      "step": 431960
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8152837744122058e-06,
      "loss": 0.09,
      "step": 431970
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8141652312028814e-06,
      "loss": 0.0877,
      "step": 431980
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.813046687993557e-06,
      "loss": 0.089,
      "step": 431990
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.811928144784233e-06,
      "loss": 0.0909,
      "step": 432000
    },
    {
      "epoch": 0.96,
      "eval_NEIMS_canon_smiles": 0.9620666666666666,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.2841666666666667,
      "eval_NEIMS_daylight_tanimoto_simil": 0.6417334171649136,
      "eval_NEIMS_exact_mols": 0.2838333333333333,
      "eval_NEIMS_exact_smiles": 0.27853333333333335,
      "eval_NEIMS_loss": 0.11754453182220459,
      "eval_NEIMS_matched_formulas": 0.7818166666666667,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5716279272819861,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.2846,
      "eval_NEIMS_runtime": 719.4803,
      "eval_NEIMS_samples_per_second": 83.394,
      "eval_NEIMS_steps_per_second": 1.304,
      "step": 432000
    },
    {
      "epoch": 0.96,
      "eval_RASSP_canon_smiles": 0.9612815974888971,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.366146859451698,
      "eval_RASSP_daylight_tanimoto_simil": 0.7411713289672043,
      "eval_RASSP_exact_mols": 0.3651450896583965,
      "eval_RASSP_exact_smiles": 0.35718101980164957,
      "eval_RASSP_loss": 0.08970693498849869,
      "eval_RASSP_matched_formulas": 0.9014258523391324,
      "eval_RASSP_morgan_tanimoto_simil": 0.6407572360684114,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.36527865896417006,
      "eval_RASSP_runtime": 820.3425,
      "eval_RASSP_samples_per_second": 73.011,
      "eval_RASSP_steps_per_second": 1.141,
      "step": 432000
    },
    {
      "epoch": 0.96,
      "eval_NEIMS_old_canon_smiles": 0.9588666666666666,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.2799,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.6399654244611078,
      "eval_NEIMS_old_exact_mols": 0.2795,
      "eval_NEIMS_old_exact_smiles": 0.2735,
      "eval_NEIMS_old_loss": 0.11762527376413345,
      "eval_NEIMS_old_matched_formulas": 0.7788666666666667,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.5702291241093846,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.2804,
      "eval_NEIMS_old_runtime": 360.1919,
      "eval_NEIMS_old_samples_per_second": 83.289,
      "eval_NEIMS_old_steps_per_second": 1.302,
      "step": 432000
    },
    {
      "epoch": 0.96,
      "eval_RASSP_old_canon_smiles": 0.9617579337270998,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.39973971368505357,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.7596048394195266,
      "eval_RASSP_old_exact_mols": 0.39863850235258785,
      "eval_RASSP_old_exact_smiles": 0.3901958821370174,
      "eval_RASSP_old_loss": 0.0836544781923294,
      "eval_RASSP_old_matched_formulas": 0.9108686221510328,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.6643308793868389,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.39883872259485437,
      "eval_RASSP_old_runtime": 408.3337,
      "eval_RASSP_old_samples_per_second": 73.388,
      "eval_RASSP_old_steps_per_second": 1.149,
      "step": 432000
    },
    {
      "epoch": 0.96,
      "eval_NIST_canon_smiles": 0.8678709585832417,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.03069879689108138,
      "eval_NIST_daylight_tanimoto_simil": 0.30647892744969973,
      "eval_NIST_exact_mols": 0.029527628917201974,
      "eval_NIST_exact_smiles": 0.028214501188912944,
      "eval_NIST_loss": 1.797825574874878,
      "eval_NIST_matched_formulas": 0.1364943038648543,
      "eval_NIST_morgan_tanimoto_simil": 0.257120358642337,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.03059232707527416,
      "eval_NIST_runtime": 576.7618,
      "eval_NIST_samples_per_second": 48.854,
      "eval_NIST_steps_per_second": 0.765,
      "step": 432000
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8108096015749087e-06,
      "loss": 0.0942,
      "step": 432010
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8096910583655847e-06,
      "loss": 0.0906,
      "step": 432020
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8085725151562605e-06,
      "loss": 0.0921,
      "step": 432030
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8074539719469363e-06,
      "loss": 0.095,
      "step": 432040
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8063354287376121e-06,
      "loss": 0.091,
      "step": 432050
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8052168855282881e-06,
      "loss": 0.0891,
      "step": 432060
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8040983423189637e-06,
      "loss": 0.0912,
      "step": 432070
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8029797991096398e-06,
      "loss": 0.0898,
      "step": 432080
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8018612559003154e-06,
      "loss": 0.09,
      "step": 432090
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8007427126909914e-06,
      "loss": 0.0882,
      "step": 432100
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.799624169481667e-06,
      "loss": 0.0937,
      "step": 432110
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.798505626272343e-06,
      "loss": 0.0935,
      "step": 432120
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7973870830630186e-06,
      "loss": 0.0913,
      "step": 432130
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7962685398536946e-06,
      "loss": 0.0874,
      "step": 432140
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7951499966443702e-06,
      "loss": 0.0909,
      "step": 432150
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7940314534350462e-06,
      "loss": 0.0939,
      "step": 432160
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7929129102257218e-06,
      "loss": 0.0906,
      "step": 432170
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7917943670163979e-06,
      "loss": 0.0896,
      "step": 432180
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7906758238070737e-06,
      "loss": 0.0911,
      "step": 432190
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7896691349186818e-06,
      "loss": 0.0915,
      "step": 432200
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7885505917093578e-06,
      "loss": 0.0873,
      "step": 432210
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7874320485000334e-06,
      "loss": 0.0946,
      "step": 432220
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7863135052907095e-06,
      "loss": 0.091,
      "step": 432230
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.785194962081385e-06,
      "loss": 0.0885,
      "step": 432240
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.784076418872061e-06,
      "loss": 0.0903,
      "step": 432250
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7829578756627369e-06,
      "loss": 0.0933,
      "step": 432260
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7818393324534127e-06,
      "loss": 0.0872,
      "step": 432270
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7807207892440885e-06,
      "loss": 0.0921,
      "step": 432280
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7796022460347645e-06,
      "loss": 0.0928,
      "step": 432290
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7784837028254401e-06,
      "loss": 0.0955,
      "step": 432300
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7773651596161162e-06,
      "loss": 0.0908,
      "step": 432310
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7762466164067917e-06,
      "loss": 0.0941,
      "step": 432320
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7751280731974678e-06,
      "loss": 0.0919,
      "step": 432330
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7740095299881434e-06,
      "loss": 0.0956,
      "step": 432340
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7728909867788194e-06,
      "loss": 0.0951,
      "step": 432350
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.771772443569495e-06,
      "loss": 0.0925,
      "step": 432360
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.770653900360171e-06,
      "loss": 0.097,
      "step": 432370
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7695353571508466e-06,
      "loss": 0.0948,
      "step": 432380
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7684168139415226e-06,
      "loss": 0.0922,
      "step": 432390
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7672982707321984e-06,
      "loss": 0.0951,
      "step": 432400
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7661797275228743e-06,
      "loss": 0.0923,
      "step": 432410
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.76506118431355e-06,
      "loss": 0.0892,
      "step": 432420
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.763942641104226e-06,
      "loss": 0.091,
      "step": 432430
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7628240978949017e-06,
      "loss": 0.0897,
      "step": 432440
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7617055546855777e-06,
      "loss": 0.0914,
      "step": 432450
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7605870114762533e-06,
      "loss": 0.093,
      "step": 432460
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7594684682669293e-06,
      "loss": 0.087,
      "step": 432470
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.758349925057605e-06,
      "loss": 0.0896,
      "step": 432480
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.757231381848281e-06,
      "loss": 0.0916,
      "step": 432490
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7561128386389565e-06,
      "loss": 0.0912,
      "step": 432500
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7549942954296326e-06,
      "loss": 0.0896,
      "step": 432510
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7538757522203082e-06,
      "loss": 0.0923,
      "step": 432520
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7527572090109842e-06,
      "loss": 0.0865,
      "step": 432530
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7516386658016598e-06,
      "loss": 0.0953,
      "step": 432540
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7505201225923358e-06,
      "loss": 0.0885,
      "step": 432550
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7494015793830116e-06,
      "loss": 0.0932,
      "step": 432560
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7482830361736874e-06,
      "loss": 0.0902,
      "step": 432570
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7471644929643632e-06,
      "loss": 0.088,
      "step": 432580
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7460459497550393e-06,
      "loss": 0.0923,
      "step": 432590
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7449274065457149e-06,
      "loss": 0.09,
      "step": 432600
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7438088633363909e-06,
      "loss": 0.0874,
      "step": 432610
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7426903201270665e-06,
      "loss": 0.0903,
      "step": 432620
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7415717769177425e-06,
      "loss": 0.0959,
      "step": 432630
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.740453233708418e-06,
      "loss": 0.0906,
      "step": 432640
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7393346904990941e-06,
      "loss": 0.0934,
      "step": 432650
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7382161472897697e-06,
      "loss": 0.0894,
      "step": 432660
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7370976040804457e-06,
      "loss": 0.0895,
      "step": 432670
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7359790608711213e-06,
      "loss": 0.0887,
      "step": 432680
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7348605176617974e-06,
      "loss": 0.0945,
      "step": 432690
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7337419744524732e-06,
      "loss": 0.0888,
      "step": 432700
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.732623431243149e-06,
      "loss": 0.0887,
      "step": 432710
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7315048880338248e-06,
      "loss": 0.091,
      "step": 432720
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7303863448245008e-06,
      "loss": 0.0894,
      "step": 432730
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7292678016151764e-06,
      "loss": 0.0892,
      "step": 432740
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7281492584058524e-06,
      "loss": 0.0928,
      "step": 432750
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.727030715196528e-06,
      "loss": 0.0908,
      "step": 432760
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.725912171987204e-06,
      "loss": 0.0931,
      "step": 432770
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7247936287778796e-06,
      "loss": 0.0933,
      "step": 432780
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7236750855685557e-06,
      "loss": 0.0899,
      "step": 432790
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7225565423592313e-06,
      "loss": 0.0892,
      "step": 432800
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7214379991499073e-06,
      "loss": 0.0977,
      "step": 432810
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7203194559405829e-06,
      "loss": 0.0913,
      "step": 432820
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.719200912731259e-06,
      "loss": 0.0916,
      "step": 432830
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7180823695219345e-06,
      "loss": 0.0915,
      "step": 432840
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7169638263126105e-06,
      "loss": 0.0928,
      "step": 432850
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7158452831032863e-06,
      "loss": 0.0866,
      "step": 432860
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7147267398939622e-06,
      "loss": 0.0912,
      "step": 432870
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.713608196684638e-06,
      "loss": 0.0875,
      "step": 432880
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.712489653475314e-06,
      "loss": 0.0883,
      "step": 432890
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7113711102659896e-06,
      "loss": 0.0913,
      "step": 432900
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7102525670566656e-06,
      "loss": 0.0911,
      "step": 432910
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7091340238473412e-06,
      "loss": 0.0914,
      "step": 432920
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7080154806380172e-06,
      "loss": 0.0913,
      "step": 432930
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7068969374286928e-06,
      "loss": 0.0923,
      "step": 432940
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7057783942193688e-06,
      "loss": 0.0889,
      "step": 432950
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7046598510100444e-06,
      "loss": 0.0898,
      "step": 432960
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7035413078007205e-06,
      "loss": 0.0962,
      "step": 432970
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.702422764591396e-06,
      "loss": 0.0908,
      "step": 432980
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.701304221382072e-06,
      "loss": 0.0948,
      "step": 432990
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.700185678172748e-06,
      "loss": 0.0934,
      "step": 433000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6990671349634237e-06,
      "loss": 0.0887,
      "step": 433010
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6979485917540995e-06,
      "loss": 0.0934,
      "step": 433020
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6968300485447755e-06,
      "loss": 0.0949,
      "step": 433030
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6957115053354511e-06,
      "loss": 0.0858,
      "step": 433040
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6945929621261272e-06,
      "loss": 0.0926,
      "step": 433050
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6934744189168028e-06,
      "loss": 0.0891,
      "step": 433060
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6923558757074788e-06,
      "loss": 0.0878,
      "step": 433070
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6912373324981544e-06,
      "loss": 0.0884,
      "step": 433080
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6901187892888304e-06,
      "loss": 0.0918,
      "step": 433090
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.689000246079506e-06,
      "loss": 0.0929,
      "step": 433100
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.687881702870182e-06,
      "loss": 0.0879,
      "step": 433110
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6867631596608576e-06,
      "loss": 0.0899,
      "step": 433120
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6856446164515336e-06,
      "loss": 0.0899,
      "step": 433130
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6845260732422092e-06,
      "loss": 0.0885,
      "step": 433140
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6834075300328853e-06,
      "loss": 0.0906,
      "step": 433150
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.682288986823561e-06,
      "loss": 0.0933,
      "step": 433160
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6811704436142369e-06,
      "loss": 0.0963,
      "step": 433170
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6800519004049127e-06,
      "loss": 0.0866,
      "step": 433180
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6789333571955887e-06,
      "loss": 0.0908,
      "step": 433190
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6778148139862643e-06,
      "loss": 0.0862,
      "step": 433200
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6766962707769403e-06,
      "loss": 0.0869,
      "step": 433210
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.675577727567616e-06,
      "loss": 0.0886,
      "step": 433220
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.674459184358292e-06,
      "loss": 0.089,
      "step": 433230
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6733406411489675e-06,
      "loss": 0.0915,
      "step": 433240
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6722220979396436e-06,
      "loss": 0.0948,
      "step": 433250
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6711035547303192e-06,
      "loss": 0.0887,
      "step": 433260
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6699850115209952e-06,
      "loss": 0.0965,
      "step": 433270
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6688664683116708e-06,
      "loss": 0.0899,
      "step": 433280
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6677479251023468e-06,
      "loss": 0.0928,
      "step": 433290
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6666293818930226e-06,
      "loss": 0.0923,
      "step": 433300
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6655108386836984e-06,
      "loss": 0.0915,
      "step": 433310
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6643922954743742e-06,
      "loss": 0.093,
      "step": 433320
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6632737522650503e-06,
      "loss": 0.0911,
      "step": 433330
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6621552090557259e-06,
      "loss": 0.0925,
      "step": 433340
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6610366658464019e-06,
      "loss": 0.0927,
      "step": 433350
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6599181226370775e-06,
      "loss": 0.0915,
      "step": 433360
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6587995794277535e-06,
      "loss": 0.0919,
      "step": 433370
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.657681036218429e-06,
      "loss": 0.0916,
      "step": 433380
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6565624930091051e-06,
      "loss": 0.0873,
      "step": 433390
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6554439497997807e-06,
      "loss": 0.0911,
      "step": 433400
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6543254065904567e-06,
      "loss": 0.0908,
      "step": 433410
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6532068633811323e-06,
      "loss": 0.0869,
      "step": 433420
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6520883201718084e-06,
      "loss": 0.092,
      "step": 433430
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.650969776962484e-06,
      "loss": 0.0854,
      "step": 433440
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.64985123375316e-06,
      "loss": 0.089,
      "step": 433450
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6487326905438358e-06,
      "loss": 0.0968,
      "step": 433460
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6476141473345116e-06,
      "loss": 0.0887,
      "step": 433470
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6464956041251874e-06,
      "loss": 0.088,
      "step": 433480
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6453770609158634e-06,
      "loss": 0.092,
      "step": 433490
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.644258517706539e-06,
      "loss": 0.0871,
      "step": 433500
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.643139974497215e-06,
      "loss": 0.0898,
      "step": 433510
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6420214312878907e-06,
      "loss": 0.092,
      "step": 433520
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6409028880785667e-06,
      "loss": 0.0916,
      "step": 433530
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6397843448692423e-06,
      "loss": 0.0908,
      "step": 433540
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6386658016599183e-06,
      "loss": 0.0905,
      "step": 433550
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.637547258450594e-06,
      "loss": 0.0928,
      "step": 433560
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.63642871524127e-06,
      "loss": 0.0904,
      "step": 433570
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6353101720319455e-06,
      "loss": 0.0899,
      "step": 433580
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6341916288226215e-06,
      "loss": 0.0913,
      "step": 433590
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6330730856132973e-06,
      "loss": 0.0879,
      "step": 433600
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6319545424039732e-06,
      "loss": 0.0845,
      "step": 433610
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.630835999194649e-06,
      "loss": 0.0907,
      "step": 433620
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.629717455985325e-06,
      "loss": 0.0936,
      "step": 433630
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6285989127760006e-06,
      "loss": 0.091,
      "step": 433640
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6274803695666766e-06,
      "loss": 0.0904,
      "step": 433650
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6263618263573522e-06,
      "loss": 0.0916,
      "step": 433660
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6252432831480282e-06,
      "loss": 0.0886,
      "step": 433670
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6241247399387038e-06,
      "loss": 0.0913,
      "step": 433680
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6230061967293799e-06,
      "loss": 0.0884,
      "step": 433690
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6218876535200554e-06,
      "loss": 0.0924,
      "step": 433700
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6207691103107315e-06,
      "loss": 0.0904,
      "step": 433710
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.619650567101407e-06,
      "loss": 0.0929,
      "step": 433720
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.618532023892083e-06,
      "loss": 0.0899,
      "step": 433730
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6174134806827587e-06,
      "loss": 0.0908,
      "step": 433740
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6162949374734347e-06,
      "loss": 0.0927,
      "step": 433750
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6151763942641105e-06,
      "loss": 0.0888,
      "step": 433760
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6140578510547863e-06,
      "loss": 0.098,
      "step": 433770
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6129393078454621e-06,
      "loss": 0.0916,
      "step": 433780
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6118207646361382e-06,
      "loss": 0.087,
      "step": 433790
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6107022214268138e-06,
      "loss": 0.0912,
      "step": 433800
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6095836782174898e-06,
      "loss": 0.0895,
      "step": 433810
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6084651350081654e-06,
      "loss": 0.0894,
      "step": 433820
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6073465917988414e-06,
      "loss": 0.0952,
      "step": 433830
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.606228048589517e-06,
      "loss": 0.0913,
      "step": 433840
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.605109505380193e-06,
      "loss": 0.0909,
      "step": 433850
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6039909621708686e-06,
      "loss": 0.0865,
      "step": 433860
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6028724189615446e-06,
      "loss": 0.0926,
      "step": 433870
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6017538757522202e-06,
      "loss": 0.0887,
      "step": 433880
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6006353325428963e-06,
      "loss": 0.0859,
      "step": 433890
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.599516789333572e-06,
      "loss": 0.093,
      "step": 433900
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5983982461242479e-06,
      "loss": 0.0877,
      "step": 433910
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5972797029149237e-06,
      "loss": 0.0917,
      "step": 433920
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5961611597055997e-06,
      "loss": 0.0897,
      "step": 433930
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5950426164962753e-06,
      "loss": 0.0889,
      "step": 433940
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5939240732869513e-06,
      "loss": 0.0936,
      "step": 433950
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.592805530077627e-06,
      "loss": 0.0915,
      "step": 433960
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.591686986868303e-06,
      "loss": 0.0925,
      "step": 433970
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5905684436589786e-06,
      "loss": 0.0903,
      "step": 433980
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5894499004496546e-06,
      "loss": 0.0907,
      "step": 433990
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5883313572403302e-06,
      "loss": 0.0923,
      "step": 434000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5872128140310062e-06,
      "loss": 0.0931,
      "step": 434010
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5860942708216818e-06,
      "loss": 0.0929,
      "step": 434020
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5849757276123578e-06,
      "loss": 0.0931,
      "step": 434030
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5838571844030334e-06,
      "loss": 0.0894,
      "step": 434040
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5827386411937094e-06,
      "loss": 0.0888,
      "step": 434050
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5816200979843852e-06,
      "loss": 0.0923,
      "step": 434060
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5805015547750613e-06,
      "loss": 0.0888,
      "step": 434070
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5793830115657369e-06,
      "loss": 0.0912,
      "step": 434080
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5782644683564129e-06,
      "loss": 0.0907,
      "step": 434090
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5771459251470885e-06,
      "loss": 0.0939,
      "step": 434100
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5760273819377645e-06,
      "loss": 0.0891,
      "step": 434110
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5749088387284401e-06,
      "loss": 0.089,
      "step": 434120
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5737902955191161e-06,
      "loss": 0.0891,
      "step": 434130
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5726717523097917e-06,
      "loss": 0.0915,
      "step": 434140
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5715532091004678e-06,
      "loss": 0.0917,
      "step": 434150
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5704346658911433e-06,
      "loss": 0.0867,
      "step": 434160
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5693161226818194e-06,
      "loss": 0.0897,
      "step": 434170
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.568197579472495e-06,
      "loss": 0.09,
      "step": 434180
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.567079036263171e-06,
      "loss": 0.0922,
      "step": 434190
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5659604930538468e-06,
      "loss": 0.0904,
      "step": 434200
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5648419498445226e-06,
      "loss": 0.0879,
      "step": 434210
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5637234066351984e-06,
      "loss": 0.0929,
      "step": 434220
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5626048634258744e-06,
      "loss": 0.0882,
      "step": 434230
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.56148632021655e-06,
      "loss": 0.0891,
      "step": 434240
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5603677770072259e-06,
      "loss": 0.0881,
      "step": 434250
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.559361088118834e-06,
      "loss": 0.0933,
      "step": 434260
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5582425449095098e-06,
      "loss": 0.0936,
      "step": 434270
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5571240017001858e-06,
      "loss": 0.0917,
      "step": 434280
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5560054584908616e-06,
      "loss": 0.092,
      "step": 434290
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5548869152815374e-06,
      "loss": 0.0898,
      "step": 434300
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5537683720722133e-06,
      "loss": 0.0928,
      "step": 434310
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.552649828862889e-06,
      "loss": 0.0958,
      "step": 434320
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5515312856535649e-06,
      "loss": 0.0924,
      "step": 434330
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5504127424442407e-06,
      "loss": 0.0934,
      "step": 434340
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5492941992349165e-06,
      "loss": 0.0946,
      "step": 434350
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5481756560255923e-06,
      "loss": 0.0907,
      "step": 434360
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5470571128162681e-06,
      "loss": 0.0902,
      "step": 434370
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.545938569606944e-06,
      "loss": 0.0892,
      "step": 434380
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5448200263976197e-06,
      "loss": 0.0911,
      "step": 434390
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5437014831882955e-06,
      "loss": 0.0943,
      "step": 434400
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5425829399789714e-06,
      "loss": 0.0893,
      "step": 434410
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5414643967696472e-06,
      "loss": 0.0955,
      "step": 434420
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5403458535603232e-06,
      "loss": 0.0883,
      "step": 434430
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.539227310350999e-06,
      "loss": 0.0922,
      "step": 434440
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5381087671416748e-06,
      "loss": 0.0906,
      "step": 434450
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5369902239323506e-06,
      "loss": 0.0944,
      "step": 434460
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5358716807230264e-06,
      "loss": 0.0932,
      "step": 434470
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5347531375137022e-06,
      "loss": 0.0925,
      "step": 434480
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.533634594304378e-06,
      "loss": 0.0925,
      "step": 434490
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5325160510950539e-06,
      "loss": 0.0913,
      "step": 434500
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5313975078857297e-06,
      "loss": 0.0907,
      "step": 434510
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5302789646764055e-06,
      "loss": 0.0887,
      "step": 434520
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5291604214670813e-06,
      "loss": 0.0928,
      "step": 434530
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.528041878257757e-06,
      "loss": 0.0881,
      "step": 434540
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.526923335048433e-06,
      "loss": 0.0893,
      "step": 434550
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5258047918391087e-06,
      "loss": 0.0871,
      "step": 434560
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5246862486297847e-06,
      "loss": 0.0913,
      "step": 434570
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5235677054204606e-06,
      "loss": 0.0883,
      "step": 434580
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5224491622111364e-06,
      "loss": 0.0916,
      "step": 434590
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5213306190018122e-06,
      "loss": 0.0885,
      "step": 434600
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.520212075792488e-06,
      "loss": 0.0902,
      "step": 434610
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5190935325831638e-06,
      "loss": 0.0914,
      "step": 434620
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5179749893738396e-06,
      "loss": 0.0902,
      "step": 434630
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5168564461645154e-06,
      "loss": 0.0895,
      "step": 434640
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5157379029551912e-06,
      "loss": 0.0941,
      "step": 434650
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.514619359745867e-06,
      "loss": 0.0883,
      "step": 434660
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5135008165365428e-06,
      "loss": 0.0864,
      "step": 434670
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5123822733272187e-06,
      "loss": 0.0926,
      "step": 434680
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5112637301178945e-06,
      "loss": 0.0902,
      "step": 434690
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5101451869085703e-06,
      "loss": 0.0924,
      "step": 434700
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.509026643699246e-06,
      "loss": 0.0884,
      "step": 434710
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5079081004899221e-06,
      "loss": 0.0911,
      "step": 434720
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.506789557280598e-06,
      "loss": 0.0911,
      "step": 434730
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5056710140712737e-06,
      "loss": 0.0913,
      "step": 434740
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5045524708619495e-06,
      "loss": 0.0926,
      "step": 434750
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5034339276526253e-06,
      "loss": 0.0904,
      "step": 434760
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5023153844433012e-06,
      "loss": 0.0957,
      "step": 434770
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.501196841233977e-06,
      "loss": 0.0903,
      "step": 434780
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5000782980246528e-06,
      "loss": 0.0914,
      "step": 434790
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4989597548153286e-06,
      "loss": 0.0893,
      "step": 434800
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4978412116060044e-06,
      "loss": 0.0915,
      "step": 434810
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4967226683966802e-06,
      "loss": 0.088,
      "step": 434820
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.495604125187356e-06,
      "loss": 0.0925,
      "step": 434830
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4944855819780318e-06,
      "loss": 0.0916,
      "step": 434840
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4933670387687076e-06,
      "loss": 0.0897,
      "step": 434850
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4922484955593834e-06,
      "loss": 0.0939,
      "step": 434860
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4911299523500595e-06,
      "loss": 0.0899,
      "step": 434870
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4900114091407353e-06,
      "loss": 0.0889,
      "step": 434880
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.488892865931411e-06,
      "loss": 0.0948,
      "step": 434890
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.487774322722087e-06,
      "loss": 0.0943,
      "step": 434900
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4866557795127627e-06,
      "loss": 0.0925,
      "step": 434910
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4855372363034385e-06,
      "loss": 0.0899,
      "step": 434920
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4844186930941143e-06,
      "loss": 0.0937,
      "step": 434930
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4833001498847901e-06,
      "loss": 0.0943,
      "step": 434940
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.482181606675466e-06,
      "loss": 0.09,
      "step": 434950
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4810630634661418e-06,
      "loss": 0.0892,
      "step": 434960
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4799445202568176e-06,
      "loss": 0.0915,
      "step": 434970
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4788259770474934e-06,
      "loss": 0.0892,
      "step": 434980
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4777074338381692e-06,
      "loss": 0.0914,
      "step": 434990
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.476588890628845e-06,
      "loss": 0.0896,
      "step": 435000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4754703474195208e-06,
      "loss": 0.0908,
      "step": 435010
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4743518042101968e-06,
      "loss": 0.0968,
      "step": 435020
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4732332610008726e-06,
      "loss": 0.0858,
      "step": 435030
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4721147177915485e-06,
      "loss": 0.0897,
      "step": 435040
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4709961745822243e-06,
      "loss": 0.0875,
      "step": 435050
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4698776313729e-06,
      "loss": 0.0915,
      "step": 435060
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4687590881635759e-06,
      "loss": 0.0918,
      "step": 435070
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4676405449542517e-06,
      "loss": 0.0912,
      "step": 435080
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4665220017449275e-06,
      "loss": 0.0903,
      "step": 435090
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4654034585356033e-06,
      "loss": 0.0879,
      "step": 435100
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4642849153262791e-06,
      "loss": 0.0909,
      "step": 435110
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.463166372116955e-06,
      "loss": 0.0936,
      "step": 435120
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4620478289076307e-06,
      "loss": 0.0919,
      "step": 435130
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4609292856983066e-06,
      "loss": 0.0905,
      "step": 435140
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4598107424889824e-06,
      "loss": 0.0869,
      "step": 435150
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4586921992796582e-06,
      "loss": 0.0872,
      "step": 435160
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4575736560703342e-06,
      "loss": 0.0907,
      "step": 435170
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.45645511286101e-06,
      "loss": 0.0926,
      "step": 435180
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4553365696516858e-06,
      "loss": 0.0905,
      "step": 435190
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4542180264423616e-06,
      "loss": 0.0942,
      "step": 435200
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4530994832330374e-06,
      "loss": 0.0902,
      "step": 435210
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4519809400237132e-06,
      "loss": 0.0893,
      "step": 435220
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.450862396814389e-06,
      "loss": 0.0922,
      "step": 435230
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4497438536050649e-06,
      "loss": 0.0903,
      "step": 435240
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4486253103957407e-06,
      "loss": 0.0936,
      "step": 435250
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4475067671864165e-06,
      "loss": 0.0901,
      "step": 435260
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4463882239770923e-06,
      "loss": 0.0945,
      "step": 435270
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4452696807677681e-06,
      "loss": 0.0916,
      "step": 435280
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.444151137558444e-06,
      "loss": 0.0882,
      "step": 435290
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4430325943491197e-06,
      "loss": 0.0918,
      "step": 435300
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4419140511397955e-06,
      "loss": 0.0924,
      "step": 435310
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4407955079304716e-06,
      "loss": 0.0871,
      "step": 435320
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4396769647211474e-06,
      "loss": 0.093,
      "step": 435330
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4385584215118232e-06,
      "loss": 0.0898,
      "step": 435340
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.437439878302499e-06,
      "loss": 0.0909,
      "step": 435350
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4363213350931748e-06,
      "loss": 0.0935,
      "step": 435360
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4352027918838506e-06,
      "loss": 0.0894,
      "step": 435370
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4340842486745264e-06,
      "loss": 0.0926,
      "step": 435380
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4329657054652022e-06,
      "loss": 0.0942,
      "step": 435390
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.431847162255878e-06,
      "loss": 0.0905,
      "step": 435400
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4307286190465539e-06,
      "loss": 0.0946,
      "step": 435410
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4296100758372297e-06,
      "loss": 0.0887,
      "step": 435420
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4284915326279055e-06,
      "loss": 0.0924,
      "step": 435430
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4273729894185813e-06,
      "loss": 0.0939,
      "step": 435440
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.426254446209257e-06,
      "loss": 0.0905,
      "step": 435450
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.425135902999933e-06,
      "loss": 0.0892,
      "step": 435460
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.424017359790609e-06,
      "loss": 0.0875,
      "step": 435470
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4228988165812847e-06,
      "loss": 0.0931,
      "step": 435480
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4217802733719605e-06,
      "loss": 0.0969,
      "step": 435490
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4206617301626364e-06,
      "loss": 0.092,
      "step": 435500
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4195431869533122e-06,
      "loss": 0.0889,
      "step": 435510
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.418424643743988e-06,
      "loss": 0.0917,
      "step": 435520
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4173061005346638e-06,
      "loss": 0.0896,
      "step": 435530
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4161875573253396e-06,
      "loss": 0.0893,
      "step": 435540
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4150690141160154e-06,
      "loss": 0.0913,
      "step": 435550
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4139504709066912e-06,
      "loss": 0.0929,
      "step": 435560
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.412831927697367e-06,
      "loss": 0.0917,
      "step": 435570
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4117133844880428e-06,
      "loss": 0.0909,
      "step": 435580
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4105948412787186e-06,
      "loss": 0.0938,
      "step": 435590
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4094762980693945e-06,
      "loss": 0.0891,
      "step": 435600
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4083577548600703e-06,
      "loss": 0.0905,
      "step": 435610
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4072392116507463e-06,
      "loss": 0.0881,
      "step": 435620
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.406120668441422e-06,
      "loss": 0.0882,
      "step": 435630
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.405002125232098e-06,
      "loss": 0.0908,
      "step": 435640
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4038835820227737e-06,
      "loss": 0.0937,
      "step": 435650
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4027650388134495e-06,
      "loss": 0.0911,
      "step": 435660
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4016464956041253e-06,
      "loss": 0.0939,
      "step": 435670
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4005279523948011e-06,
      "loss": 0.0933,
      "step": 435680
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.399409409185477e-06,
      "loss": 0.0893,
      "step": 435690
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3982908659761528e-06,
      "loss": 0.0864,
      "step": 435700
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3971723227668286e-06,
      "loss": 0.0864,
      "step": 435710
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3960537795575044e-06,
      "loss": 0.0845,
      "step": 435720
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3949352363481802e-06,
      "loss": 0.0908,
      "step": 435730
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.393816693138856e-06,
      "loss": 0.0893,
      "step": 435740
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3926981499295318e-06,
      "loss": 0.0874,
      "step": 435750
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3915796067202076e-06,
      "loss": 0.0918,
      "step": 435760
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3904610635108837e-06,
      "loss": 0.0889,
      "step": 435770
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3893425203015595e-06,
      "loss": 0.0889,
      "step": 435780
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3882239770922353e-06,
      "loss": 0.092,
      "step": 435790
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.387105433882911e-06,
      "loss": 0.0919,
      "step": 435800
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3859868906735869e-06,
      "loss": 0.0931,
      "step": 435810
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3848683474642627e-06,
      "loss": 0.0926,
      "step": 435820
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3837498042549385e-06,
      "loss": 0.0911,
      "step": 435830
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3826312610456143e-06,
      "loss": 0.0959,
      "step": 435840
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3815127178362901e-06,
      "loss": 0.0903,
      "step": 435850
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.380394174626966e-06,
      "loss": 0.0921,
      "step": 435860
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3792756314176418e-06,
      "loss": 0.0879,
      "step": 435870
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3781570882083176e-06,
      "loss": 0.0914,
      "step": 435880
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3770385449989934e-06,
      "loss": 0.0937,
      "step": 435890
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3759200017896692e-06,
      "loss": 0.0925,
      "step": 435900
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.374801458580345e-06,
      "loss": 0.0932,
      "step": 435910
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.373682915371021e-06,
      "loss": 0.0862,
      "step": 435920
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3725643721616968e-06,
      "loss": 0.0914,
      "step": 435930
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3714458289523726e-06,
      "loss": 0.0887,
      "step": 435940
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3703272857430484e-06,
      "loss": 0.0919,
      "step": 435950
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3692087425337243e-06,
      "loss": 0.0895,
      "step": 435960
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3680901993244e-06,
      "loss": 0.0901,
      "step": 435970
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3669716561150759e-06,
      "loss": 0.0921,
      "step": 435980
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3658531129057517e-06,
      "loss": 0.0901,
      "step": 435990
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3647345696964275e-06,
      "loss": 0.0941,
      "step": 436000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3636160264871033e-06,
      "loss": 0.0927,
      "step": 436010
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3624974832777791e-06,
      "loss": 0.0876,
      "step": 436020
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.361378940068455e-06,
      "loss": 0.0889,
      "step": 436030
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3602603968591307e-06,
      "loss": 0.0895,
      "step": 436040
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3591418536498065e-06,
      "loss": 0.0948,
      "step": 436050
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3580233104404824e-06,
      "loss": 0.0871,
      "step": 436060
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3569047672311584e-06,
      "loss": 0.088,
      "step": 436070
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3557862240218342e-06,
      "loss": 0.0927,
      "step": 436080
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.35466768081251e-06,
      "loss": 0.0911,
      "step": 436090
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3535491376031858e-06,
      "loss": 0.0901,
      "step": 436100
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3524305943938616e-06,
      "loss": 0.0891,
      "step": 436110
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3513120511845374e-06,
      "loss": 0.0904,
      "step": 436120
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3501935079752132e-06,
      "loss": 0.0917,
      "step": 436130
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.349074964765889e-06,
      "loss": 0.0909,
      "step": 436140
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3479564215565649e-06,
      "loss": 0.0886,
      "step": 436150
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3468378783472407e-06,
      "loss": 0.0918,
      "step": 436160
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3457193351379165e-06,
      "loss": 0.0945,
      "step": 436170
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3446007919285923e-06,
      "loss": 0.0917,
      "step": 436180
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.343482248719268e-06,
      "loss": 0.0903,
      "step": 436190
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.342363705509944e-06,
      "loss": 0.093,
      "step": 436200
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3412451623006197e-06,
      "loss": 0.0907,
      "step": 436210
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3401266190912957e-06,
      "loss": 0.0889,
      "step": 436220
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3390080758819715e-06,
      "loss": 0.092,
      "step": 436230
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3378895326726474e-06,
      "loss": 0.0926,
      "step": 436240
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3367709894633232e-06,
      "loss": 0.0933,
      "step": 436250
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.335652446253999e-06,
      "loss": 0.0943,
      "step": 436260
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3345339030446748e-06,
      "loss": 0.0934,
      "step": 436270
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3334153598353506e-06,
      "loss": 0.0915,
      "step": 436280
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3322968166260262e-06,
      "loss": 0.0882,
      "step": 436290
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3312901277376346e-06,
      "loss": 0.0895,
      "step": 436300
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3301715845283104e-06,
      "loss": 0.0901,
      "step": 436310
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3290530413189862e-06,
      "loss": 0.0923,
      "step": 436320
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.327934498109662e-06,
      "loss": 0.0934,
      "step": 436330
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3268159549003378e-06,
      "loss": 0.0984,
      "step": 436340
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3256974116910136e-06,
      "loss": 0.0921,
      "step": 436350
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3245788684816894e-06,
      "loss": 0.0882,
      "step": 436360
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3234603252723652e-06,
      "loss": 0.0938,
      "step": 436370
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.322341782063041e-06,
      "loss": 0.0912,
      "step": 436380
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3212232388537168e-06,
      "loss": 0.0912,
      "step": 436390
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3201046956443927e-06,
      "loss": 0.0899,
      "step": 436400
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3189861524350685e-06,
      "loss": 0.0922,
      "step": 436410
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3178676092257445e-06,
      "loss": 0.0868,
      "step": 436420
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3167490660164203e-06,
      "loss": 0.0943,
      "step": 436430
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3156305228070961e-06,
      "loss": 0.0884,
      "step": 436440
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.314511979597772e-06,
      "loss": 0.0941,
      "step": 436450
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3133934363884477e-06,
      "loss": 0.0888,
      "step": 436460
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3122748931791235e-06,
      "loss": 0.0902,
      "step": 436470
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3111563499697993e-06,
      "loss": 0.0876,
      "step": 436480
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3100378067604752e-06,
      "loss": 0.0892,
      "step": 436490
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.308919263551151e-06,
      "loss": 0.0922,
      "step": 436500
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3078007203418268e-06,
      "loss": 0.0873,
      "step": 436510
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3066821771325026e-06,
      "loss": 0.095,
      "step": 436520
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3055636339231784e-06,
      "loss": 0.0896,
      "step": 436530
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3044450907138542e-06,
      "loss": 0.0924,
      "step": 436540
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.30332654750453e-06,
      "loss": 0.0895,
      "step": 436550
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3022080042952058e-06,
      "loss": 0.0891,
      "step": 436560
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3010894610858819e-06,
      "loss": 0.0908,
      "step": 436570
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2999709178765577e-06,
      "loss": 0.0908,
      "step": 436580
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2988523746672335e-06,
      "loss": 0.0929,
      "step": 436590
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2977338314579093e-06,
      "loss": 0.0872,
      "step": 436600
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.296615288248585e-06,
      "loss": 0.0931,
      "step": 436610
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.295496745039261e-06,
      "loss": 0.0863,
      "step": 436620
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2943782018299367e-06,
      "loss": 0.0888,
      "step": 436630
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2932596586206125e-06,
      "loss": 0.0883,
      "step": 436640
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2921411154112883e-06,
      "loss": 0.0896,
      "step": 436650
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2910225722019641e-06,
      "loss": 0.0901,
      "step": 436660
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.28990402899264e-06,
      "loss": 0.089,
      "step": 436670
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2887854857833158e-06,
      "loss": 0.0889,
      "step": 436680
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2876669425739916e-06,
      "loss": 0.0912,
      "step": 436690
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2865483993646674e-06,
      "loss": 0.0912,
      "step": 436700
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2854298561553432e-06,
      "loss": 0.0912,
      "step": 436710
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2843113129460192e-06,
      "loss": 0.0861,
      "step": 436720
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.283192769736695e-06,
      "loss": 0.0898,
      "step": 436730
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2820742265273708e-06,
      "loss": 0.0934,
      "step": 436740
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2809556833180466e-06,
      "loss": 0.092,
      "step": 436750
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2798371401087225e-06,
      "loss": 0.0878,
      "step": 436760
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2787185968993983e-06,
      "loss": 0.0914,
      "step": 436770
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.277600053690074e-06,
      "loss": 0.0902,
      "step": 436780
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2764815104807499e-06,
      "loss": 0.0918,
      "step": 436790
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.2753629672714257e-06,
      "loss": 0.0877,
      "step": 436800
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2742444240621015e-06,
      "loss": 0.0932,
      "step": 436810
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2731258808527773e-06,
      "loss": 0.0925,
      "step": 436820
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2720073376434531e-06,
      "loss": 0.0915,
      "step": 436830
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.270888794434129e-06,
      "loss": 0.0945,
      "step": 436840
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2697702512248047e-06,
      "loss": 0.092,
      "step": 436850
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2686517080154806e-06,
      "loss": 0.0929,
      "step": 436860
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2675331648061566e-06,
      "loss": 0.0916,
      "step": 436870
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2664146215968324e-06,
      "loss": 0.0939,
      "step": 436880
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2652960783875082e-06,
      "loss": 0.0888,
      "step": 436890
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.264177535178184e-06,
      "loss": 0.0919,
      "step": 436900
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2630589919688598e-06,
      "loss": 0.0958,
      "step": 436910
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2619404487595356e-06,
      "loss": 0.0922,
      "step": 436920
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2608219055502114e-06,
      "loss": 0.0904,
      "step": 436930
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2597033623408872e-06,
      "loss": 0.0909,
      "step": 436940
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.258584819131563e-06,
      "loss": 0.0925,
      "step": 436950
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2574662759222389e-06,
      "loss": 0.087,
      "step": 436960
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2563477327129147e-06,
      "loss": 0.0887,
      "step": 436970
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2552291895035905e-06,
      "loss": 0.092,
      "step": 436980
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2541106462942663e-06,
      "loss": 0.0893,
      "step": 436990
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2529921030849421e-06,
      "loss": 0.0887,
      "step": 437000
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.251873559875618e-06,
      "loss": 0.0881,
      "step": 437010
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.250755016666294e-06,
      "loss": 0.0897,
      "step": 437020
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2496364734569698e-06,
      "loss": 0.0915,
      "step": 437030
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2485179302476456e-06,
      "loss": 0.0934,
      "step": 437040
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2473993870383214e-06,
      "loss": 0.0924,
      "step": 437050
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2462808438289972e-06,
      "loss": 0.0915,
      "step": 437060
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.245162300619673e-06,
      "loss": 0.0923,
      "step": 437070
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2440437574103488e-06,
      "loss": 0.0902,
      "step": 437080
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2429252142010246e-06,
      "loss": 0.0955,
      "step": 437090
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2418066709917004e-06,
      "loss": 0.0886,
      "step": 437100
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2406881277823762e-06,
      "loss": 0.0931,
      "step": 437110
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.239569584573052e-06,
      "loss": 0.0895,
      "step": 437120
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2384510413637279e-06,
      "loss": 0.0933,
      "step": 437130
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2373324981544037e-06,
      "loss": 0.0882,
      "step": 437140
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2362139549450795e-06,
      "loss": 0.0922,
      "step": 437150
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2350954117357553e-06,
      "loss": 0.0921,
      "step": 437160
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2339768685264313e-06,
      "loss": 0.0904,
      "step": 437170
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2328583253171071e-06,
      "loss": 0.0901,
      "step": 437180
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.231739782107783e-06,
      "loss": 0.0886,
      "step": 437190
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2306212388984587e-06,
      "loss": 0.0892,
      "step": 437200
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2295026956891345e-06,
      "loss": 0.0874,
      "step": 437210
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2283841524798104e-06,
      "loss": 0.088,
      "step": 437220
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2272656092704862e-06,
      "loss": 0.0851,
      "step": 437230
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.226147066061162e-06,
      "loss": 0.0885,
      "step": 437240
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2250285228518378e-06,
      "loss": 0.0903,
      "step": 437250
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2239099796425136e-06,
      "loss": 0.0941,
      "step": 437260
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2227914364331894e-06,
      "loss": 0.0927,
      "step": 437270
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2216728932238652e-06,
      "loss": 0.0927,
      "step": 437280
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.220554350014541e-06,
      "loss": 0.0905,
      "step": 437290
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2194358068052168e-06,
      "loss": 0.0919,
      "step": 437300
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2183172635958929e-06,
      "loss": 0.0919,
      "step": 437310
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2171987203865687e-06,
      "loss": 0.0899,
      "step": 437320
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2160801771772445e-06,
      "loss": 0.0888,
      "step": 437330
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2149616339679203e-06,
      "loss": 0.0928,
      "step": 437340
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.213843090758596e-06,
      "loss": 0.09,
      "step": 437350
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.212724547549272e-06,
      "loss": 0.0933,
      "step": 437360
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2116060043399477e-06,
      "loss": 0.0913,
      "step": 437370
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2104874611306235e-06,
      "loss": 0.0896,
      "step": 437380
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2093689179212993e-06,
      "loss": 0.0947,
      "step": 437390
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2082503747119751e-06,
      "loss": 0.0924,
      "step": 437400
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.207131831502651e-06,
      "loss": 0.0877,
      "step": 437410
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2060132882933268e-06,
      "loss": 0.0907,
      "step": 437420
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2048947450840026e-06,
      "loss": 0.0943,
      "step": 437430
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2037762018746784e-06,
      "loss": 0.0895,
      "step": 437440
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2026576586653542e-06,
      "loss": 0.0893,
      "step": 437450
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2015391154560302e-06,
      "loss": 0.093,
      "step": 437460
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.200420572246706e-06,
      "loss": 0.0908,
      "step": 437470
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1993020290373818e-06,
      "loss": 0.0907,
      "step": 437480
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1981834858280577e-06,
      "loss": 0.0937,
      "step": 437490
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1970649426187335e-06,
      "loss": 0.0885,
      "step": 437500
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1959463994094093e-06,
      "loss": 0.0857,
      "step": 437510
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.194827856200085e-06,
      "loss": 0.0925,
      "step": 437520
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1937093129907609e-06,
      "loss": 0.0905,
      "step": 437530
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1925907697814367e-06,
      "loss": 0.091,
      "step": 437540
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1914722265721125e-06,
      "loss": 0.0892,
      "step": 437550
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1903536833627883e-06,
      "loss": 0.0933,
      "step": 437560
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1892351401534641e-06,
      "loss": 0.0869,
      "step": 437570
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.18811659694414e-06,
      "loss": 0.0922,
      "step": 437580
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1869980537348158e-06,
      "loss": 0.0902,
      "step": 437590
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1858795105254916e-06,
      "loss": 0.0875,
      "step": 437600
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1847609673161676e-06,
      "loss": 0.0929,
      "step": 437610
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1836424241068434e-06,
      "loss": 0.0931,
      "step": 437620
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1825238808975192e-06,
      "loss": 0.0902,
      "step": 437630
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.181405337688195e-06,
      "loss": 0.0966,
      "step": 437640
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1802867944788708e-06,
      "loss": 0.0898,
      "step": 437650
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1791682512695466e-06,
      "loss": 0.0908,
      "step": 437660
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1780497080602224e-06,
      "loss": 0.0874,
      "step": 437670
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1769311648508983e-06,
      "loss": 0.093,
      "step": 437680
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.175812621641574e-06,
      "loss": 0.0895,
      "step": 437690
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1746940784322499e-06,
      "loss": 0.0893,
      "step": 437700
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1735755352229257e-06,
      "loss": 0.0913,
      "step": 437710
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1724569920136015e-06,
      "loss": 0.0915,
      "step": 437720
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1713384488042773e-06,
      "loss": 0.0906,
      "step": 437730
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1702199055949531e-06,
      "loss": 0.0888,
      "step": 437740
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.169101362385629e-06,
      "loss": 0.0897,
      "step": 437750
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.167982819176305e-06,
      "loss": 0.0865,
      "step": 437760
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1668642759669808e-06,
      "loss": 0.0879,
      "step": 437770
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1657457327576566e-06,
      "loss": 0.0931,
      "step": 437780
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1646271895483324e-06,
      "loss": 0.088,
      "step": 437790
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1635086463390082e-06,
      "loss": 0.0918,
      "step": 437800
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.162390103129684e-06,
      "loss": 0.0897,
      "step": 437810
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1612715599203598e-06,
      "loss": 0.0905,
      "step": 437820
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1601530167110356e-06,
      "loss": 0.0881,
      "step": 437830
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1590344735017114e-06,
      "loss": 0.0886,
      "step": 437840
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1579159302923872e-06,
      "loss": 0.0866,
      "step": 437850
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.156797387083063e-06,
      "loss": 0.0944,
      "step": 437860
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1556788438737389e-06,
      "loss": 0.0924,
      "step": 437870
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1545603006644147e-06,
      "loss": 0.0879,
      "step": 437880
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1534417574550905e-06,
      "loss": 0.0991,
      "step": 437890
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1523232142457663e-06,
      "loss": 0.089,
      "step": 437900
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1512046710364423e-06,
      "loss": 0.0931,
      "step": 437910
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1500861278271181e-06,
      "loss": 0.0883,
      "step": 437920
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.148967584617794e-06,
      "loss": 0.0892,
      "step": 437930
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1478490414084697e-06,
      "loss": 0.0925,
      "step": 437940
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1467304981991456e-06,
      "loss": 0.0911,
      "step": 437950
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1456119549898214e-06,
      "loss": 0.093,
      "step": 437960
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1444934117804972e-06,
      "loss": 0.0917,
      "step": 437970
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.143374868571173e-06,
      "loss": 0.0929,
      "step": 437980
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1422563253618488e-06,
      "loss": 0.0869,
      "step": 437990
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1411377821525246e-06,
      "loss": 0.0949,
      "step": 438000
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1400192389432004e-06,
      "loss": 0.094,
      "step": 438010
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1389006957338762e-06,
      "loss": 0.0917,
      "step": 438020
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.137782152524552e-06,
      "loss": 0.0884,
      "step": 438030
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1366636093152278e-06,
      "loss": 0.0894,
      "step": 438040
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1355450661059037e-06,
      "loss": 0.0906,
      "step": 438050
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1344265228965797e-06,
      "loss": 0.0916,
      "step": 438060
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1333079796872555e-06,
      "loss": 0.0883,
      "step": 438070
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1321894364779313e-06,
      "loss": 0.09,
      "step": 438080
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.131070893268607e-06,
      "loss": 0.0912,
      "step": 438090
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.129952350059283e-06,
      "loss": 0.0946,
      "step": 438100
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1288338068499587e-06,
      "loss": 0.0904,
      "step": 438110
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1277152636406345e-06,
      "loss": 0.0889,
      "step": 438120
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1265967204313103e-06,
      "loss": 0.0889,
      "step": 438130
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1254781772219862e-06,
      "loss": 0.0913,
      "step": 438140
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.124359634012662e-06,
      "loss": 0.0945,
      "step": 438150
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1232410908033378e-06,
      "loss": 0.0862,
      "step": 438160
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1221225475940136e-06,
      "loss": 0.0892,
      "step": 438170
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1210040043846894e-06,
      "loss": 0.0909,
      "step": 438180
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1198854611753652e-06,
      "loss": 0.0881,
      "step": 438190
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.118766917966041e-06,
      "loss": 0.0909,
      "step": 438200
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.117648374756717e-06,
      "loss": 0.0923,
      "step": 438210
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1165298315473928e-06,
      "loss": 0.0926,
      "step": 438220
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1154112883380687e-06,
      "loss": 0.0909,
      "step": 438230
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1142927451287445e-06,
      "loss": 0.0961,
      "step": 438240
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1131742019194203e-06,
      "loss": 0.0931,
      "step": 438250
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.112055658710096e-06,
      "loss": 0.0883,
      "step": 438260
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.110937115500772e-06,
      "loss": 0.09,
      "step": 438270
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1098185722914477e-06,
      "loss": 0.0921,
      "step": 438280
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1087000290821235e-06,
      "loss": 0.093,
      "step": 438290
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1075814858727993e-06,
      "loss": 0.0886,
      "step": 438300
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1064629426634751e-06,
      "loss": 0.0915,
      "step": 438310
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.105344399454151e-06,
      "loss": 0.0874,
      "step": 438320
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1043377105657593e-06,
      "loss": 0.0952,
      "step": 438330
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1032191673564351e-06,
      "loss": 0.0903,
      "step": 438340
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.102100624147111e-06,
      "loss": 0.0896,
      "step": 438350
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1009820809377867e-06,
      "loss": 0.0913,
      "step": 438360
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0998635377284625e-06,
      "loss": 0.0899,
      "step": 438370
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0987449945191384e-06,
      "loss": 0.089,
      "step": 438380
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0976264513098142e-06,
      "loss": 0.0915,
      "step": 438390
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.09650790810049e-06,
      "loss": 0.0919,
      "step": 438400
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0953893648911658e-06,
      "loss": 0.0927,
      "step": 438410
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0942708216818416e-06,
      "loss": 0.0931,
      "step": 438420
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0931522784725174e-06,
      "loss": 0.09,
      "step": 438430
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0920337352631934e-06,
      "loss": 0.0979,
      "step": 438440
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0909151920538692e-06,
      "loss": 0.0936,
      "step": 438450
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.089796648844545e-06,
      "loss": 0.0872,
      "step": 438460
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0886781056352209e-06,
      "loss": 0.0854,
      "step": 438470
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0875595624258967e-06,
      "loss": 0.0932,
      "step": 438480
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0864410192165725e-06,
      "loss": 0.0884,
      "step": 438490
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0853224760072483e-06,
      "loss": 0.0863,
      "step": 438500
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.084203932797924e-06,
      "loss": 0.0918,
      "step": 438510
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0830853895886e-06,
      "loss": 0.0912,
      "step": 438520
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0819668463792757e-06,
      "loss": 0.0928,
      "step": 438530
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0808483031699515e-06,
      "loss": 0.0895,
      "step": 438540
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0797297599606273e-06,
      "loss": 0.0879,
      "step": 438550
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0786112167513031e-06,
      "loss": 0.093,
      "step": 438560
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.077492673541979e-06,
      "loss": 0.0922,
      "step": 438570
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0763741303326548e-06,
      "loss": 0.0946,
      "step": 438580
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0752555871233308e-06,
      "loss": 0.0917,
      "step": 438590
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0741370439140066e-06,
      "loss": 0.0957,
      "step": 438600
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0730185007046824e-06,
      "loss": 0.0939,
      "step": 438610
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0718999574953582e-06,
      "loss": 0.0894,
      "step": 438620
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.070781414286034e-06,
      "loss": 0.0918,
      "step": 438630
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0696628710767098e-06,
      "loss": 0.091,
      "step": 438640
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0685443278673857e-06,
      "loss": 0.0923,
      "step": 438650
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0674257846580615e-06,
      "loss": 0.0864,
      "step": 438660
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0663072414487373e-06,
      "loss": 0.0912,
      "step": 438670
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.065188698239413e-06,
      "loss": 0.0932,
      "step": 438680
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0640701550300889e-06,
      "loss": 0.0901,
      "step": 438690
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0629516118207647e-06,
      "loss": 0.0926,
      "step": 438700
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0618330686114405e-06,
      "loss": 0.0895,
      "step": 438710
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0607145254021163e-06,
      "loss": 0.095,
      "step": 438720
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0595959821927921e-06,
      "loss": 0.0877,
      "step": 438730
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0584774389834682e-06,
      "loss": 0.0895,
      "step": 438740
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.057358895774144e-06,
      "loss": 0.0913,
      "step": 438750
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0562403525648198e-06,
      "loss": 0.0857,
      "step": 438760
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0551218093554956e-06,
      "loss": 0.0855,
      "step": 438770
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0540032661461714e-06,
      "loss": 0.0914,
      "step": 438780
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0528847229368472e-06,
      "loss": 0.0931,
      "step": 438790
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.051766179727523e-06,
      "loss": 0.0947,
      "step": 438800
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0506476365181988e-06,
      "loss": 0.0867,
      "step": 438810
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0495290933088746e-06,
      "loss": 0.0948,
      "step": 438820
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0484105500995504e-06,
      "loss": 0.0911,
      "step": 438830
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0472920068902263e-06,
      "loss": 0.095,
      "step": 438840
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.046173463680902e-06,
      "loss": 0.0873,
      "step": 438850
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0450549204715779e-06,
      "loss": 0.0927,
      "step": 438860
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0439363772622537e-06,
      "loss": 0.0907,
      "step": 438870
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0428178340529295e-06,
      "loss": 0.092,
      "step": 438880
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0416992908436055e-06,
      "loss": 0.0867,
      "step": 438890
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0405807476342813e-06,
      "loss": 0.0883,
      "step": 438900
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0394622044249571e-06,
      "loss": 0.091,
      "step": 438910
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.038343661215633e-06,
      "loss": 0.0877,
      "step": 438920
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0372251180063088e-06,
      "loss": 0.0833,
      "step": 438930
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0361065747969844e-06,
      "loss": 0.0915,
      "step": 438940
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0349880315876602e-06,
      "loss": 0.0895,
      "step": 438950
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.033869488378336e-06,
      "loss": 0.0917,
      "step": 438960
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0327509451690118e-06,
      "loss": 0.0921,
      "step": 438970
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0316324019596876e-06,
      "loss": 0.0956,
      "step": 438980
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0305138587503634e-06,
      "loss": 0.0918,
      "step": 438990
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0293953155410392e-06,
      "loss": 0.0889,
      "step": 439000
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0282767723317152e-06,
      "loss": 0.0924,
      "step": 439010
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.027158229122391e-06,
      "loss": 0.0898,
      "step": 439020
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0260396859130669e-06,
      "loss": 0.0901,
      "step": 439030
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0249211427037427e-06,
      "loss": 0.0863,
      "step": 439040
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0238025994944185e-06,
      "loss": 0.0915,
      "step": 439050
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0226840562850943e-06,
      "loss": 0.0896,
      "step": 439060
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.02156551307577e-06,
      "loss": 0.0861,
      "step": 439070
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.020446969866446e-06,
      "loss": 0.0925,
      "step": 439080
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0193284266571217e-06,
      "loss": 0.0938,
      "step": 439090
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0182098834477975e-06,
      "loss": 0.0892,
      "step": 439100
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0170913402384733e-06,
      "loss": 0.0939,
      "step": 439110
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0159727970291491e-06,
      "loss": 0.0905,
      "step": 439120
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.014854253819825e-06,
      "loss": 0.089,
      "step": 439130
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0137357106105008e-06,
      "loss": 0.0893,
      "step": 439140
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0126171674011766e-06,
      "loss": 0.0929,
      "step": 439150
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0114986241918526e-06,
      "loss": 0.0907,
      "step": 439160
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0103800809825284e-06,
      "loss": 0.0918,
      "step": 439170
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0092615377732042e-06,
      "loss": 0.0897,
      "step": 439180
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.00814299456388e-06,
      "loss": 0.0908,
      "step": 439190
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0070244513545558e-06,
      "loss": 0.0917,
      "step": 439200
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0059059081452317e-06,
      "loss": 0.0912,
      "step": 439210
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0047873649359075e-06,
      "loss": 0.0886,
      "step": 439220
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0036688217265833e-06,
      "loss": 0.0872,
      "step": 439230
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.002550278517259e-06,
      "loss": 0.0905,
      "step": 439240
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0014317353079349e-06,
      "loss": 0.0914,
      "step": 439250
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0003131920986107e-06,
      "loss": 0.0917,
      "step": 439260
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.991946488892865e-07,
      "loss": 0.0911,
      "step": 439270
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.980761056799623e-07,
      "loss": 0.0897,
      "step": 439280
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.969575624706381e-07,
      "loss": 0.0915,
      "step": 439290
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.95839019261314e-07,
      "loss": 0.0917,
      "step": 439300
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.9472047605199e-07,
      "loss": 0.0853,
      "step": 439310
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.936019328426658e-07,
      "loss": 0.094,
      "step": 439320
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.924833896333416e-07,
      "loss": 0.0948,
      "step": 439330
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.913648464240174e-07,
      "loss": 0.0962,
      "step": 439340
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.902463032146932e-07,
      "loss": 0.0892,
      "step": 439350
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.89127760005369e-07,
      "loss": 0.0938,
      "step": 439360
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.880092167960448e-07,
      "loss": 0.0874,
      "step": 439370
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.868906735867206e-07,
      "loss": 0.0975,
      "step": 439380
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.857721303773964e-07,
      "loss": 0.0903,
      "step": 439390
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.846535871680723e-07,
      "loss": 0.0887,
      "step": 439400
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.83535043958748e-07,
      "loss": 0.0932,
      "step": 439410
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.824165007494239e-07,
      "loss": 0.092,
      "step": 439420
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.812979575400997e-07,
      "loss": 0.0885,
      "step": 439430
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.801794143307755e-07,
      "loss": 0.0902,
      "step": 439440
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.790608711214513e-07,
      "loss": 0.0881,
      "step": 439450
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.779423279121273e-07,
      "loss": 0.087,
      "step": 439460
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.768237847028031e-07,
      "loss": 0.0897,
      "step": 439470
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.75705241493479e-07,
      "loss": 0.0925,
      "step": 439480
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.745866982841548e-07,
      "loss": 0.0933,
      "step": 439490
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.734681550748306e-07,
      "loss": 0.0921,
      "step": 439500
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.723496118655064e-07,
      "loss": 0.0973,
      "step": 439510
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.712310686561822e-07,
      "loss": 0.0943,
      "step": 439520
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.70112525446858e-07,
      "loss": 0.0906,
      "step": 439530
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.689939822375338e-07,
      "loss": 0.09,
      "step": 439540
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.678754390282096e-07,
      "loss": 0.0939,
      "step": 439550
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.667568958188854e-07,
      "loss": 0.0914,
      "step": 439560
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.656383526095612e-07,
      "loss": 0.0928,
      "step": 439570
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.64519809400237e-07,
      "loss": 0.0868,
      "step": 439580
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.634012661909129e-07,
      "loss": 0.0906,
      "step": 439590
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.622827229815887e-07,
      "loss": 0.0894,
      "step": 439600
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.611641797722647e-07,
      "loss": 0.0896,
      "step": 439610
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.600456365629405e-07,
      "loss": 0.0894,
      "step": 439620
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.589270933536163e-07,
      "loss": 0.0942,
      "step": 439630
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.578085501442921e-07,
      "loss": 0.0907,
      "step": 439640
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.56690006934968e-07,
      "loss": 0.092,
      "step": 439650
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.555714637256437e-07,
      "loss": 0.0923,
      "step": 439660
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.544529205163196e-07,
      "loss": 0.0898,
      "step": 439670
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.533343773069954e-07,
      "loss": 0.0928,
      "step": 439680
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.522158340976712e-07,
      "loss": 0.0875,
      "step": 439690
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.51097290888347e-07,
      "loss": 0.0881,
      "step": 439700
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.499787476790228e-07,
      "loss": 0.0894,
      "step": 439710
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.488602044696987e-07,
      "loss": 0.0926,
      "step": 439720
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.477416612603745e-07,
      "loss": 0.0875,
      "step": 439730
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.466231180510503e-07,
      "loss": 0.0903,
      "step": 439740
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.455045748417261e-07,
      "loss": 0.0887,
      "step": 439750
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.44386031632402e-07,
      "loss": 0.0909,
      "step": 439760
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.432674884230778e-07,
      "loss": 0.0914,
      "step": 439770
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.421489452137536e-07,
      "loss": 0.0913,
      "step": 439780
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.410304020044295e-07,
      "loss": 0.0886,
      "step": 439790
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.399118587951053e-07,
      "loss": 0.0909,
      "step": 439800
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.387933155857811e-07,
      "loss": 0.0915,
      "step": 439810
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.376747723764569e-07,
      "loss": 0.0935,
      "step": 439820
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.365562291671327e-07,
      "loss": 0.0898,
      "step": 439830
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.354376859578085e-07,
      "loss": 0.0938,
      "step": 439840
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.343191427484843e-07,
      "loss": 0.0906,
      "step": 439850
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.332005995391602e-07,
      "loss": 0.09,
      "step": 439860
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.320820563298361e-07,
      "loss": 0.0919,
      "step": 439870
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.309635131205119e-07,
      "loss": 0.0912,
      "step": 439880
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.298449699111877e-07,
      "loss": 0.0927,
      "step": 439890
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.287264267018635e-07,
      "loss": 0.0939,
      "step": 439900
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.276078834925393e-07,
      "loss": 0.0954,
      "step": 439910
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.264893402832151e-07,
      "loss": 0.0876,
      "step": 439920
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.253707970738909e-07,
      "loss": 0.0934,
      "step": 439930
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.242522538645668e-07,
      "loss": 0.0926,
      "step": 439940
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.231337106552427e-07,
      "loss": 0.0904,
      "step": 439950
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.220151674459185e-07,
      "loss": 0.0951,
      "step": 439960
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.208966242365943e-07,
      "loss": 0.0924,
      "step": 439970
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.197780810272701e-07,
      "loss": 0.0891,
      "step": 439980
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.186595378179459e-07,
      "loss": 0.0947,
      "step": 439990
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.175409946086217e-07,
      "loss": 0.0879,
      "step": 440000
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.164224513992975e-07,
      "loss": 0.0926,
      "step": 440010
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.153039081899734e-07,
      "loss": 0.0932,
      "step": 440020
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.141853649806492e-07,
      "loss": 0.0898,
      "step": 440030
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.130668217713251e-07,
      "loss": 0.0908,
      "step": 440040
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.119482785620009e-07,
      "loss": 0.0898,
      "step": 440050
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.108297353526767e-07,
      "loss": 0.0882,
      "step": 440060
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.097111921433525e-07,
      "loss": 0.0881,
      "step": 440070
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.085926489340283e-07,
      "loss": 0.0915,
      "step": 440080
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.074741057247042e-07,
      "loss": 0.0902,
      "step": 440090
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.0635556251538e-07,
      "loss": 0.087,
      "step": 440100
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.052370193060558e-07,
      "loss": 0.0904,
      "step": 440110
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.041184760967316e-07,
      "loss": 0.0934,
      "step": 440120
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.029999328874075e-07,
      "loss": 0.0882,
      "step": 440130
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.018813896780833e-07,
      "loss": 0.0886,
      "step": 440140
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.007628464687591e-07,
      "loss": 0.0913,
      "step": 440150
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.996443032594349e-07,
      "loss": 0.0886,
      "step": 440160
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.985257600501108e-07,
      "loss": 0.0889,
      "step": 440170
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.974072168407866e-07,
      "loss": 0.0875,
      "step": 440180
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.962886736314624e-07,
      "loss": 0.092,
      "step": 440190
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.951701304221382e-07,
      "loss": 0.091,
      "step": 440200
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.94051587212814e-07,
      "loss": 0.0888,
      "step": 440210
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.929330440034898e-07,
      "loss": 0.0873,
      "step": 440220
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.918145007941657e-07,
      "loss": 0.0921,
      "step": 440230
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.906959575848416e-07,
      "loss": 0.088,
      "step": 440240
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.895774143755174e-07,
      "loss": 0.0928,
      "step": 440250
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.884588711661932e-07,
      "loss": 0.0911,
      "step": 440260
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.87340327956869e-07,
      "loss": 0.0921,
      "step": 440270
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.862217847475448e-07,
      "loss": 0.0912,
      "step": 440280
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.851032415382206e-07,
      "loss": 0.0891,
      "step": 440290
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.839846983288964e-07,
      "loss": 0.0918,
      "step": 440300
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.828661551195722e-07,
      "loss": 0.092,
      "step": 440310
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.817476119102482e-07,
      "loss": 0.0894,
      "step": 440320
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.80629068700924e-07,
      "loss": 0.0873,
      "step": 440330
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.796223798125322e-07,
      "loss": 0.0915,
      "step": 440340
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.78503836603208e-07,
      "loss": 0.0885,
      "step": 440350
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.773852933938838e-07,
      "loss": 0.0944,
      "step": 440360
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.762667501845597e-07,
      "loss": 0.0916,
      "step": 440370
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.751482069752355e-07,
      "loss": 0.0909,
      "step": 440380
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.740296637659114e-07,
      "loss": 0.0952,
      "step": 440390
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.729111205565872e-07,
      "loss": 0.087,
      "step": 440400
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.71792577347263e-07,
      "loss": 0.0873,
      "step": 440410
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.706740341379388e-07,
      "loss": 0.0896,
      "step": 440420
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.695554909286146e-07,
      "loss": 0.0919,
      "step": 440430
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.684369477192904e-07,
      "loss": 0.0906,
      "step": 440440
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.673184045099662e-07,
      "loss": 0.092,
      "step": 440450
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.66199861300642e-07,
      "loss": 0.0876,
      "step": 440460
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.65081318091318e-07,
      "loss": 0.0916,
      "step": 440470
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.639627748819938e-07,
      "loss": 0.0885,
      "step": 440480
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.628442316726696e-07,
      "loss": 0.0911,
      "step": 440490
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.617256884633454e-07,
      "loss": 0.091,
      "step": 440500
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.606071452540212e-07,
      "loss": 0.0917,
      "step": 440510
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.59488602044697e-07,
      "loss": 0.0896,
      "step": 440520
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.583700588353728e-07,
      "loss": 0.094,
      "step": 440530
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.572515156260487e-07,
      "loss": 0.0924,
      "step": 440540
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.561329724167246e-07,
      "loss": 0.0887,
      "step": 440550
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.550144292074004e-07,
      "loss": 0.0906,
      "step": 440560
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.538958859980762e-07,
      "loss": 0.0895,
      "step": 440570
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.52777342788752e-07,
      "loss": 0.0906,
      "step": 440580
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.516587995794278e-07,
      "loss": 0.0902,
      "step": 440590
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.505402563701036e-07,
      "loss": 0.0935,
      "step": 440600
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.494217131607794e-07,
      "loss": 0.0935,
      "step": 440610
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.483031699514553e-07,
      "loss": 0.0917,
      "step": 440620
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.471846267421311e-07,
      "loss": 0.0943,
      "step": 440630
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.46066083532807e-07,
      "loss": 0.0907,
      "step": 440640
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.449475403234828e-07,
      "loss": 0.0907,
      "step": 440650
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.438289971141586e-07,
      "loss": 0.0896,
      "step": 440660
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.427104539048344e-07,
      "loss": 0.0929,
      "step": 440670
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.415919106955102e-07,
      "loss": 0.0894,
      "step": 440680
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.404733674861861e-07,
      "loss": 0.0936,
      "step": 440690
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.393548242768619e-07,
      "loss": 0.0951,
      "step": 440700
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.382362810675377e-07,
      "loss": 0.0888,
      "step": 440710
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.371177378582135e-07,
      "loss": 0.0908,
      "step": 440720
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.359991946488893e-07,
      "loss": 0.0917,
      "step": 440730
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.348806514395652e-07,
      "loss": 0.0881,
      "step": 440740
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.33762108230241e-07,
      "loss": 0.0922,
      "step": 440750
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.326435650209168e-07,
      "loss": 0.0908,
      "step": 440760
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.315250218115927e-07,
      "loss": 0.0928,
      "step": 440770
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.304064786022685e-07,
      "loss": 0.0863,
      "step": 440780
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.292879353929443e-07,
      "loss": 0.0907,
      "step": 440790
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.281693921836201e-07,
      "loss": 0.0938,
      "step": 440800
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.270508489742959e-07,
      "loss": 0.0912,
      "step": 440810
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.259323057649717e-07,
      "loss": 0.09,
      "step": 440820
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.248137625556476e-07,
      "loss": 0.0939,
      "step": 440830
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.236952193463235e-07,
      "loss": 0.0895,
      "step": 440840
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.225766761369993e-07,
      "loss": 0.0907,
      "step": 440850
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.214581329276751e-07,
      "loss": 0.0897,
      "step": 440860
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.203395897183509e-07,
      "loss": 0.0918,
      "step": 440870
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.192210465090267e-07,
      "loss": 0.0881,
      "step": 440880
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.181025032997025e-07,
      "loss": 0.0907,
      "step": 440890
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.169839600903783e-07,
      "loss": 0.0944,
      "step": 440900
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.158654168810541e-07,
      "loss": 0.091,
      "step": 440910
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.147468736717301e-07,
      "loss": 0.0916,
      "step": 440920
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.136283304624059e-07,
      "loss": 0.0941,
      "step": 440930
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.125097872530817e-07,
      "loss": 0.0926,
      "step": 440940
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.113912440437575e-07,
      "loss": 0.0925,
      "step": 440950
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.102727008344333e-07,
      "loss": 0.0889,
      "step": 440960
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.091541576251091e-07,
      "loss": 0.0952,
      "step": 440970
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.080356144157849e-07,
      "loss": 0.0864,
      "step": 440980
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.069170712064608e-07,
      "loss": 0.0905,
      "step": 440990
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.057985279971366e-07,
      "loss": 0.0913,
      "step": 441000
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.046799847878125e-07,
      "loss": 0.0913,
      "step": 441010
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.035614415784883e-07,
      "loss": 0.0923,
      "step": 441020
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.024428983691641e-07,
      "loss": 0.0939,
      "step": 441030
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.013243551598399e-07,
      "loss": 0.0895,
      "step": 441040
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.002058119505157e-07,
      "loss": 0.0968,
      "step": 441050
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.990872687411915e-07,
      "loss": 0.0892,
      "step": 441060
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.979687255318674e-07,
      "loss": 0.09,
      "step": 441070
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.968501823225432e-07,
      "loss": 0.0898,
      "step": 441080
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.95731639113219e-07,
      "loss": 0.0917,
      "step": 441090
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.946130959038948e-07,
      "loss": 0.0894,
      "step": 441100
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.934945526945707e-07,
      "loss": 0.092,
      "step": 441110
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.923760094852465e-07,
      "loss": 0.0913,
      "step": 441120
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.912574662759223e-07,
      "loss": 0.0905,
      "step": 441130
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.901389230665982e-07,
      "loss": 0.0908,
      "step": 441140
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.89020379857274e-07,
      "loss": 0.0912,
      "step": 441150
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.879018366479498e-07,
      "loss": 0.0883,
      "step": 441160
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.867832934386256e-07,
      "loss": 0.0877,
      "step": 441170
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.856647502293014e-07,
      "loss": 0.0901,
      "step": 441180
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.845462070199772e-07,
      "loss": 0.0917,
      "step": 441190
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.834276638106531e-07,
      "loss": 0.0886,
      "step": 441200
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.823091206013289e-07,
      "loss": 0.0917,
      "step": 441210
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.811905773920047e-07,
      "loss": 0.0898,
      "step": 441220
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.800720341826805e-07,
      "loss": 0.09,
      "step": 441230
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.789534909733563e-07,
      "loss": 0.0881,
      "step": 441240
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.778349477640321e-07,
      "loss": 0.093,
      "step": 441250
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.767164045547079e-07,
      "loss": 0.0938,
      "step": 441260
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.755978613453837e-07,
      "loss": 0.092,
      "step": 441270
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.744793181360596e-07,
      "loss": 0.0917,
      "step": 441280
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.733607749267355e-07,
      "loss": 0.0905,
      "step": 441290
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.722422317174113e-07,
      "loss": 0.0912,
      "step": 441300
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.711236885080871e-07,
      "loss": 0.0925,
      "step": 441310
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.700051452987629e-07,
      "loss": 0.0932,
      "step": 441320
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.688866020894387e-07,
      "loss": 0.0931,
      "step": 441330
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.677680588801145e-07,
      "loss": 0.0919,
      "step": 441340
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.666495156707904e-07,
      "loss": 0.093,
      "step": 441350
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.655309724614662e-07,
      "loss": 0.0874,
      "step": 441360
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.64412429252142e-07,
      "loss": 0.0923,
      "step": 441370
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.632938860428178e-07,
      "loss": 0.0999,
      "step": 441380
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.621753428334937e-07,
      "loss": 0.0857,
      "step": 441390
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.610567996241695e-07,
      "loss": 0.0858,
      "step": 441400
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.599382564148453e-07,
      "loss": 0.0955,
      "step": 441410
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.588197132055211e-07,
      "loss": 0.0937,
      "step": 441420
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.57701169996197e-07,
      "loss": 0.0924,
      "step": 441430
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.565826267868728e-07,
      "loss": 0.0922,
      "step": 441440
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.554640835775486e-07,
      "loss": 0.0862,
      "step": 441450
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.543455403682244e-07,
      "loss": 0.0912,
      "step": 441460
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.532269971589002e-07,
      "loss": 0.0912,
      "step": 441470
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.521084539495761e-07,
      "loss": 0.09,
      "step": 441480
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.509899107402519e-07,
      "loss": 0.0917,
      "step": 441490
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.498713675309278e-07,
      "loss": 0.09,
      "step": 441500
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.487528243216036e-07,
      "loss": 0.0898,
      "step": 441510
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.476342811122794e-07,
      "loss": 0.09,
      "step": 441520
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.465157379029552e-07,
      "loss": 0.089,
      "step": 441530
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.45397194693631e-07,
      "loss": 0.0898,
      "step": 441540
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.442786514843068e-07,
      "loss": 0.0932,
      "step": 441550
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.431601082749826e-07,
      "loss": 0.0938,
      "step": 441560
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.420415650656585e-07,
      "loss": 0.0911,
      "step": 441570
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.409230218563344e-07,
      "loss": 0.0917,
      "step": 441580
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.398044786470102e-07,
      "loss": 0.0911,
      "step": 441590
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.38685935437686e-07,
      "loss": 0.0922,
      "step": 441600
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.375673922283618e-07,
      "loss": 0.0891,
      "step": 441610
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.364488490190376e-07,
      "loss": 0.0887,
      "step": 441620
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.353303058097134e-07,
      "loss": 0.0882,
      "step": 441630
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.342117626003892e-07,
      "loss": 0.0907,
      "step": 441640
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.330932193910651e-07,
      "loss": 0.0918,
      "step": 441650
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.31974676181741e-07,
      "loss": 0.0878,
      "step": 441660
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.308561329724168e-07,
      "loss": 0.093,
      "step": 441670
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.297375897630926e-07,
      "loss": 0.09,
      "step": 441680
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.286190465537684e-07,
      "loss": 0.0917,
      "step": 441690
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.275005033444442e-07,
      "loss": 0.09,
      "step": 441700
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.2638196013512e-07,
      "loss": 0.0895,
      "step": 441710
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.252634169257958e-07,
      "loss": 0.0928,
      "step": 441720
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.241448737164717e-07,
      "loss": 0.0926,
      "step": 441730
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.230263305071475e-07,
      "loss": 0.0909,
      "step": 441740
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.219077872978234e-07,
      "loss": 0.0937,
      "step": 441750
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.207892440884992e-07,
      "loss": 0.0907,
      "step": 441760
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.19670700879175e-07,
      "loss": 0.0932,
      "step": 441770
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.185521576698508e-07,
      "loss": 0.0938,
      "step": 441780
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.174336144605266e-07,
      "loss": 0.0904,
      "step": 441790
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.163150712512025e-07,
      "loss": 0.0883,
      "step": 441800
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.151965280418783e-07,
      "loss": 0.0894,
      "step": 441810
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.140779848325541e-07,
      "loss": 0.0905,
      "step": 441820
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.129594416232299e-07,
      "loss": 0.0878,
      "step": 441830
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.118408984139057e-07,
      "loss": 0.0931,
      "step": 441840
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.107223552045816e-07,
      "loss": 0.0907,
      "step": 441850
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.096038119952574e-07,
      "loss": 0.0893,
      "step": 441860
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.084852687859333e-07,
      "loss": 0.089,
      "step": 441870
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.073667255766091e-07,
      "loss": 0.0861,
      "step": 441880
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.062481823672849e-07,
      "loss": 0.0899,
      "step": 441890
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.051296391579607e-07,
      "loss": 0.0929,
      "step": 441900
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.040110959486365e-07,
      "loss": 0.0951,
      "step": 441910
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.028925527393123e-07,
      "loss": 0.0866,
      "step": 441920
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.017740095299881e-07,
      "loss": 0.087,
      "step": 441930
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.00655466320664e-07,
      "loss": 0.0937,
      "step": 441940
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.995369231113399e-07,
      "loss": 0.0874,
      "step": 441950
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.984183799020157e-07,
      "loss": 0.0911,
      "step": 441960
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.972998366926915e-07,
      "loss": 0.0917,
      "step": 441970
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.961812934833673e-07,
      "loss": 0.0924,
      "step": 441980
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.950627502740431e-07,
      "loss": 0.0916,
      "step": 441990
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.939442070647189e-07,
      "loss": 0.0919,
      "step": 442000
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.928256638553947e-07,
      "loss": 0.0896,
      "step": 442010
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.917071206460706e-07,
      "loss": 0.0922,
      "step": 442020
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.905885774367465e-07,
      "loss": 0.0878,
      "step": 442030
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.894700342274223e-07,
      "loss": 0.0954,
      "step": 442040
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.883514910180981e-07,
      "loss": 0.0876,
      "step": 442050
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.872329478087739e-07,
      "loss": 0.0881,
      "step": 442060
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.861144045994497e-07,
      "loss": 0.0921,
      "step": 442070
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.849958613901255e-07,
      "loss": 0.0918,
      "step": 442080
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.838773181808013e-07,
      "loss": 0.0876,
      "step": 442090
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.827587749714772e-07,
      "loss": 0.0864,
      "step": 442100
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.81640231762153e-07,
      "loss": 0.0907,
      "step": 442110
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.805216885528289e-07,
      "loss": 0.0946,
      "step": 442120
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.794031453435047e-07,
      "loss": 0.089,
      "step": 442130
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.782846021341805e-07,
      "loss": 0.0951,
      "step": 442140
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.771660589248563e-07,
      "loss": 0.0913,
      "step": 442150
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.760475157155321e-07,
      "loss": 0.0905,
      "step": 442160
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.74928972506208e-07,
      "loss": 0.0906,
      "step": 442170
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.738104292968838e-07,
      "loss": 0.0875,
      "step": 442180
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.726918860875596e-07,
      "loss": 0.0919,
      "step": 442190
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.715733428782354e-07,
      "loss": 0.0916,
      "step": 442200
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.704547996689113e-07,
      "loss": 0.0859,
      "step": 442210
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.693362564595871e-07,
      "loss": 0.0914,
      "step": 442220
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.682177132502629e-07,
      "loss": 0.0889,
      "step": 442230
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.670991700409387e-07,
      "loss": 0.0945,
      "step": 442240
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.659806268316146e-07,
      "loss": 0.0871,
      "step": 442250
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.648620836222904e-07,
      "loss": 0.0961,
      "step": 442260
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.637435404129662e-07,
      "loss": 0.0908,
      "step": 442270
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.62624997203642e-07,
      "loss": 0.0873,
      "step": 442280
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.615064539943178e-07,
      "loss": 0.0908,
      "step": 442290
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.603879107849936e-07,
      "loss": 0.0871,
      "step": 442300
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.592693675756695e-07,
      "loss": 0.0934,
      "step": 442310
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.581508243663454e-07,
      "loss": 0.0911,
      "step": 442320
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.570322811570212e-07,
      "loss": 0.0916,
      "step": 442330
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.55913737947697e-07,
      "loss": 0.0908,
      "step": 442340
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.547951947383728e-07,
      "loss": 0.095,
      "step": 442350
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.536766515290486e-07,
      "loss": 0.0899,
      "step": 442360
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.525581083197244e-07,
      "loss": 0.0888,
      "step": 442370
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.515514194313327e-07,
      "loss": 0.0961,
      "step": 442380
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.504328762220085e-07,
      "loss": 0.0918,
      "step": 442390
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.493143330126844e-07,
      "loss": 0.0907,
      "step": 442400
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.481957898033602e-07,
      "loss": 0.0899,
      "step": 442410
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.470772465940359e-07,
      "loss": 0.0935,
      "step": 442420
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.459587033847117e-07,
      "loss": 0.0866,
      "step": 442430
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.448401601753875e-07,
      "loss": 0.0891,
      "step": 442440
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.437216169660633e-07,
      "loss": 0.088,
      "step": 442450
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.426030737567393e-07,
      "loss": 0.0935,
      "step": 442460
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.414845305474151e-07,
      "loss": 0.0907,
      "step": 442470
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.403659873380909e-07,
      "loss": 0.0893,
      "step": 442480
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.392474441287667e-07,
      "loss": 0.0915,
      "step": 442490
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.381289009194425e-07,
      "loss": 0.0845,
      "step": 442500
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.370103577101183e-07,
      "loss": 0.0898,
      "step": 442510
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.358918145007941e-07,
      "loss": 0.0903,
      "step": 442520
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.347732712914699e-07,
      "loss": 0.0909,
      "step": 442530
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.336547280821458e-07,
      "loss": 0.0878,
      "step": 442540
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.325361848728217e-07,
      "loss": 0.0925,
      "step": 442550
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.314176416634975e-07,
      "loss": 0.0893,
      "step": 442560
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.302990984541733e-07,
      "loss": 0.0888,
      "step": 442570
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.291805552448491e-07,
      "loss": 0.0939,
      "step": 442580
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.280620120355249e-07,
      "loss": 0.0877,
      "step": 442590
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.269434688262007e-07,
      "loss": 0.0894,
      "step": 442600
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.258249256168766e-07,
      "loss": 0.0938,
      "step": 442610
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.247063824075524e-07,
      "loss": 0.0908,
      "step": 442620
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.235878391982282e-07,
      "loss": 0.0927,
      "step": 442630
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.224692959889041e-07,
      "loss": 0.0946,
      "step": 442640
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.213507527795799e-07,
      "loss": 0.0922,
      "step": 442650
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.202322095702557e-07,
      "loss": 0.0897,
      "step": 442660
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.191136663609315e-07,
      "loss": 0.0933,
      "step": 442670
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.179951231516073e-07,
      "loss": 0.0931,
      "step": 442680
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.168765799422832e-07,
      "loss": 0.09,
      "step": 442690
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.15758036732959e-07,
      "loss": 0.0921,
      "step": 442700
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.146394935236348e-07,
      "loss": 0.0863,
      "step": 442710
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.135209503143106e-07,
      "loss": 0.0879,
      "step": 442720
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.124024071049865e-07,
      "loss": 0.0916,
      "step": 442730
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.112838638956623e-07,
      "loss": 0.092,
      "step": 442740
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.101653206863381e-07,
      "loss": 0.0911,
      "step": 442750
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.09046777477014e-07,
      "loss": 0.089,
      "step": 442760
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.079282342676898e-07,
      "loss": 0.0876,
      "step": 442770
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.068096910583656e-07,
      "loss": 0.0918,
      "step": 442780
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.056911478490414e-07,
      "loss": 0.0903,
      "step": 442790
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.045726046397172e-07,
      "loss": 0.0907,
      "step": 442800
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.03454061430393e-07,
      "loss": 0.0881,
      "step": 442810
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.023355182210688e-07,
      "loss": 0.0936,
      "step": 442820
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.012169750117447e-07,
      "loss": 0.0897,
      "step": 442830
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.000984318024206e-07,
      "loss": 0.0894,
      "step": 442840
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.989798885930964e-07,
      "loss": 0.0907,
      "step": 442850
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.978613453837722e-07,
      "loss": 0.0932,
      "step": 442860
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.96742802174448e-07,
      "loss": 0.0987,
      "step": 442870
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.956242589651238e-07,
      "loss": 0.093,
      "step": 442880
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.945057157557996e-07,
      "loss": 0.089,
      "step": 442890
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.933871725464754e-07,
      "loss": 0.0887,
      "step": 442900
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.922686293371514e-07,
      "loss": 0.0908,
      "step": 442910
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.911500861278272e-07,
      "loss": 0.0905,
      "step": 442920
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.90031542918503e-07,
      "loss": 0.0915,
      "step": 442930
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.889129997091788e-07,
      "loss": 0.0876,
      "step": 442940
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.877944564998546e-07,
      "loss": 0.089,
      "step": 442950
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.866759132905304e-07,
      "loss": 0.089,
      "step": 442960
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.855573700812062e-07,
      "loss": 0.0903,
      "step": 442970
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.84438826871882e-07,
      "loss": 0.0914,
      "step": 442980
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.833202836625579e-07,
      "loss": 0.0919,
      "step": 442990
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.822017404532337e-07,
      "loss": 0.0895,
      "step": 443000
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.810831972439096e-07,
      "loss": 0.0917,
      "step": 443010
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.799646540345854e-07,
      "loss": 0.09,
      "step": 443020
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.788461108252612e-07,
      "loss": 0.0895,
      "step": 443030
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.77727567615937e-07,
      "loss": 0.0925,
      "step": 443040
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.766090244066128e-07,
      "loss": 0.092,
      "step": 443050
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.754904811972887e-07,
      "loss": 0.0904,
      "step": 443060
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.743719379879645e-07,
      "loss": 0.0863,
      "step": 443070
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.732533947786403e-07,
      "loss": 0.0896,
      "step": 443080
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.721348515693161e-07,
      "loss": 0.0883,
      "step": 443090
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.71016308359992e-07,
      "loss": 0.0929,
      "step": 443100
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.698977651506678e-07,
      "loss": 0.0916,
      "step": 443110
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.687792219413436e-07,
      "loss": 0.0914,
      "step": 443120
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.676606787320195e-07,
      "loss": 0.0911,
      "step": 443130
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.665421355226953e-07,
      "loss": 0.0859,
      "step": 443140
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.654235923133711e-07,
      "loss": 0.0885,
      "step": 443150
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.643050491040469e-07,
      "loss": 0.092,
      "step": 443160
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.631865058947227e-07,
      "loss": 0.0954,
      "step": 443170
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.620679626853985e-07,
      "loss": 0.0901,
      "step": 443180
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.609494194760744e-07,
      "loss": 0.0919,
      "step": 443190
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.598308762667502e-07,
      "loss": 0.0918,
      "step": 443200
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.587123330574261e-07,
      "loss": 0.0931,
      "step": 443210
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.575937898481019e-07,
      "loss": 0.0892,
      "step": 443220
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.564752466387777e-07,
      "loss": 0.0927,
      "step": 443230
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.553567034294535e-07,
      "loss": 0.0925,
      "step": 443240
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.542381602201293e-07,
      "loss": 0.0907,
      "step": 443250
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.531196170108051e-07,
      "loss": 0.0921,
      "step": 443260
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.520010738014809e-07,
      "loss": 0.0898,
      "step": 443270
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.508825305921569e-07,
      "loss": 0.0909,
      "step": 443280
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.497639873828327e-07,
      "loss": 0.093,
      "step": 443290
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.486454441735085e-07,
      "loss": 0.0887,
      "step": 443300
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.475269009641843e-07,
      "loss": 0.0905,
      "step": 443310
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.464083577548601e-07,
      "loss": 0.0896,
      "step": 443320
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.452898145455359e-07,
      "loss": 0.0915,
      "step": 443330
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.441712713362117e-07,
      "loss": 0.0864,
      "step": 443340
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.430527281268875e-07,
      "loss": 0.0911,
      "step": 443350
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.419341849175634e-07,
      "loss": 0.091,
      "step": 443360
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.408156417082393e-07,
      "loss": 0.0856,
      "step": 443370
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.396970984989151e-07,
      "loss": 0.0906,
      "step": 443380
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.385785552895909e-07,
      "loss": 0.0954,
      "step": 443390
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.374600120802667e-07,
      "loss": 0.0919,
      "step": 443400
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.363414688709425e-07,
      "loss": 0.0872,
      "step": 443410
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.352229256616183e-07,
      "loss": 0.0911,
      "step": 443420
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.341043824522942e-07,
      "loss": 0.0895,
      "step": 443430
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.3298583924297e-07,
      "loss": 0.0936,
      "step": 443440
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.318672960336458e-07,
      "loss": 0.0901,
      "step": 443450
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.307487528243216e-07,
      "loss": 0.0904,
      "step": 443460
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.296302096149975e-07,
      "loss": 0.092,
      "step": 443470
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.285116664056733e-07,
      "loss": 0.0922,
      "step": 443480
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.273931231963491e-07,
      "loss": 0.0895,
      "step": 443490
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.262745799870249e-07,
      "loss": 0.0919,
      "step": 443500
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.251560367777008e-07,
      "loss": 0.0886,
      "step": 443510
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.240374935683766e-07,
      "loss": 0.0864,
      "step": 443520
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.229189503590524e-07,
      "loss": 0.0882,
      "step": 443530
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.218004071497282e-07,
      "loss": 0.0893,
      "step": 443540
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.20681863940404e-07,
      "loss": 0.0933,
      "step": 443550
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.195633207310799e-07,
      "loss": 0.0919,
      "step": 443560
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.184447775217557e-07,
      "loss": 0.0914,
      "step": 443570
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.173262343124316e-07,
      "loss": 0.0927,
      "step": 443580
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.162076911031074e-07,
      "loss": 0.0872,
      "step": 443590
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.150891478937832e-07,
      "loss": 0.0908,
      "step": 443600
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.13970604684459e-07,
      "loss": 0.0886,
      "step": 443610
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.128520614751348e-07,
      "loss": 0.0925,
      "step": 443620
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.117335182658106e-07,
      "loss": 0.0927,
      "step": 443630
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.106149750564864e-07,
      "loss": 0.0927,
      "step": 443640
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.094964318471623e-07,
      "loss": 0.0922,
      "step": 443650
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.083778886378382e-07,
      "loss": 0.0946,
      "step": 443660
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.07259345428514e-07,
      "loss": 0.092,
      "step": 443670
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.061408022191898e-07,
      "loss": 0.0882,
      "step": 443680
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.050222590098656e-07,
      "loss": 0.0922,
      "step": 443690
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.039037158005414e-07,
      "loss": 0.0925,
      "step": 443700
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.027851725912172e-07,
      "loss": 0.0904,
      "step": 443710
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.01666629381893e-07,
      "loss": 0.0943,
      "step": 443720
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.005480861725689e-07,
      "loss": 0.0926,
      "step": 443730
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.994295429632448e-07,
      "loss": 0.0931,
      "step": 443740
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.983109997539206e-07,
      "loss": 0.0931,
      "step": 443750
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.971924565445964e-07,
      "loss": 0.0884,
      "step": 443760
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.960739133352722e-07,
      "loss": 0.0883,
      "step": 443770
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.94955370125948e-07,
      "loss": 0.0893,
      "step": 443780
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.938368269166238e-07,
      "loss": 0.0913,
      "step": 443790
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.927182837072996e-07,
      "loss": 0.0915,
      "step": 443800
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.915997404979755e-07,
      "loss": 0.0868,
      "step": 443810
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.904811972886513e-07,
      "loss": 0.0897,
      "step": 443820
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.893626540793272e-07,
      "loss": 0.0914,
      "step": 443830
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.88244110870003e-07,
      "loss": 0.0932,
      "step": 443840
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.871255676606788e-07,
      "loss": 0.0873,
      "step": 443850
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.860070244513546e-07,
      "loss": 0.089,
      "step": 443860
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.848884812420304e-07,
      "loss": 0.0939,
      "step": 443870
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.837699380327063e-07,
      "loss": 0.0878,
      "step": 443880
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.826513948233821e-07,
      "loss": 0.0923,
      "step": 443890
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.815328516140579e-07,
      "loss": 0.0907,
      "step": 443900
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.804143084047337e-07,
      "loss": 0.091,
      "step": 443910
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.792957651954095e-07,
      "loss": 0.0865,
      "step": 443920
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.781772219860854e-07,
      "loss": 0.0867,
      "step": 443930
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.770586787767612e-07,
      "loss": 0.0922,
      "step": 443940
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.7594013556743703e-07,
      "loss": 0.0959,
      "step": 443950
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.7482159235811284e-07,
      "loss": 0.0917,
      "step": 443960
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.737030491487887e-07,
      "loss": 0.0924,
      "step": 443970
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.725845059394645e-07,
      "loss": 0.089,
      "step": 443980
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.714659627301403e-07,
      "loss": 0.091,
      "step": 443990
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.7034741952081614e-07,
      "loss": 0.0894,
      "step": 444000
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.69228876311492e-07,
      "loss": 0.0925,
      "step": 444010
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.681103331021678e-07,
      "loss": 0.0869,
      "step": 444020
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.669917898928436e-07,
      "loss": 0.0919,
      "step": 444030
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.6587324668351943e-07,
      "loss": 0.0941,
      "step": 444040
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.647547034741953e-07,
      "loss": 0.0939,
      "step": 444050
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.636361602648711e-07,
      "loss": 0.09,
      "step": 444060
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.6251761705554686e-07,
      "loss": 0.0889,
      "step": 444070
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.6139907384622267e-07,
      "loss": 0.0873,
      "step": 444080
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.602805306368985e-07,
      "loss": 0.0941,
      "step": 444090
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.591619874275743e-07,
      "loss": 0.0899,
      "step": 444100
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5804344421825015e-07,
      "loss": 0.0913,
      "step": 444110
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5692490100892596e-07,
      "loss": 0.0928,
      "step": 444120
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5580635779960177e-07,
      "loss": 0.0939,
      "step": 444130
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.546878145902776e-07,
      "loss": 0.0963,
      "step": 444140
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5356927138095345e-07,
      "loss": 0.092,
      "step": 444150
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5245072817162926e-07,
      "loss": 0.0894,
      "step": 444160
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5133218496230507e-07,
      "loss": 0.0866,
      "step": 444170
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.502136417529809e-07,
      "loss": 0.0917,
      "step": 444180
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4909509854365674e-07,
      "loss": 0.0923,
      "step": 444190
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4797655533433255e-07,
      "loss": 0.0893,
      "step": 444200
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4685801212500836e-07,
      "loss": 0.0966,
      "step": 444210
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.457394689156842e-07,
      "loss": 0.0954,
      "step": 444220
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4462092570636003e-07,
      "loss": 0.0928,
      "step": 444230
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4350238249703584e-07,
      "loss": 0.09,
      "step": 444240
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4238383928771165e-07,
      "loss": 0.0947,
      "step": 444250
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.412652960783875e-07,
      "loss": 0.0885,
      "step": 444260
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.401467528690633e-07,
      "loss": 0.0935,
      "step": 444270
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.3902820965973914e-07,
      "loss": 0.0911,
      "step": 444280
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.3790966645041495e-07,
      "loss": 0.092,
      "step": 444290
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.367911232410908e-07,
      "loss": 0.0925,
      "step": 444300
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.356725800317666e-07,
      "loss": 0.0947,
      "step": 444310
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.3455403682244243e-07,
      "loss": 0.0877,
      "step": 444320
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.334354936131183e-07,
      "loss": 0.0942,
      "step": 444330
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.323169504037941e-07,
      "loss": 0.0899,
      "step": 444340
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.311984071944699e-07,
      "loss": 0.091,
      "step": 444350
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.300798639851457e-07,
      "loss": 0.0918,
      "step": 444360
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.289613207758216e-07,
      "loss": 0.0889,
      "step": 444370
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.278427775664974e-07,
      "loss": 0.0915,
      "step": 444380
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.267242343571732e-07,
      "loss": 0.0868,
      "step": 444390
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.25605691147849e-07,
      "loss": 0.0878,
      "step": 444400
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.245990022594573e-07,
      "loss": 0.0906,
      "step": 444410
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.2348045905013313e-07,
      "loss": 0.0902,
      "step": 444420
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.2236191584080894e-07,
      "loss": 0.0879,
      "step": 444430
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.2124337263148475e-07,
      "loss": 0.0906,
      "step": 444440
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.201248294221606e-07,
      "loss": 0.0893,
      "step": 444450
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.190062862128364e-07,
      "loss": 0.0919,
      "step": 444460
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.1788774300351223e-07,
      "loss": 0.0922,
      "step": 444470
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.1676919979418804e-07,
      "loss": 0.0913,
      "step": 444480
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.156506565848639e-07,
      "loss": 0.0923,
      "step": 444490
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.145321133755397e-07,
      "loss": 0.0899,
      "step": 444500
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.134135701662155e-07,
      "loss": 0.0918,
      "step": 444510
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.1229502695689134e-07,
      "loss": 0.0942,
      "step": 444520
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.111764837475672e-07,
      "loss": 0.0885,
      "step": 444530
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.10057940538243e-07,
      "loss": 0.0928,
      "step": 444540
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.089393973289188e-07,
      "loss": 0.0861,
      "step": 444550
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.078208541195947e-07,
      "loss": 0.0925,
      "step": 444560
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.067023109102705e-07,
      "loss": 0.0923,
      "step": 444570
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.055837677009463e-07,
      "loss": 0.0906,
      "step": 444580
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.044652244916221e-07,
      "loss": 0.0888,
      "step": 444590
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.03346681282298e-07,
      "loss": 0.091,
      "step": 444600
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.022281380729738e-07,
      "loss": 0.0945,
      "step": 444610
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.011095948636496e-07,
      "loss": 0.0915,
      "step": 444620
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.999910516543254e-07,
      "loss": 0.0908,
      "step": 444630
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.9887250844500127e-07,
      "loss": 0.0907,
      "step": 444640
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.977539652356771e-07,
      "loss": 0.0891,
      "step": 444650
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.966354220263529e-07,
      "loss": 0.092,
      "step": 444660
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.9551687881702875e-07,
      "loss": 0.093,
      "step": 444670
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.9439833560770456e-07,
      "loss": 0.089,
      "step": 444680
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.9327979239838037e-07,
      "loss": 0.0878,
      "step": 444690
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.921612491890562e-07,
      "loss": 0.0909,
      "step": 444700
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.9104270597973205e-07,
      "loss": 0.092,
      "step": 444710
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8992416277040786e-07,
      "loss": 0.0875,
      "step": 444720
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8880561956108367e-07,
      "loss": 0.0904,
      "step": 444730
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.876870763517595e-07,
      "loss": 0.0911,
      "step": 444740
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8656853314243534e-07,
      "loss": 0.0908,
      "step": 444750
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8544998993311115e-07,
      "loss": 0.0924,
      "step": 444760
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8433144672378696e-07,
      "loss": 0.0888,
      "step": 444770
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8321290351446277e-07,
      "loss": 0.0903,
      "step": 444780
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8209436030513863e-07,
      "loss": 0.092,
      "step": 444790
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8097581709581444e-07,
      "loss": 0.0897,
      "step": 444800
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7985727388649025e-07,
      "loss": 0.0902,
      "step": 444810
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.787387306771661e-07,
      "loss": 0.0921,
      "step": 444820
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.776201874678419e-07,
      "loss": 0.0944,
      "step": 444830
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7650164425851774e-07,
      "loss": 0.0909,
      "step": 444840
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7538310104919355e-07,
      "loss": 0.0894,
      "step": 444850
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.742645578398694e-07,
      "loss": 0.0885,
      "step": 444860
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.731460146305452e-07,
      "loss": 0.0949,
      "step": 444870
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7202747142122103e-07,
      "loss": 0.0888,
      "step": 444880
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7090892821189684e-07,
      "loss": 0.0915,
      "step": 444890
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.697903850025727e-07,
      "loss": 0.0931,
      "step": 444900
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.686718417932485e-07,
      "loss": 0.0895,
      "step": 444910
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.675532985839243e-07,
      "loss": 0.0875,
      "step": 444920
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6643475537460013e-07,
      "loss": 0.0949,
      "step": 444930
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.65316212165276e-07,
      "loss": 0.0925,
      "step": 444940
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.641976689559518e-07,
      "loss": 0.0916,
      "step": 444950
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.630791257466276e-07,
      "loss": 0.0888,
      "step": 444960
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.619605825373035e-07,
      "loss": 0.0934,
      "step": 444970
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6084203932797924e-07,
      "loss": 0.0945,
      "step": 444980
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5972349611865505e-07,
      "loss": 0.0955,
      "step": 444990
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.586049529093309e-07,
      "loss": 0.0891,
      "step": 445000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.574864097000067e-07,
      "loss": 0.0926,
      "step": 445010
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5636786649068253e-07,
      "loss": 0.0901,
      "step": 445020
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5524932328135834e-07,
      "loss": 0.0857,
      "step": 445030
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.541307800720342e-07,
      "loss": 0.0888,
      "step": 445040
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5301223686271e-07,
      "loss": 0.0857,
      "step": 445050
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.518936936533858e-07,
      "loss": 0.0983,
      "step": 445060
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5077515044406163e-07,
      "loss": 0.0887,
      "step": 445070
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.496566072347375e-07,
      "loss": 0.0887,
      "step": 445080
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.485380640254133e-07,
      "loss": 0.0934,
      "step": 445090
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.474195208160891e-07,
      "loss": 0.087,
      "step": 445100
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.463009776067649e-07,
      "loss": 0.0872,
      "step": 445110
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.451824343974408e-07,
      "loss": 0.0941,
      "step": 445120
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.440638911881166e-07,
      "loss": 0.0908,
      "step": 445130
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.429453479787924e-07,
      "loss": 0.0945,
      "step": 445140
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4182680476946827e-07,
      "loss": 0.0919,
      "step": 445150
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.407082615601441e-07,
      "loss": 0.0876,
      "step": 445160
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.395897183508199e-07,
      "loss": 0.0946,
      "step": 445170
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.384711751414957e-07,
      "loss": 0.089,
      "step": 445180
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3735263193217157e-07,
      "loss": 0.0906,
      "step": 445190
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.362340887228474e-07,
      "loss": 0.093,
      "step": 445200
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.351155455135232e-07,
      "loss": 0.0964,
      "step": 445210
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.33997002304199e-07,
      "loss": 0.0892,
      "step": 445220
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3287845909487486e-07,
      "loss": 0.0861,
      "step": 445230
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3175991588555067e-07,
      "loss": 0.0891,
      "step": 445240
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.306413726762265e-07,
      "loss": 0.0923,
      "step": 445250
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.295228294669023e-07,
      "loss": 0.0959,
      "step": 445260
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2840428625757815e-07,
      "loss": 0.089,
      "step": 445270
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2728574304825396e-07,
      "loss": 0.0897,
      "step": 445280
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2616719983892977e-07,
      "loss": 0.0922,
      "step": 445290
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2504865662960564e-07,
      "loss": 0.0916,
      "step": 445300
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2393011342028145e-07,
      "loss": 0.0936,
      "step": 445310
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2281157021095726e-07,
      "loss": 0.0906,
      "step": 445320
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2169302700163307e-07,
      "loss": 0.0894,
      "step": 445330
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2057448379230893e-07,
      "loss": 0.092,
      "step": 445340
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1945594058298474e-07,
      "loss": 0.092,
      "step": 445350
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1833739737366055e-07,
      "loss": 0.0937,
      "step": 445360
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1721885416433636e-07,
      "loss": 0.0919,
      "step": 445370
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.161003109550122e-07,
      "loss": 0.09,
      "step": 445380
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1498176774568803e-07,
      "loss": 0.0918,
      "step": 445390
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1386322453636384e-07,
      "loss": 0.0895,
      "step": 445400
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.127446813270397e-07,
      "loss": 0.0925,
      "step": 445410
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.116261381177155e-07,
      "loss": 0.0925,
      "step": 445420
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.105075949083913e-07,
      "loss": 0.0907,
      "step": 445430
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0938905169906714e-07,
      "loss": 0.0899,
      "step": 445440
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.08270508489743e-07,
      "loss": 0.0885,
      "step": 445450
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.071519652804188e-07,
      "loss": 0.0908,
      "step": 445460
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.060334220710946e-07,
      "loss": 0.089,
      "step": 445470
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0491487886177043e-07,
      "loss": 0.0851,
      "step": 445480
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.037963356524463e-07,
      "loss": 0.0872,
      "step": 445490
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.026777924431221e-07,
      "loss": 0.0903,
      "step": 445500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.015592492337979e-07,
      "loss": 0.0959,
      "step": 445510
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.004407060244737e-07,
      "loss": 0.0914,
      "step": 445520
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.993221628151496e-07,
      "loss": 0.0911,
      "step": 445530
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.982036196058254e-07,
      "loss": 0.0883,
      "step": 445540
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.970850763965012e-07,
      "loss": 0.0899,
      "step": 445550
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9596653318717707e-07,
      "loss": 0.0906,
      "step": 445560
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.948479899778529e-07,
      "loss": 0.0888,
      "step": 445570
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.937294467685287e-07,
      "loss": 0.0914,
      "step": 445580
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.926109035592045e-07,
      "loss": 0.0926,
      "step": 445590
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9149236034988036e-07,
      "loss": 0.0903,
      "step": 445600
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9037381714055617e-07,
      "loss": 0.0894,
      "step": 445610
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.89255273931232e-07,
      "loss": 0.089,
      "step": 445620
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.881367307219078e-07,
      "loss": 0.0909,
      "step": 445630
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8701818751258366e-07,
      "loss": 0.0884,
      "step": 445640
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8589964430325947e-07,
      "loss": 0.0912,
      "step": 445650
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.847811010939353e-07,
      "loss": 0.0908,
      "step": 445660
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.836625578846111e-07,
      "loss": 0.093,
      "step": 445670
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8254401467528695e-07,
      "loss": 0.0922,
      "step": 445680
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8142547146596276e-07,
      "loss": 0.0859,
      "step": 445690
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8030692825663857e-07,
      "loss": 0.0913,
      "step": 445700
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7918838504731443e-07,
      "loss": 0.0902,
      "step": 445710
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7806984183799024e-07,
      "loss": 0.0916,
      "step": 445720
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7695129862866605e-07,
      "loss": 0.0925,
      "step": 445730
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7583275541934186e-07,
      "loss": 0.09,
      "step": 445740
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.747142122100177e-07,
      "loss": 0.0924,
      "step": 445750
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7359566900069354e-07,
      "loss": 0.0884,
      "step": 445760
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.7247712579136935e-07,
      "loss": 0.092,
      "step": 445770
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.7135858258204516e-07,
      "loss": 0.0915,
      "step": 445780
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.70240039372721e-07,
      "loss": 0.0963,
      "step": 445790
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6912149616339683e-07,
      "loss": 0.0898,
      "step": 445800
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.680029529540726e-07,
      "loss": 0.0942,
      "step": 445810
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6688440974474845e-07,
      "loss": 0.0915,
      "step": 445820
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6576586653542426e-07,
      "loss": 0.0923,
      "step": 445830
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6464732332610007e-07,
      "loss": 0.0887,
      "step": 445840
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.635287801167759e-07,
      "loss": 0.087,
      "step": 445850
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6241023690745174e-07,
      "loss": 0.0848,
      "step": 445860
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6129169369812755e-07,
      "loss": 0.0883,
      "step": 445870
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6017315048880336e-07,
      "loss": 0.091,
      "step": 445880
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.590546072794792e-07,
      "loss": 0.0896,
      "step": 445890
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5793606407015504e-07,
      "loss": 0.0892,
      "step": 445900
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5681752086083085e-07,
      "loss": 0.0922,
      "step": 445910
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5569897765150666e-07,
      "loss": 0.0935,
      "step": 445920
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.545804344421825e-07,
      "loss": 0.0911,
      "step": 445930
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5346189123285833e-07,
      "loss": 0.0912,
      "step": 445940
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5234334802353414e-07,
      "loss": 0.0894,
      "step": 445950
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5122480481420995e-07,
      "loss": 0.0893,
      "step": 445960
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.501062616048858e-07,
      "loss": 0.0897,
      "step": 445970
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.489877183955616e-07,
      "loss": 0.0918,
      "step": 445980
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.4786917518623743e-07,
      "loss": 0.0937,
      "step": 445990
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.4675063197691324e-07,
      "loss": 0.0944,
      "step": 446000
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.456320887675891e-07,
      "loss": 0.0923,
      "step": 446010
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.445135455582649e-07,
      "loss": 0.0903,
      "step": 446020
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.433950023489407e-07,
      "loss": 0.0934,
      "step": 446030
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.422764591396166e-07,
      "loss": 0.0939,
      "step": 446040
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.411579159302924e-07,
      "loss": 0.0893,
      "step": 446050
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.400393727209682e-07,
      "loss": 0.0883,
      "step": 446060
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.38920829511644e-07,
      "loss": 0.0887,
      "step": 446070
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3780228630231986e-07,
      "loss": 0.0881,
      "step": 446080
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.366837430929957e-07,
      "loss": 0.0917,
      "step": 446090
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.355651998836715e-07,
      "loss": 0.0911,
      "step": 446100
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3444665667434734e-07,
      "loss": 0.0869,
      "step": 446110
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3332811346502315e-07,
      "loss": 0.0922,
      "step": 446120
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3220957025569899e-07,
      "loss": 0.0941,
      "step": 446130
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.310910270463748e-07,
      "loss": 0.0895,
      "step": 446140
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2997248383705063e-07,
      "loss": 0.0916,
      "step": 446150
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2885394062772647e-07,
      "loss": 0.0874,
      "step": 446160
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2773539741840228e-07,
      "loss": 0.0934,
      "step": 446170
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2661685420907812e-07,
      "loss": 0.0906,
      "step": 446180
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2549831099975393e-07,
      "loss": 0.0866,
      "step": 446190
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2437976779042976e-07,
      "loss": 0.0896,
      "step": 446200
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2326122458110557e-07,
      "loss": 0.0876,
      "step": 446210
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.221426813717814e-07,
      "loss": 0.0882,
      "step": 446220
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2102413816245722e-07,
      "loss": 0.091,
      "step": 446230
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1990559495313306e-07,
      "loss": 0.0944,
      "step": 446240
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1878705174380887e-07,
      "loss": 0.0881,
      "step": 446250
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.176685085344847e-07,
      "loss": 0.0891,
      "step": 446260
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.165499653251605e-07,
      "loss": 0.0911,
      "step": 446270
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1543142211583635e-07,
      "loss": 0.0942,
      "step": 446280
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1431287890651219e-07,
      "loss": 0.0955,
      "step": 446290
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.13194335697188e-07,
      "loss": 0.0884,
      "step": 446300
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1207579248786383e-07,
      "loss": 0.0927,
      "step": 446310
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1095724927853964e-07,
      "loss": 0.0924,
      "step": 446320
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0983870606921548e-07,
      "loss": 0.0902,
      "step": 446330
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.087201628598913e-07,
      "loss": 0.0894,
      "step": 446340
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0760161965056713e-07,
      "loss": 0.0936,
      "step": 446350
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0648307644124294e-07,
      "loss": 0.0901,
      "step": 446360
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0536453323191877e-07,
      "loss": 0.0892,
      "step": 446370
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0424599002259458e-07,
      "loss": 0.0946,
      "step": 446380
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0312744681327042e-07,
      "loss": 0.0898,
      "step": 446390
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0200890360394623e-07,
      "loss": 0.0932,
      "step": 446400
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0089036039462207e-07,
      "loss": 0.0896,
      "step": 446410
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.998836715062303e-07,
      "loss": 0.0945,
      "step": 446420
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.987651282969061e-07,
      "loss": 0.0919,
      "step": 446430
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9764658508758194e-07,
      "loss": 0.0946,
      "step": 446440
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9652804187825775e-07,
      "loss": 0.0887,
      "step": 446450
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9540949866893358e-07,
      "loss": 0.0862,
      "step": 446460
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9429095545960942e-07,
      "loss": 0.0908,
      "step": 446470
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9317241225028526e-07,
      "loss": 0.0957,
      "step": 446480
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9205386904096107e-07,
      "loss": 0.0893,
      "step": 446490
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.909353258316369e-07,
      "loss": 0.0932,
      "step": 446500
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.898167826223127e-07,
      "loss": 0.0995,
      "step": 446510
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8869823941298852e-07,
      "loss": 0.0948,
      "step": 446520
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8757969620366436e-07,
      "loss": 0.0855,
      "step": 446530
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8646115299434017e-07,
      "loss": 0.0921,
      "step": 446540
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.85342609785016e-07,
      "loss": 0.0882,
      "step": 446550
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8422406657569182e-07,
      "loss": 0.0914,
      "step": 446560
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8310552336636765e-07,
      "loss": 0.0892,
      "step": 446570
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8198698015704346e-07,
      "loss": 0.0919,
      "step": 446580
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.808684369477193e-07,
      "loss": 0.0906,
      "step": 446590
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.797498937383951e-07,
      "loss": 0.0897,
      "step": 446600
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7863135052907095e-07,
      "loss": 0.0919,
      "step": 446610
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7751280731974676e-07,
      "loss": 0.0915,
      "step": 446620
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.763942641104226e-07,
      "loss": 0.0988,
      "step": 446630
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.752757209010984e-07,
      "loss": 0.0924,
      "step": 446640
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7415717769177424e-07,
      "loss": 0.0888,
      "step": 446650
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7303863448245005e-07,
      "loss": 0.0918,
      "step": 446660
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7192009127312589e-07,
      "loss": 0.0892,
      "step": 446670
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7080154806380172e-07,
      "loss": 0.0899,
      "step": 446680
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6968300485447753e-07,
      "loss": 0.0876,
      "step": 446690
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6856446164515337e-07,
      "loss": 0.0933,
      "step": 446700
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6744591843582918e-07,
      "loss": 0.0918,
      "step": 446710
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6632737522650502e-07,
      "loss": 0.0922,
      "step": 446720
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6520883201718083e-07,
      "loss": 0.0937,
      "step": 446730
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6409028880785666e-07,
      "loss": 0.093,
      "step": 446740
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6297174559853247e-07,
      "loss": 0.0917,
      "step": 446750
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.618532023892083e-07,
      "loss": 0.0968,
      "step": 446760
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6073465917988412e-07,
      "loss": 0.0871,
      "step": 446770
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5961611597055996e-07,
      "loss": 0.0907,
      "step": 446780
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5849757276123577e-07,
      "loss": 0.0905,
      "step": 446790
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.573790295519116e-07,
      "loss": 0.0879,
      "step": 446800
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5626048634258744e-07,
      "loss": 0.0898,
      "step": 446810
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5514194313326325e-07,
      "loss": 0.0881,
      "step": 446820
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5402339992393909e-07,
      "loss": 0.0916,
      "step": 446830
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.529048567146149e-07,
      "loss": 0.088,
      "step": 446840
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5178631350529073e-07,
      "loss": 0.0887,
      "step": 446850
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5066777029596654e-07,
      "loss": 0.0888,
      "step": 446860
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4954922708664238e-07,
      "loss": 0.093,
      "step": 446870
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.484306838773182e-07,
      "loss": 0.0902,
      "step": 446880
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4731214066799403e-07,
      "loss": 0.0928,
      "step": 446890
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4619359745866984e-07,
      "loss": 0.0928,
      "step": 446900
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4507505424934567e-07,
      "loss": 0.0928,
      "step": 446910
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4395651104002148e-07,
      "loss": 0.09,
      "step": 446920
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.428379678306973e-07,
      "loss": 0.0882,
      "step": 446930
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4171942462137313e-07,
      "loss": 0.089,
      "step": 446940
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4060088141204894e-07,
      "loss": 0.0921,
      "step": 446950
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3948233820272478e-07,
      "loss": 0.0916,
      "step": 446960
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3836379499340059e-07,
      "loss": 0.0926,
      "step": 446970
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3724525178407642e-07,
      "loss": 0.0926,
      "step": 446980
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3612670857475223e-07,
      "loss": 0.0883,
      "step": 446990
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3500816536542807e-07,
      "loss": 0.0895,
      "step": 447000
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3388962215610388e-07,
      "loss": 0.0917,
      "step": 447010
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3277107894677972e-07,
      "loss": 0.0944,
      "step": 447020
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3165253573745553e-07,
      "loss": 0.092,
      "step": 447030
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3053399252813136e-07,
      "loss": 0.094,
      "step": 447040
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.294154493188072e-07,
      "loss": 0.0918,
      "step": 447050
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.28296906109483e-07,
      "loss": 0.0929,
      "step": 447060
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2717836290015885e-07,
      "loss": 0.0934,
      "step": 447070
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2605981969083466e-07,
      "loss": 0.0924,
      "step": 447080
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.249412764815105e-07,
      "loss": 0.0878,
      "step": 447090
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.238227332721863e-07,
      "loss": 0.0891,
      "step": 447100
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2270419006286214e-07,
      "loss": 0.0907,
      "step": 447110
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2158564685353795e-07,
      "loss": 0.0926,
      "step": 447120
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2046710364421379e-07,
      "loss": 0.0934,
      "step": 447130
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.193485604348896e-07,
      "loss": 0.0903,
      "step": 447140
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1823001722556543e-07,
      "loss": 0.0891,
      "step": 447150
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1711147401624126e-07,
      "loss": 0.0913,
      "step": 447160
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1599293080691708e-07,
      "loss": 0.0882,
      "step": 447170
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.148743875975929e-07,
      "loss": 0.0904,
      "step": 447180
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1375584438826873e-07,
      "loss": 0.0909,
      "step": 447190
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1263730117894455e-07,
      "loss": 0.0912,
      "step": 447200
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1151875796962037e-07,
      "loss": 0.0915,
      "step": 447210
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.104002147602962e-07,
      "loss": 0.0909,
      "step": 447220
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0928167155097202e-07,
      "loss": 0.0935,
      "step": 447230
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0816312834164784e-07,
      "loss": 0.091,
      "step": 447240
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0704458513232368e-07,
      "loss": 0.0902,
      "step": 447250
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.059260419229995e-07,
      "loss": 0.0941,
      "step": 447260
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0480749871367533e-07,
      "loss": 0.0943,
      "step": 447270
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0368895550435115e-07,
      "loss": 0.0904,
      "step": 447280
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0257041229502697e-07,
      "loss": 0.0896,
      "step": 447290
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.014518690857028e-07,
      "loss": 0.0902,
      "step": 447300
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0033332587637862e-07,
      "loss": 0.086,
      "step": 447310
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.921478266705444e-08,
      "loss": 0.0937,
      "step": 447320
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.809623945773027e-08,
      "loss": 0.0935,
      "step": 447330
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.697769624840608e-08,
      "loss": 0.0951,
      "step": 447340
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.58591530390819e-08,
      "loss": 0.088,
      "step": 447350
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.474060982975774e-08,
      "loss": 0.0899,
      "step": 447360
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.362206662043356e-08,
      "loss": 0.0903,
      "step": 447370
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.250352341110938e-08,
      "loss": 0.0915,
      "step": 447380
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.13849802017852e-08,
      "loss": 0.0872,
      "step": 447390
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.026643699246103e-08,
      "loss": 0.0938,
      "step": 447400
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.914789378313685e-08,
      "loss": 0.0908,
      "step": 447410
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.802935057381268e-08,
      "loss": 0.0969,
      "step": 447420
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.69108073644885e-08,
      "loss": 0.0864,
      "step": 447430
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.579226415516432e-08,
      "loss": 0.0899,
      "step": 447440
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.467372094584013e-08,
      "loss": 0.0909,
      "step": 447450
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.355517773651596e-08,
      "loss": 0.0903,
      "step": 447460
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.243663452719178e-08,
      "loss": 0.0928,
      "step": 447470
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.131809131786762e-08,
      "loss": 0.0933,
      "step": 447480
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.019954810854344e-08,
      "loss": 0.0915,
      "step": 447490
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.908100489921926e-08,
      "loss": 0.0938,
      "step": 447500
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.796246168989509e-08,
      "loss": 0.0949,
      "step": 447510
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.684391848057091e-08,
      "loss": 0.0876,
      "step": 447520
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.572537527124673e-08,
      "loss": 0.0846,
      "step": 447530
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.460683206192256e-08,
      "loss": 0.0943,
      "step": 447540
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.348828885259838e-08,
      "loss": 0.0872,
      "step": 447550
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.23697456432742e-08,
      "loss": 0.0923,
      "step": 447560
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.125120243395003e-08,
      "loss": 0.0919,
      "step": 447570
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.013265922462585e-08,
      "loss": 0.09,
      "step": 447580
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.901411601530167e-08,
      "loss": 0.0898,
      "step": 447590
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.78955728059775e-08,
      "loss": 0.0916,
      "step": 447600
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.677702959665332e-08,
      "loss": 0.0894,
      "step": 447610
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.565848638732916e-08,
      "loss": 0.0936,
      "step": 447620
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.453994317800498e-08,
      "loss": 0.0879,
      "step": 447630
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.34213999686808e-08,
      "loss": 0.0913,
      "step": 447640
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.230285675935661e-08,
      "loss": 0.09,
      "step": 447650
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.118431355003244e-08,
      "loss": 0.09,
      "step": 447660
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.006577034070826e-08,
      "loss": 0.0889,
      "step": 447670
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.894722713138408e-08,
      "loss": 0.0879,
      "step": 447680
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.7828683922059906e-08,
      "loss": 0.0933,
      "step": 447690
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.6710140712735736e-08,
      "loss": 0.0888,
      "step": 447700
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.559159750341156e-08,
      "loss": 0.0883,
      "step": 447710
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.447305429408738e-08,
      "loss": 0.0907,
      "step": 447720
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.3354511084763206e-08,
      "loss": 0.0933,
      "step": 447730
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.223596787543903e-08,
      "loss": 0.092,
      "step": 447740
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.111742466611485e-08,
      "loss": 0.0949,
      "step": 447750
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.9998881456790676e-08,
      "loss": 0.0895,
      "step": 447760
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8880338247466506e-08,
      "loss": 0.0904,
      "step": 447770
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.776179503814233e-08,
      "loss": 0.0924,
      "step": 447780
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.664325182881815e-08,
      "loss": 0.0921,
      "step": 447790
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.5524708619493976e-08,
      "loss": 0.0907,
      "step": 447800
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.440616541016979e-08,
      "loss": 0.0903,
      "step": 447810
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.3287622200845616e-08,
      "loss": 0.089,
      "step": 447820
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.2169078991521446e-08,
      "loss": 0.0862,
      "step": 447830
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.105053578219727e-08,
      "loss": 0.0854,
      "step": 447840
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.993199257287309e-08,
      "loss": 0.0874,
      "step": 447850
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.8813449363548916e-08,
      "loss": 0.0907,
      "step": 447860
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.769490615422474e-08,
      "loss": 0.0927,
      "step": 447870
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.657636294490056e-08,
      "loss": 0.0911,
      "step": 447880
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.5457819735576386e-08,
      "loss": 0.0891,
      "step": 447890
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4339276526252216e-08,
      "loss": 0.0928,
      "step": 447900
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.322073331692803e-08,
      "loss": 0.0927,
      "step": 447910
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.2102190107603856e-08,
      "loss": 0.091,
      "step": 447920
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.098364689827968e-08,
      "loss": 0.0937,
      "step": 447930
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.98651036889555e-08,
      "loss": 0.0919,
      "step": 447940
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.874656047963133e-08,
      "loss": 0.0942,
      "step": 447950
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.7628017270307152e-08,
      "loss": 0.0924,
      "step": 447960
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.650947406098298e-08,
      "loss": 0.0905,
      "step": 447970
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5390930851658802e-08,
      "loss": 0.0953,
      "step": 447980
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.4272387642334622e-08,
      "loss": 0.0898,
      "step": 447990
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.315384443301045e-08,
      "loss": 0.0912,
      "step": 448000
    },
    {
      "epoch": 1.0,
      "eval_NEIMS_canon_smiles": 0.9626333333333333,
      "eval_NEIMS_daylight_tanimoto_hits_equals_1": 0.28681666666666666,
      "eval_NEIMS_daylight_tanimoto_simil": 0.6443694869767471,
      "eval_NEIMS_exact_mols": 0.28645,
      "eval_NEIMS_exact_smiles": 0.28103333333333336,
      "eval_NEIMS_loss": 0.11634597182273865,
      "eval_NEIMS_matched_formulas": 0.7828666666666667,
      "eval_NEIMS_morgan_tanimoto_simil": 0.5744133702663434,
      "eval_NEIMS_morgan_tanimoto_simil_equals_1": 0.28726666666666667,
      "eval_NEIMS_runtime": 718.7511,
      "eval_NEIMS_samples_per_second": 83.478,
      "eval_NEIMS_steps_per_second": 1.305,
      "step": 448000
    },
    {
      "epoch": 1.0,
      "eval_RASSP_canon_smiles": 0.9617323938958827,
      "eval_RASSP_daylight_tanimoto_hits_equals_1": 0.37040438107322937,
      "eval_RASSP_daylight_tanimoto_simil": 0.7440783739407923,
      "eval_RASSP_exact_mols": 0.36938591511670615,
      "eval_RASSP_exact_smiles": 0.361488629912846,
      "eval_RASSP_loss": 0.08890151977539062,
      "eval_RASSP_matched_formulas": 0.9014759408287976,
      "eval_RASSP_morgan_tanimoto_simil": 0.6441875598076626,
      "eval_RASSP_morgan_tanimoto_simil_equals_1": 0.3695361805857014,
      "eval_RASSP_runtime": 819.8788,
      "eval_RASSP_samples_per_second": 73.052,
      "eval_RASSP_steps_per_second": 1.142,
      "step": 448000
    },
    {
      "epoch": 1.0,
      "eval_NEIMS_old_canon_smiles": 0.9610666666666666,
      "eval_NEIMS_old_daylight_tanimoto_hits_equals_1": 0.2829,
      "eval_NEIMS_old_daylight_tanimoto_simil": 0.6426089032002558,
      "eval_NEIMS_old_exact_mols": 0.2825,
      "eval_NEIMS_old_exact_smiles": 0.27666666666666667,
      "eval_NEIMS_old_loss": 0.11637046933174133,
      "eval_NEIMS_old_matched_formulas": 0.7817666666666667,
      "eval_NEIMS_old_morgan_tanimoto_simil": 0.573222312739321,
      "eval_NEIMS_old_morgan_tanimoto_simil_equals_1": 0.2833333333333333,
      "eval_NEIMS_old_runtime": 360.8448,
      "eval_NEIMS_old_samples_per_second": 83.138,
      "eval_NEIMS_old_steps_per_second": 1.3,
      "step": 448000
    },
    {
      "epoch": 1.0,
      "eval_RASSP_old_canon_smiles": 0.9617579337270998,
      "eval_RASSP_old_daylight_tanimoto_hits_equals_1": 0.40437814929756066,
      "eval_RASSP_old_daylight_tanimoto_simil": 0.7619834965980397,
      "eval_RASSP_old_exact_mols": 0.4033103080054727,
      "eval_RASSP_old_exact_smiles": 0.39460072746688024,
      "eval_RASSP_old_loss": 0.08255165815353394,
      "eval_RASSP_old_matched_formulas": 0.9124036440084092,
      "eval_RASSP_old_morgan_tanimoto_simil": 0.6678758624661948,
      "eval_RASSP_old_morgan_tanimoto_simil_equals_1": 0.4035105282477392,
      "eval_RASSP_old_runtime": 408.034,
      "eval_RASSP_old_samples_per_second": 73.442,
      "eval_RASSP_old_steps_per_second": 1.149,
      "step": 448000
    },
    {
      "epoch": 1.0,
      "eval_NIST_canon_smiles": 0.8645349043546154,
      "eval_NIST_daylight_tanimoto_hits_equals_1": 0.03130212584732228,
      "eval_NIST_daylight_tanimoto_simil": 0.3074504054866236,
      "eval_NIST_exact_mols": 0.029882528303226037,
      "eval_NIST_exact_smiles": 0.028462930759129788,
      "eval_NIST_loss": 1.8025352954864502,
      "eval_NIST_matched_formulas": 0.13802037122475777,
      "eval_NIST_morgan_tanimoto_simil": 0.2583338527389404,
      "eval_NIST_morgan_tanimoto_simil_equals_1": 0.03105369627710544,
      "eval_NIST_runtime": 567.2377,
      "eval_NIST_samples_per_second": 49.674,
      "eval_NIST_steps_per_second": 0.777,
      "step": 448000
    }
  ],
  "max_steps": 448010,
  "num_train_epochs": 9223372036854775807,
  "total_flos": 3.333153267795886e+19,
  "trial_name": null,
  "trial_params": null
}