Add fine-tuned model

README.md

@@ -0,0 +1,7 @@
+---
+base_model: togethercomputer/Meta-Llama-3.3-70B-Instruct-Reference
+library_name: peft
+---
+### Framework versions
+
+- PEFT 0.15.1

adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "togethercomputer/Meta-Llama-3.3-70B-Instruct-Reference",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "gate_proj",
+    "o_proj",
+    "q_proj",
+    "v_proj",
+    "up_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0c1b6c5d63d6da84ba12739c748373828d8f3a77a42ef83f3bc9039d1d785a
+size 1656903768

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e3e522635f3171300913bb421464a87de6222182a0570b9b2ccba2a964b2b4
+size 9085657

tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

trainer_state.json

@@ -0,0 +1,3472 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 490,
+  "global_step": 490,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0020408163265306124,
+      "grad_norm": 1.5,
+      "learning_rate": 1e-05,
+      "loss": 2.6494,
+      "step": 1
+    },
+    {
+      "epoch": 0.004081632653061225,
+      "grad_norm": 1.4453125,
+      "learning_rate": 9.979591836734694e-06,
+      "loss": 2.6178,
+      "step": 2
+    },
+    {
+      "epoch": 0.006122448979591836,
+      "grad_norm": 1.3359375,
+      "learning_rate": 9.959183673469387e-06,
+      "loss": 2.5754,
+      "step": 3
+    },
+    {
+      "epoch": 0.00816326530612245,
+      "grad_norm": 1.265625,
+      "learning_rate": 9.938775510204082e-06,
+      "loss": 2.5329,
+      "step": 4
+    },
+    {
+      "epoch": 0.01020408163265306,
+      "grad_norm": 1.1328125,
+      "learning_rate": 9.918367346938776e-06,
+      "loss": 2.4144,
+      "step": 5
+    },
+    {
+      "epoch": 0.012244897959183673,
+      "grad_norm": 1.0546875,
+      "learning_rate": 9.89795918367347e-06,
+      "loss": 2.3706,
+      "step": 6
+    },
+    {
+      "epoch": 0.014285714285714285,
+      "grad_norm": 0.9921875,
+      "learning_rate": 9.877551020408164e-06,
+      "loss": 2.3567,
+      "step": 7
+    },
+    {
+      "epoch": 0.0163265306122449,
+      "grad_norm": 0.953125,
+      "learning_rate": 9.857142857142859e-06,
+      "loss": 2.3129,
+      "step": 8
+    },
+    {
+      "epoch": 0.018367346938775512,
+      "grad_norm": 0.87890625,
+      "learning_rate": 9.836734693877552e-06,
+      "loss": 2.2201,
+      "step": 9
+    },
+    {
+      "epoch": 0.02040816326530612,
+      "grad_norm": 0.8515625,
+      "learning_rate": 9.816326530612245e-06,
+      "loss": 2.1547,
+      "step": 10
+    },
+    {
+      "epoch": 0.022448979591836733,
+      "grad_norm": 0.84375,
+      "learning_rate": 9.795918367346939e-06,
+      "loss": 2.1029,
+      "step": 11
+    },
+    {
+      "epoch": 0.024489795918367346,
+      "grad_norm": 0.83984375,
+      "learning_rate": 9.775510204081634e-06,
+      "loss": 2.0033,
+      "step": 12
+    },
+    {
+      "epoch": 0.026530612244897958,
+      "grad_norm": 0.8984375,
+      "learning_rate": 9.755102040816327e-06,
+      "loss": 1.9678,
+      "step": 13
+    },
+    {
+      "epoch": 0.02857142857142857,
+      "grad_norm": 0.91015625,
+      "learning_rate": 9.734693877551022e-06,
+      "loss": 1.9049,
+      "step": 14
+    },
+    {
+      "epoch": 0.030612244897959183,
+      "grad_norm": 0.90234375,
+      "learning_rate": 9.714285714285715e-06,
+      "loss": 1.8092,
+      "step": 15
+    },
+    {
+      "epoch": 0.0326530612244898,
+      "grad_norm": 0.890625,
+      "learning_rate": 9.693877551020408e-06,
+      "loss": 1.7489,
+      "step": 16
+    },
+    {
+      "epoch": 0.03469387755102041,
+      "grad_norm": 1.0078125,
+      "learning_rate": 9.673469387755103e-06,
+      "loss": 1.6506,
+      "step": 17
+    },
+    {
+      "epoch": 0.036734693877551024,
+      "grad_norm": 1.0859375,
+      "learning_rate": 9.653061224489797e-06,
+      "loss": 1.5929,
+      "step": 18
+    },
+    {
+      "epoch": 0.03877551020408163,
+      "grad_norm": 1.015625,
+      "learning_rate": 9.63265306122449e-06,
+      "loss": 1.5118,
+      "step": 19
+    },
+    {
+      "epoch": 0.04081632653061224,
+      "grad_norm": 1.0625,
+      "learning_rate": 9.612244897959185e-06,
+      "loss": 1.4574,
+      "step": 20
+    },
+    {
+      "epoch": 0.04285714285714286,
+      "grad_norm": 1.4921875,
+      "learning_rate": 9.591836734693878e-06,
+      "loss": 1.3716,
+      "step": 21
+    },
+    {
+      "epoch": 0.044897959183673466,
+      "grad_norm": 0.98828125,
+      "learning_rate": 9.571428571428573e-06,
+      "loss": 1.312,
+      "step": 22
+    },
+    {
+      "epoch": 0.04693877551020408,
+      "grad_norm": 1.0703125,
+      "learning_rate": 9.551020408163266e-06,
+      "loss": 1.2485,
+      "step": 23
+    },
+    {
+      "epoch": 0.04897959183673469,
+      "grad_norm": 1.140625,
+      "learning_rate": 9.53061224489796e-06,
+      "loss": 1.1937,
+      "step": 24
+    },
+    {
+      "epoch": 0.05102040816326531,
+      "grad_norm": 0.96875,
+      "learning_rate": 9.510204081632653e-06,
+      "loss": 1.1141,
+      "step": 25
+    },
+    {
+      "epoch": 0.053061224489795916,
+      "grad_norm": 0.9140625,
+      "learning_rate": 9.489795918367348e-06,
+      "loss": 1.0344,
+      "step": 26
+    },
+    {
+      "epoch": 0.05510204081632653,
+      "grad_norm": 0.91796875,
+      "learning_rate": 9.469387755102041e-06,
+      "loss": 0.9953,
+      "step": 27
+    },
+    {
+      "epoch": 0.05714285714285714,
+      "grad_norm": 0.796875,
+      "learning_rate": 9.448979591836736e-06,
+      "loss": 0.9416,
+      "step": 28
+    },
+    {
+      "epoch": 0.05918367346938776,
+      "grad_norm": 0.71484375,
+      "learning_rate": 9.42857142857143e-06,
+      "loss": 0.8887,
+      "step": 29
+    },
+    {
+      "epoch": 0.061224489795918366,
+      "grad_norm": 0.640625,
+      "learning_rate": 9.408163265306123e-06,
+      "loss": 0.8538,
+      "step": 30
+    },
+    {
+      "epoch": 0.06326530612244897,
+      "grad_norm": 0.55078125,
+      "learning_rate": 9.387755102040818e-06,
+      "loss": 0.8325,
+      "step": 31
+    },
+    {
+      "epoch": 0.0653061224489796,
+      "grad_norm": 0.4453125,
+      "learning_rate": 9.367346938775511e-06,
+      "loss": 0.8091,
+      "step": 32
+    },
+    {
+      "epoch": 0.0673469387755102,
+      "grad_norm": 0.37890625,
+      "learning_rate": 9.346938775510204e-06,
+      "loss": 0.7762,
+      "step": 33
+    },
+    {
+      "epoch": 0.06938775510204082,
+      "grad_norm": 0.353515625,
+      "learning_rate": 9.326530612244898e-06,
+      "loss": 0.7914,
+      "step": 34
+    },
+    {
+      "epoch": 0.07142857142857142,
+      "grad_norm": 0.328125,
+      "learning_rate": 9.306122448979593e-06,
+      "loss": 0.771,
+      "step": 35
+    },
+    {
+      "epoch": 0.07346938775510205,
+      "grad_norm": 0.275390625,
+      "learning_rate": 9.285714285714288e-06,
+      "loss": 0.7532,
+      "step": 36
+    },
+    {
+      "epoch": 0.07551020408163266,
+      "grad_norm": 0.2373046875,
+      "learning_rate": 9.26530612244898e-06,
+      "loss": 0.7528,
+      "step": 37
+    },
+    {
+      "epoch": 0.07755102040816327,
+      "grad_norm": 0.228515625,
+      "learning_rate": 9.244897959183674e-06,
+      "loss": 0.7559,
+      "step": 38
+    },
+    {
+      "epoch": 0.07959183673469387,
+      "grad_norm": 0.2197265625,
+      "learning_rate": 9.224489795918367e-06,
+      "loss": 0.7516,
+      "step": 39
+    },
+    {
+      "epoch": 0.08163265306122448,
+      "grad_norm": 0.2109375,
+      "learning_rate": 9.204081632653062e-06,
+      "loss": 0.7577,
+      "step": 40
+    },
+    {
+      "epoch": 0.0836734693877551,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 9.183673469387756e-06,
+      "loss": 0.7302,
+      "step": 41
+    },
+    {
+      "epoch": 0.08571428571428572,
+      "grad_norm": 0.2177734375,
+      "learning_rate": 9.163265306122449e-06,
+      "loss": 0.7402,
+      "step": 42
+    },
+    {
+      "epoch": 0.08775510204081632,
+      "grad_norm": 0.208984375,
+      "learning_rate": 9.142857142857144e-06,
+      "loss": 0.747,
+      "step": 43
+    },
+    {
+      "epoch": 0.08979591836734693,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 9.122448979591837e-06,
+      "loss": 0.7224,
+      "step": 44
+    },
+    {
+      "epoch": 0.09183673469387756,
+      "grad_norm": 0.2119140625,
+      "learning_rate": 9.102040816326532e-06,
+      "loss": 0.708,
+      "step": 45
+    },
+    {
+      "epoch": 0.09387755102040816,
+      "grad_norm": 0.2138671875,
+      "learning_rate": 9.081632653061225e-06,
+      "loss": 0.7086,
+      "step": 46
+    },
+    {
+      "epoch": 0.09591836734693877,
+      "grad_norm": 0.2080078125,
+      "learning_rate": 9.061224489795919e-06,
+      "loss": 0.708,
+      "step": 47
+    },
+    {
+      "epoch": 0.09795918367346938,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 9.040816326530612e-06,
+      "loss": 0.7164,
+      "step": 48
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.1953125,
+      "learning_rate": 9.020408163265307e-06,
+      "loss": 0.687,
+      "step": 49
+    },
+    {
+      "epoch": 0.10204081632653061,
+      "grad_norm": 0.181640625,
+      "learning_rate": 9e-06,
+      "loss": 0.6805,
+      "step": 50
+    },
+    {
+      "epoch": 0.10408163265306122,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 8.979591836734695e-06,
+      "loss": 0.7123,
+      "step": 51
+    },
+    {
+      "epoch": 0.10612244897959183,
+      "grad_norm": 0.169921875,
+      "learning_rate": 8.959183673469388e-06,
+      "loss": 0.6835,
+      "step": 52
+    },
+    {
+      "epoch": 0.10816326530612246,
+      "grad_norm": 0.1728515625,
+      "learning_rate": 8.938775510204082e-06,
+      "loss": 0.6827,
+      "step": 53
+    },
+    {
+      "epoch": 0.11020408163265306,
+      "grad_norm": 0.166015625,
+      "learning_rate": 8.918367346938777e-06,
+      "loss": 0.6785,
+      "step": 54
+    },
+    {
+      "epoch": 0.11224489795918367,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 8.89795918367347e-06,
+      "loss": 0.6458,
+      "step": 55
+    },
+    {
+      "epoch": 0.11428571428571428,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 8.877551020408163e-06,
+      "loss": 0.6576,
+      "step": 56
+    },
+    {
+      "epoch": 0.11632653061224489,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 8.857142857142858e-06,
+      "loss": 0.683,
+      "step": 57
+    },
+    {
+      "epoch": 0.11836734693877551,
+      "grad_norm": 0.1572265625,
+      "learning_rate": 8.836734693877552e-06,
+      "loss": 0.6673,
+      "step": 58
+    },
+    {
+      "epoch": 0.12040816326530612,
+      "grad_norm": 0.1572265625,
+      "learning_rate": 8.816326530612247e-06,
+      "loss": 0.6625,
+      "step": 59
+    },
+    {
+      "epoch": 0.12244897959183673,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 8.79591836734694e-06,
+      "loss": 0.6855,
+      "step": 60
+    },
+    {
+      "epoch": 0.12448979591836734,
+      "grad_norm": 0.158203125,
+      "learning_rate": 8.775510204081633e-06,
+      "loss": 0.6549,
+      "step": 61
+    },
+    {
+      "epoch": 0.12653061224489795,
+      "grad_norm": 0.15234375,
+      "learning_rate": 8.755102040816326e-06,
+      "loss": 0.6641,
+      "step": 62
+    },
+    {
+      "epoch": 0.12857142857142856,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 8.734693877551021e-06,
+      "loss": 0.6467,
+      "step": 63
+    },
+    {
+      "epoch": 0.1306122448979592,
+      "grad_norm": 0.1494140625,
+      "learning_rate": 8.714285714285715e-06,
+      "loss": 0.6862,
+      "step": 64
+    },
+    {
+      "epoch": 0.1326530612244898,
+      "grad_norm": 0.1484375,
+      "learning_rate": 8.69387755102041e-06,
+      "loss": 0.6346,
+      "step": 65
+    },
+    {
+      "epoch": 0.1346938775510204,
+      "grad_norm": 0.1484375,
+      "learning_rate": 8.673469387755103e-06,
+      "loss": 0.6471,
+      "step": 66
+    },
+    {
+      "epoch": 0.13673469387755102,
+      "grad_norm": 0.1455078125,
+      "learning_rate": 8.653061224489798e-06,
+      "loss": 0.6432,
+      "step": 67
+    },
+    {
+      "epoch": 0.13877551020408163,
+      "grad_norm": 0.14453125,
+      "learning_rate": 8.632653061224491e-06,
+      "loss": 0.6388,
+      "step": 68
+    },
+    {
+      "epoch": 0.14081632653061224,
+      "grad_norm": 0.171875,
+      "learning_rate": 8.612244897959184e-06,
+      "loss": 0.6304,
+      "step": 69
+    },
+    {
+      "epoch": 0.14285714285714285,
+      "grad_norm": 0.14453125,
+      "learning_rate": 8.591836734693878e-06,
+      "loss": 0.6387,
+      "step": 70
+    },
+    {
+      "epoch": 0.14489795918367346,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 8.571428571428571e-06,
+      "loss": 0.619,
+      "step": 71
+    },
+    {
+      "epoch": 0.1469387755102041,
+      "grad_norm": 0.1435546875,
+      "learning_rate": 8.551020408163266e-06,
+      "loss": 0.632,
+      "step": 72
+    },
+    {
+      "epoch": 0.1489795918367347,
+      "grad_norm": 0.13671875,
+      "learning_rate": 8.530612244897961e-06,
+      "loss": 0.639,
+      "step": 73
+    },
+    {
+      "epoch": 0.1510204081632653,
+      "grad_norm": 0.1455078125,
+      "learning_rate": 8.510204081632654e-06,
+      "loss": 0.6303,
+      "step": 74
+    },
+    {
+      "epoch": 0.15306122448979592,
+      "grad_norm": 0.1396484375,
+      "learning_rate": 8.489795918367347e-06,
+      "loss": 0.6089,
+      "step": 75
+    },
+    {
+      "epoch": 0.15510204081632653,
+      "grad_norm": 0.1328125,
+      "learning_rate": 8.469387755102042e-06,
+      "loss": 0.632,
+      "step": 76
+    },
+    {
+      "epoch": 0.15714285714285714,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 8.448979591836736e-06,
+      "loss": 0.6173,
+      "step": 77
+    },
+    {
+      "epoch": 0.15918367346938775,
+      "grad_norm": 0.13671875,
+      "learning_rate": 8.428571428571429e-06,
+      "loss": 0.6216,
+      "step": 78
+    },
+    {
+      "epoch": 0.16122448979591836,
+      "grad_norm": 0.1435546875,
+      "learning_rate": 8.408163265306122e-06,
+      "loss": 0.6084,
+      "step": 79
+    },
+    {
+      "epoch": 0.16326530612244897,
+      "grad_norm": 0.1376953125,
+      "learning_rate": 8.387755102040817e-06,
+      "loss": 0.6393,
+      "step": 80
+    },
+    {
+      "epoch": 0.1653061224489796,
+      "grad_norm": 0.154296875,
+      "learning_rate": 8.36734693877551e-06,
+      "loss": 0.6229,
+      "step": 81
+    },
+    {
+      "epoch": 0.1673469387755102,
+      "grad_norm": 0.13671875,
+      "learning_rate": 8.346938775510205e-06,
+      "loss": 0.5973,
+      "step": 82
+    },
+    {
+      "epoch": 0.16938775510204082,
+      "grad_norm": 0.138671875,
+      "learning_rate": 8.326530612244899e-06,
+      "loss": 0.603,
+      "step": 83
+    },
+    {
+      "epoch": 0.17142857142857143,
+      "grad_norm": 0.134765625,
+      "learning_rate": 8.306122448979592e-06,
+      "loss": 0.5991,
+      "step": 84
+    },
+    {
+      "epoch": 0.17346938775510204,
+      "grad_norm": 0.1376953125,
+      "learning_rate": 8.285714285714287e-06,
+      "loss": 0.6006,
+      "step": 85
+    },
+    {
+      "epoch": 0.17551020408163265,
+      "grad_norm": 0.134765625,
+      "learning_rate": 8.26530612244898e-06,
+      "loss": 0.5926,
+      "step": 86
+    },
+    {
+      "epoch": 0.17755102040816326,
+      "grad_norm": 0.134765625,
+      "learning_rate": 8.244897959183674e-06,
+      "loss": 0.6015,
+      "step": 87
+    },
+    {
+      "epoch": 0.17959183673469387,
+      "grad_norm": 0.1318359375,
+      "learning_rate": 8.224489795918369e-06,
+      "loss": 0.6046,
+      "step": 88
+    },
+    {
+      "epoch": 0.1816326530612245,
+      "grad_norm": 0.1416015625,
+      "learning_rate": 8.204081632653062e-06,
+      "loss": 0.5818,
+      "step": 89
+    },
+    {
+      "epoch": 0.1836734693877551,
+      "grad_norm": 0.1455078125,
+      "learning_rate": 8.183673469387757e-06,
+      "loss": 0.596,
+      "step": 90
+    },
+    {
+      "epoch": 0.18571428571428572,
+      "grad_norm": 0.150390625,
+      "learning_rate": 8.16326530612245e-06,
+      "loss": 0.5836,
+      "step": 91
+    },
+    {
+      "epoch": 0.18775510204081633,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 8.142857142857143e-06,
+      "loss": 0.5922,
+      "step": 92
+    },
+    {
+      "epoch": 0.18979591836734694,
+      "grad_norm": 0.15625,
+      "learning_rate": 8.122448979591837e-06,
+      "loss": 0.5953,
+      "step": 93
+    },
+    {
+      "epoch": 0.19183673469387755,
+      "grad_norm": 0.193359375,
+      "learning_rate": 8.102040816326532e-06,
+      "loss": 0.5834,
+      "step": 94
+    },
+    {
+      "epoch": 0.19387755102040816,
+      "grad_norm": 0.1376953125,
+      "learning_rate": 8.081632653061225e-06,
+      "loss": 0.5851,
+      "step": 95
+    },
+    {
+      "epoch": 0.19591836734693877,
+      "grad_norm": 0.150390625,
+      "learning_rate": 8.06122448979592e-06,
+      "loss": 0.5788,
+      "step": 96
+    },
+    {
+      "epoch": 0.19795918367346937,
+      "grad_norm": 0.1298828125,
+      "learning_rate": 8.040816326530613e-06,
+      "loss": 0.5934,
+      "step": 97
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.1396484375,
+      "learning_rate": 8.020408163265306e-06,
+      "loss": 0.5877,
+      "step": 98
+    },
+    {
+      "epoch": 0.20204081632653062,
+      "grad_norm": 0.140625,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.584,
+      "step": 99
+    },
+    {
+      "epoch": 0.20408163265306123,
+      "grad_norm": 0.150390625,
+      "learning_rate": 7.979591836734695e-06,
+      "loss": 0.5865,
+      "step": 100
+    },
+    {
+      "epoch": 0.20612244897959184,
+      "grad_norm": 0.1259765625,
+      "learning_rate": 7.959183673469388e-06,
+      "loss": 0.5707,
+      "step": 101
+    },
+    {
+      "epoch": 0.20816326530612245,
+      "grad_norm": 0.146484375,
+      "learning_rate": 7.938775510204081e-06,
+      "loss": 0.5673,
+      "step": 102
+    },
+    {
+      "epoch": 0.21020408163265306,
+      "grad_norm": 0.1572265625,
+      "learning_rate": 7.918367346938776e-06,
+      "loss": 0.5679,
+      "step": 103
+    },
+    {
+      "epoch": 0.21224489795918366,
+      "grad_norm": 0.1220703125,
+      "learning_rate": 7.897959183673471e-06,
+      "loss": 0.5694,
+      "step": 104
+    },
+    {
+      "epoch": 0.21428571428571427,
+      "grad_norm": 0.1533203125,
+      "learning_rate": 7.877551020408164e-06,
+      "loss": 0.5688,
+      "step": 105
+    },
+    {
+      "epoch": 0.2163265306122449,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 7.857142857142858e-06,
+      "loss": 0.5776,
+      "step": 106
+    },
+    {
+      "epoch": 0.21836734693877552,
+      "grad_norm": 0.146484375,
+      "learning_rate": 7.836734693877551e-06,
+      "loss": 0.5485,
+      "step": 107
+    },
+    {
+      "epoch": 0.22040816326530613,
+      "grad_norm": 0.146484375,
+      "learning_rate": 7.816326530612246e-06,
+      "loss": 0.5635,
+      "step": 108
+    },
+    {
+      "epoch": 0.22244897959183674,
+      "grad_norm": 0.16796875,
+      "learning_rate": 7.79591836734694e-06,
+      "loss": 0.5786,
+      "step": 109
+    },
+    {
+      "epoch": 0.22448979591836735,
+      "grad_norm": 0.177734375,
+      "learning_rate": 7.775510204081632e-06,
+      "loss": 0.5715,
+      "step": 110
+    },
+    {
+      "epoch": 0.22653061224489796,
+      "grad_norm": 0.11865234375,
+      "learning_rate": 7.755102040816327e-06,
+      "loss": 0.5604,
+      "step": 111
+    },
+    {
+      "epoch": 0.22857142857142856,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 7.73469387755102e-06,
+      "loss": 0.5651,
+      "step": 112
+    },
+    {
+      "epoch": 0.23061224489795917,
+      "grad_norm": 0.1494140625,
+      "learning_rate": 7.714285714285716e-06,
+      "loss": 0.561,
+      "step": 113
+    },
+    {
+      "epoch": 0.23265306122448978,
+      "grad_norm": 0.203125,
+      "learning_rate": 7.693877551020409e-06,
+      "loss": 0.5447,
+      "step": 114
+    },
+    {
+      "epoch": 0.23469387755102042,
+      "grad_norm": 0.126953125,
+      "learning_rate": 7.673469387755102e-06,
+      "loss": 0.5747,
+      "step": 115
+    },
+    {
+      "epoch": 0.23673469387755103,
+      "grad_norm": 0.1455078125,
+      "learning_rate": 7.653061224489796e-06,
+      "loss": 0.5602,
+      "step": 116
+    },
+    {
+      "epoch": 0.23877551020408164,
+      "grad_norm": 0.13671875,
+      "learning_rate": 7.63265306122449e-06,
+      "loss": 0.5597,
+      "step": 117
+    },
+    {
+      "epoch": 0.24081632653061225,
+      "grad_norm": 0.1435546875,
+      "learning_rate": 7.612244897959185e-06,
+      "loss": 0.558,
+      "step": 118
+    },
+    {
+      "epoch": 0.24285714285714285,
+      "grad_norm": 0.1220703125,
+      "learning_rate": 7.591836734693878e-06,
+      "loss": 0.5376,
+      "step": 119
+    },
+    {
+      "epoch": 0.24489795918367346,
+      "grad_norm": 0.1279296875,
+      "learning_rate": 7.571428571428572e-06,
+      "loss": 0.5456,
+      "step": 120
+    },
+    {
+      "epoch": 0.24693877551020407,
+      "grad_norm": 0.1279296875,
+      "learning_rate": 7.551020408163265e-06,
+      "loss": 0.5565,
+      "step": 121
+    },
+    {
+      "epoch": 0.24897959183673468,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 7.53061224489796e-06,
+      "loss": 0.5443,
+      "step": 122
+    },
+    {
+      "epoch": 0.2510204081632653,
+      "grad_norm": 0.1474609375,
+      "learning_rate": 7.5102040816326536e-06,
+      "loss": 0.5448,
+      "step": 123
+    },
+    {
+      "epoch": 0.2530612244897959,
+      "grad_norm": 0.1416015625,
+      "learning_rate": 7.489795918367348e-06,
+      "loss": 0.5319,
+      "step": 124
+    },
+    {
+      "epoch": 0.25510204081632654,
+      "grad_norm": 0.1513671875,
+      "learning_rate": 7.469387755102041e-06,
+      "loss": 0.5518,
+      "step": 125
+    },
+    {
+      "epoch": 0.2571428571428571,
+      "grad_norm": 0.1328125,
+      "learning_rate": 7.448979591836736e-06,
+      "loss": 0.5682,
+      "step": 126
+    },
+    {
+      "epoch": 0.25918367346938775,
+      "grad_norm": 0.1279296875,
+      "learning_rate": 7.428571428571429e-06,
+      "loss": 0.5433,
+      "step": 127
+    },
+    {
+      "epoch": 0.2612244897959184,
+      "grad_norm": 0.12255859375,
+      "learning_rate": 7.408163265306123e-06,
+      "loss": 0.5391,
+      "step": 128
+    },
+    {
+      "epoch": 0.26326530612244897,
+      "grad_norm": 0.130859375,
+      "learning_rate": 7.387755102040817e-06,
+      "loss": 0.5539,
+      "step": 129
+    },
+    {
+      "epoch": 0.2653061224489796,
+      "grad_norm": 0.130859375,
+      "learning_rate": 7.367346938775511e-06,
+      "loss": 0.5608,
+      "step": 130
+    },
+    {
+      "epoch": 0.2673469387755102,
+      "grad_norm": 0.126953125,
+      "learning_rate": 7.346938775510205e-06,
+      "loss": 0.5342,
+      "step": 131
+    },
+    {
+      "epoch": 0.2693877551020408,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 7.326530612244899e-06,
+      "loss": 0.5549,
+      "step": 132
+    },
+    {
+      "epoch": 0.2714285714285714,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 7.306122448979592e-06,
+      "loss": 0.5522,
+      "step": 133
+    },
+    {
+      "epoch": 0.27346938775510204,
+      "grad_norm": 0.1240234375,
+      "learning_rate": 7.285714285714286e-06,
+      "loss": 0.5492,
+      "step": 134
+    },
+    {
+      "epoch": 0.2755102040816326,
+      "grad_norm": 0.1337890625,
+      "learning_rate": 7.2653061224489805e-06,
+      "loss": 0.5331,
+      "step": 135
+    },
+    {
+      "epoch": 0.27755102040816326,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 7.244897959183675e-06,
+      "loss": 0.5545,
+      "step": 136
+    },
+    {
+      "epoch": 0.2795918367346939,
+      "grad_norm": 0.150390625,
+      "learning_rate": 7.224489795918368e-06,
+      "loss": 0.5441,
+      "step": 137
+    },
+    {
+      "epoch": 0.2816326530612245,
+      "grad_norm": 0.1494140625,
+      "learning_rate": 7.204081632653061e-06,
+      "loss": 0.5591,
+      "step": 138
+    },
+    {
+      "epoch": 0.2836734693877551,
+      "grad_norm": 0.130859375,
+      "learning_rate": 7.183673469387755e-06,
+      "loss": 0.5441,
+      "step": 139
+    },
+    {
+      "epoch": 0.2857142857142857,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 7.16326530612245e-06,
+      "loss": 0.5392,
+      "step": 140
+    },
+    {
+      "epoch": 0.28775510204081634,
+      "grad_norm": 0.22265625,
+      "learning_rate": 7.1428571428571436e-06,
+      "loss": 0.537,
+      "step": 141
+    },
+    {
+      "epoch": 0.2897959183673469,
+      "grad_norm": 0.140625,
+      "learning_rate": 7.122448979591837e-06,
+      "loss": 0.5486,
+      "step": 142
+    },
+    {
+      "epoch": 0.29183673469387755,
+      "grad_norm": 0.1474609375,
+      "learning_rate": 7.102040816326531e-06,
+      "loss": 0.5418,
+      "step": 143
+    },
+    {
+      "epoch": 0.2938775510204082,
+      "grad_norm": 0.1484375,
+      "learning_rate": 7.081632653061226e-06,
+      "loss": 0.5288,
+      "step": 144
+    },
+    {
+      "epoch": 0.29591836734693877,
+      "grad_norm": 0.201171875,
+      "learning_rate": 7.061224489795919e-06,
+      "loss": 0.5165,
+      "step": 145
+    },
+    {
+      "epoch": 0.2979591836734694,
+      "grad_norm": 0.1318359375,
+      "learning_rate": 7.0408163265306125e-06,
+      "loss": 0.5285,
+      "step": 146
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 7.020408163265307e-06,
+      "loss": 0.5404,
+      "step": 147
+    },
+    {
+      "epoch": 0.3020408163265306,
+      "grad_norm": 0.146484375,
+      "learning_rate": 7e-06,
+      "loss": 0.5444,
+      "step": 148
+    },
+    {
+      "epoch": 0.3040816326530612,
+      "grad_norm": 0.177734375,
+      "learning_rate": 6.979591836734695e-06,
+      "loss": 0.5192,
+      "step": 149
+    },
+    {
+      "epoch": 0.30612244897959184,
+      "grad_norm": 0.1484375,
+      "learning_rate": 6.959183673469388e-06,
+      "loss": 0.5332,
+      "step": 150
+    },
+    {
+      "epoch": 0.3081632653061224,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 6.938775510204082e-06,
+      "loss": 0.5137,
+      "step": 151
+    },
+    {
+      "epoch": 0.31020408163265306,
+      "grad_norm": 0.142578125,
+      "learning_rate": 6.9183673469387755e-06,
+      "loss": 0.5418,
+      "step": 152
+    },
+    {
+      "epoch": 0.3122448979591837,
+      "grad_norm": 0.158203125,
+      "learning_rate": 6.8979591836734705e-06,
+      "loss": 0.5262,
+      "step": 153
+    },
+    {
+      "epoch": 0.3142857142857143,
+      "grad_norm": 0.197265625,
+      "learning_rate": 6.877551020408164e-06,
+      "loss": 0.5324,
+      "step": 154
+    },
+    {
+      "epoch": 0.3163265306122449,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 6.857142857142858e-06,
+      "loss": 0.5259,
+      "step": 155
+    },
+    {
+      "epoch": 0.3183673469387755,
+      "grad_norm": 0.279296875,
+      "learning_rate": 6.836734693877551e-06,
+      "loss": 0.5354,
+      "step": 156
+    },
+    {
+      "epoch": 0.32040816326530613,
+      "grad_norm": 0.15234375,
+      "learning_rate": 6.816326530612245e-06,
+      "loss": 0.5283,
+      "step": 157
+    },
+    {
+      "epoch": 0.3224489795918367,
+      "grad_norm": 0.1640625,
+      "learning_rate": 6.7959183673469394e-06,
+      "loss": 0.5269,
+      "step": 158
+    },
+    {
+      "epoch": 0.32448979591836735,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 6.7755102040816336e-06,
+      "loss": 0.5233,
+      "step": 159
+    },
+    {
+      "epoch": 0.32653061224489793,
+      "grad_norm": 0.15234375,
+      "learning_rate": 6.755102040816327e-06,
+      "loss": 0.5427,
+      "step": 160
+    },
+    {
+      "epoch": 0.32857142857142857,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 6.734693877551021e-06,
+      "loss": 0.5468,
+      "step": 161
+    },
+    {
+      "epoch": 0.3306122448979592,
+      "grad_norm": 0.1474609375,
+      "learning_rate": 6.714285714285714e-06,
+      "loss": 0.5435,
+      "step": 162
+    },
+    {
+      "epoch": 0.3326530612244898,
+      "grad_norm": 0.1611328125,
+      "learning_rate": 6.693877551020409e-06,
+      "loss": 0.5364,
+      "step": 163
+    },
+    {
+      "epoch": 0.3346938775510204,
+      "grad_norm": 0.1455078125,
+      "learning_rate": 6.6734693877551025e-06,
+      "loss": 0.5338,
+      "step": 164
+    },
+    {
+      "epoch": 0.336734693877551,
+      "grad_norm": 0.1396484375,
+      "learning_rate": 6.653061224489797e-06,
+      "loss": 0.521,
+      "step": 165
+    },
+    {
+      "epoch": 0.33877551020408164,
+      "grad_norm": 0.1533203125,
+      "learning_rate": 6.63265306122449e-06,
+      "loss": 0.516,
+      "step": 166
+    },
+    {
+      "epoch": 0.3408163265306122,
+      "grad_norm": 0.166015625,
+      "learning_rate": 6.612244897959185e-06,
+      "loss": 0.5252,
+      "step": 167
+    },
+    {
+      "epoch": 0.34285714285714286,
+      "grad_norm": 0.1484375,
+      "learning_rate": 6.591836734693878e-06,
+      "loss": 0.5253,
+      "step": 168
+    },
+    {
+      "epoch": 0.3448979591836735,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 6.571428571428572e-06,
+      "loss": 0.5281,
+      "step": 169
+    },
+    {
+      "epoch": 0.3469387755102041,
+      "grad_norm": 0.16015625,
+      "learning_rate": 6.5510204081632656e-06,
+      "loss": 0.5296,
+      "step": 170
+    },
+    {
+      "epoch": 0.3489795918367347,
+      "grad_norm": 0.1611328125,
+      "learning_rate": 6.530612244897959e-06,
+      "loss": 0.5179,
+      "step": 171
+    },
+    {
+      "epoch": 0.3510204081632653,
+      "grad_norm": 0.19140625,
+      "learning_rate": 6.510204081632654e-06,
+      "loss": 0.5256,
+      "step": 172
+    },
+    {
+      "epoch": 0.35306122448979593,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 6.489795918367348e-06,
+      "loss": 0.5358,
+      "step": 173
+    },
+    {
+      "epoch": 0.3551020408163265,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 6.469387755102041e-06,
+      "loss": 0.523,
+      "step": 174
+    },
+    {
+      "epoch": 0.35714285714285715,
+      "grad_norm": 0.1533203125,
+      "learning_rate": 6.4489795918367345e-06,
+      "loss": 0.5238,
+      "step": 175
+    },
+    {
+      "epoch": 0.35918367346938773,
+      "grad_norm": 0.150390625,
+      "learning_rate": 6.4285714285714295e-06,
+      "loss": 0.528,
+      "step": 176
+    },
+    {
+      "epoch": 0.36122448979591837,
+      "grad_norm": 0.158203125,
+      "learning_rate": 6.408163265306124e-06,
+      "loss": 0.5415,
+      "step": 177
+    },
+    {
+      "epoch": 0.363265306122449,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 6.387755102040817e-06,
+      "loss": 0.5293,
+      "step": 178
+    },
+    {
+      "epoch": 0.3653061224489796,
+      "grad_norm": 0.17578125,
+      "learning_rate": 6.36734693877551e-06,
+      "loss": 0.5157,
+      "step": 179
+    },
+    {
+      "epoch": 0.3673469387755102,
+      "grad_norm": 0.189453125,
+      "learning_rate": 6.346938775510204e-06,
+      "loss": 0.5146,
+      "step": 180
+    },
+    {
+      "epoch": 0.3693877551020408,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 6.326530612244899e-06,
+      "loss": 0.5117,
+      "step": 181
+    },
+    {
+      "epoch": 0.37142857142857144,
+      "grad_norm": 0.16015625,
+      "learning_rate": 6.3061224489795925e-06,
+      "loss": 0.5088,
+      "step": 182
+    },
+    {
+      "epoch": 0.373469387755102,
+      "grad_norm": 0.216796875,
+      "learning_rate": 6.285714285714286e-06,
+      "loss": 0.4939,
+      "step": 183
+    },
+    {
+      "epoch": 0.37551020408163266,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 6.26530612244898e-06,
+      "loss": 0.5215,
+      "step": 184
+    },
+    {
+      "epoch": 0.37755102040816324,
+      "grad_norm": 0.171875,
+      "learning_rate": 6.244897959183675e-06,
+      "loss": 0.5192,
+      "step": 185
+    },
+    {
+      "epoch": 0.3795918367346939,
+      "grad_norm": 0.162109375,
+      "learning_rate": 6.224489795918368e-06,
+      "loss": 0.5144,
+      "step": 186
+    },
+    {
+      "epoch": 0.3816326530612245,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 6.2040816326530614e-06,
+      "loss": 0.5037,
+      "step": 187
+    },
+    {
+      "epoch": 0.3836734693877551,
+      "grad_norm": 0.177734375,
+      "learning_rate": 6.1836734693877556e-06,
+      "loss": 0.5133,
+      "step": 188
+    },
+    {
+      "epoch": 0.38571428571428573,
+      "grad_norm": 0.18359375,
+      "learning_rate": 6.163265306122449e-06,
+      "loss": 0.5179,
+      "step": 189
+    },
+    {
+      "epoch": 0.3877551020408163,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 6.142857142857144e-06,
+      "loss": 0.521,
+      "step": 190
+    },
+    {
+      "epoch": 0.38979591836734695,
+      "grad_norm": 0.1572265625,
+      "learning_rate": 6.122448979591837e-06,
+      "loss": 0.5148,
+      "step": 191
+    },
+    {
+      "epoch": 0.39183673469387753,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 6.102040816326531e-06,
+      "loss": 0.5336,
+      "step": 192
+    },
+    {
+      "epoch": 0.39387755102040817,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 6.0816326530612245e-06,
+      "loss": 0.5312,
+      "step": 193
+    },
+    {
+      "epoch": 0.39591836734693875,
+      "grad_norm": 0.181640625,
+      "learning_rate": 6.0612244897959195e-06,
+      "loss": 0.516,
+      "step": 194
+    },
+    {
+      "epoch": 0.3979591836734694,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 6.040816326530613e-06,
+      "loss": 0.5157,
+      "step": 195
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.138671875,
+      "learning_rate": 6.020408163265307e-06,
+      "loss": 0.5093,
+      "step": 196
+    },
+    {
+      "epoch": 0.4020408163265306,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 6e-06,
+      "loss": 0.5135,
+      "step": 197
+    },
+    {
+      "epoch": 0.40408163265306124,
+      "grad_norm": 0.1484375,
+      "learning_rate": 5.979591836734694e-06,
+      "loss": 0.5079,
+      "step": 198
+    },
+    {
+      "epoch": 0.4061224489795918,
+      "grad_norm": 0.2265625,
+      "learning_rate": 5.959183673469388e-06,
+      "loss": 0.5114,
+      "step": 199
+    },
+    {
+      "epoch": 0.40816326530612246,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 5.9387755102040825e-06,
+      "loss": 0.5142,
+      "step": 200
+    },
+    {
+      "epoch": 0.41020408163265304,
+      "grad_norm": 0.173828125,
+      "learning_rate": 5.918367346938776e-06,
+      "loss": 0.5295,
+      "step": 201
+    },
+    {
+      "epoch": 0.4122448979591837,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 5.89795918367347e-06,
+      "loss": 0.5196,
+      "step": 202
+    },
+    {
+      "epoch": 0.4142857142857143,
+      "grad_norm": 0.169921875,
+      "learning_rate": 5.877551020408164e-06,
+      "loss": 0.5118,
+      "step": 203
+    },
+    {
+      "epoch": 0.4163265306122449,
+      "grad_norm": 0.166015625,
+      "learning_rate": 5.857142857142858e-06,
+      "loss": 0.5065,
+      "step": 204
+    },
+    {
+      "epoch": 0.41836734693877553,
+      "grad_norm": 0.189453125,
+      "learning_rate": 5.8367346938775515e-06,
+      "loss": 0.5082,
+      "step": 205
+    },
+    {
+      "epoch": 0.4204081632653061,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 5.816326530612246e-06,
+      "loss": 0.5056,
+      "step": 206
+    },
+    {
+      "epoch": 0.42244897959183675,
+      "grad_norm": 0.1572265625,
+      "learning_rate": 5.795918367346939e-06,
+      "loss": 0.5127,
+      "step": 207
+    },
+    {
+      "epoch": 0.42448979591836733,
+      "grad_norm": 0.1875,
+      "learning_rate": 5.775510204081634e-06,
+      "loss": 0.4988,
+      "step": 208
+    },
+    {
+      "epoch": 0.42653061224489797,
+      "grad_norm": 0.169921875,
+      "learning_rate": 5.755102040816327e-06,
+      "loss": 0.501,
+      "step": 209
+    },
+    {
+      "epoch": 0.42857142857142855,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 5.73469387755102e-06,
+      "loss": 0.526,
+      "step": 210
+    },
+    {
+      "epoch": 0.4306122448979592,
+      "grad_norm": 0.1640625,
+      "learning_rate": 5.7142857142857145e-06,
+      "loss": 0.5079,
+      "step": 211
+    },
+    {
+      "epoch": 0.4326530612244898,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 5.6938775510204095e-06,
+      "loss": 0.5059,
+      "step": 212
+    },
+    {
+      "epoch": 0.4346938775510204,
+      "grad_norm": 0.181640625,
+      "learning_rate": 5.673469387755103e-06,
+      "loss": 0.5138,
+      "step": 213
+    },
+    {
+      "epoch": 0.43673469387755104,
+      "grad_norm": 0.1728515625,
+      "learning_rate": 5.653061224489796e-06,
+      "loss": 0.4999,
+      "step": 214
+    },
+    {
+      "epoch": 0.4387755102040816,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 5.63265306122449e-06,
+      "loss": 0.5155,
+      "step": 215
+    },
+    {
+      "epoch": 0.44081632653061226,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 5.6122448979591834e-06,
+      "loss": 0.5005,
+      "step": 216
+    },
+    {
+      "epoch": 0.44285714285714284,
+      "grad_norm": 0.171875,
+      "learning_rate": 5.591836734693878e-06,
+      "loss": 0.5026,
+      "step": 217
+    },
+    {
+      "epoch": 0.4448979591836735,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 5.571428571428572e-06,
+      "loss": 0.4997,
+      "step": 218
+    },
+    {
+      "epoch": 0.44693877551020406,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 5.551020408163266e-06,
+      "loss": 0.5055,
+      "step": 219
+    },
+    {
+      "epoch": 0.4489795918367347,
+      "grad_norm": 0.18359375,
+      "learning_rate": 5.530612244897959e-06,
+      "loss": 0.5036,
+      "step": 220
+    },
+    {
+      "epoch": 0.45102040816326533,
+      "grad_norm": 0.171875,
+      "learning_rate": 5.510204081632653e-06,
+      "loss": 0.5184,
+      "step": 221
+    },
+    {
+      "epoch": 0.4530612244897959,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 5.489795918367347e-06,
+      "loss": 0.4992,
+      "step": 222
+    },
+    {
+      "epoch": 0.45510204081632655,
+      "grad_norm": 0.2421875,
+      "learning_rate": 5.4693877551020415e-06,
+      "loss": 0.5114,
+      "step": 223
+    },
+    {
+      "epoch": 0.45714285714285713,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 5.448979591836735e-06,
+      "loss": 0.5069,
+      "step": 224
+    },
+    {
+      "epoch": 0.45918367346938777,
+      "grad_norm": 0.177734375,
+      "learning_rate": 5.428571428571429e-06,
+      "loss": 0.4927,
+      "step": 225
+    },
+    {
+      "epoch": 0.46122448979591835,
+      "grad_norm": 0.150390625,
+      "learning_rate": 5.408163265306123e-06,
+      "loss": 0.5002,
+      "step": 226
+    },
+    {
+      "epoch": 0.463265306122449,
+      "grad_norm": 0.189453125,
+      "learning_rate": 5.387755102040817e-06,
+      "loss": 0.5106,
+      "step": 227
+    },
+    {
+      "epoch": 0.46530612244897956,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 5.36734693877551e-06,
+      "loss": 0.5203,
+      "step": 228
+    },
+    {
+      "epoch": 0.4673469387755102,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 5.3469387755102045e-06,
+      "loss": 0.4991,
+      "step": 229
+    },
+    {
+      "epoch": 0.46938775510204084,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 5.326530612244898e-06,
+      "loss": 0.4836,
+      "step": 230
+    },
+    {
+      "epoch": 0.4714285714285714,
+      "grad_norm": 0.150390625,
+      "learning_rate": 5.306122448979593e-06,
+      "loss": 0.5134,
+      "step": 231
+    },
+    {
+      "epoch": 0.47346938775510206,
+      "grad_norm": 0.177734375,
+      "learning_rate": 5.285714285714286e-06,
+      "loss": 0.5014,
+      "step": 232
+    },
+    {
+      "epoch": 0.47551020408163264,
+      "grad_norm": 0.158203125,
+      "learning_rate": 5.26530612244898e-06,
+      "loss": 0.5033,
+      "step": 233
+    },
+    {
+      "epoch": 0.4775510204081633,
+      "grad_norm": 0.1796875,
+      "learning_rate": 5.2448979591836735e-06,
+      "loss": 0.5087,
+      "step": 234
+    },
+    {
+      "epoch": 0.47959183673469385,
+      "grad_norm": 0.2119140625,
+      "learning_rate": 5.2244897959183684e-06,
+      "loss": 0.5068,
+      "step": 235
+    },
+    {
+      "epoch": 0.4816326530612245,
+      "grad_norm": 0.166015625,
+      "learning_rate": 5.204081632653062e-06,
+      "loss": 0.516,
+      "step": 236
+    },
+    {
+      "epoch": 0.48367346938775513,
+      "grad_norm": 0.16015625,
+      "learning_rate": 5.183673469387756e-06,
+      "loss": 0.5097,
+      "step": 237
+    },
+    {
+      "epoch": 0.4857142857142857,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 5.163265306122449e-06,
+      "loss": 0.5029,
+      "step": 238
+    },
+    {
+      "epoch": 0.48775510204081635,
+      "grad_norm": 0.2216796875,
+      "learning_rate": 5.142857142857142e-06,
+      "loss": 0.5014,
+      "step": 239
+    },
+    {
+      "epoch": 0.4897959183673469,
+      "grad_norm": 0.189453125,
+      "learning_rate": 5.122448979591837e-06,
+      "loss": 0.4849,
+      "step": 240
+    },
+    {
+      "epoch": 0.49183673469387756,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 5.1020408163265315e-06,
+      "loss": 0.5112,
+      "step": 241
+    },
+    {
+      "epoch": 0.49387755102040815,
+      "grad_norm": 0.1640625,
+      "learning_rate": 5.081632653061225e-06,
+      "loss": 0.5001,
+      "step": 242
+    },
+    {
+      "epoch": 0.4959183673469388,
+      "grad_norm": 0.2138671875,
+      "learning_rate": 5.061224489795918e-06,
+      "loss": 0.5101,
+      "step": 243
+    },
+    {
+      "epoch": 0.49795918367346936,
+      "grad_norm": 0.158203125,
+      "learning_rate": 5.040816326530613e-06,
+      "loss": 0.497,
+      "step": 244
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 5.020408163265307e-06,
+      "loss": 0.5118,
+      "step": 245
+    },
+    {
+      "epoch": 0.5020408163265306,
+      "grad_norm": 0.1611328125,
+      "learning_rate": 5e-06,
+      "loss": 0.5013,
+      "step": 246
+    },
+    {
+      "epoch": 0.5040816326530613,
+      "grad_norm": 0.201171875,
+      "learning_rate": 4.979591836734694e-06,
+      "loss": 0.482,
+      "step": 247
+    },
+    {
+      "epoch": 0.5061224489795918,
+      "grad_norm": 0.177734375,
+      "learning_rate": 4.959183673469388e-06,
+      "loss": 0.4942,
+      "step": 248
+    },
+    {
+      "epoch": 0.5081632653061224,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 4.938775510204082e-06,
+      "loss": 0.4896,
+      "step": 249
+    },
+    {
+      "epoch": 0.5102040816326531,
+      "grad_norm": 0.1748046875,
+      "learning_rate": 4.918367346938776e-06,
+      "loss": 0.5108,
+      "step": 250
+    },
+    {
+      "epoch": 0.5122448979591837,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 4.897959183673469e-06,
+      "loss": 0.4907,
+      "step": 251
+    },
+    {
+      "epoch": 0.5142857142857142,
+      "grad_norm": 0.240234375,
+      "learning_rate": 4.8775510204081635e-06,
+      "loss": 0.5048,
+      "step": 252
+    },
+    {
+      "epoch": 0.5163265306122449,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 4.857142857142858e-06,
+      "loss": 0.5061,
+      "step": 253
+    },
+    {
+      "epoch": 0.5183673469387755,
+      "grad_norm": 0.228515625,
+      "learning_rate": 4.836734693877552e-06,
+      "loss": 0.5041,
+      "step": 254
+    },
+    {
+      "epoch": 0.5204081632653061,
+      "grad_norm": 0.1533203125,
+      "learning_rate": 4.816326530612245e-06,
+      "loss": 0.5029,
+      "step": 255
+    },
+    {
+      "epoch": 0.5224489795918368,
+      "grad_norm": 0.150390625,
+      "learning_rate": 4.795918367346939e-06,
+      "loss": 0.5057,
+      "step": 256
+    },
+    {
+      "epoch": 0.5244897959183673,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 4.775510204081633e-06,
+      "loss": 0.4966,
+      "step": 257
+    },
+    {
+      "epoch": 0.5265306122448979,
+      "grad_norm": 0.181640625,
+      "learning_rate": 4.7551020408163265e-06,
+      "loss": 0.5008,
+      "step": 258
+    },
+    {
+      "epoch": 0.5285714285714286,
+      "grad_norm": 0.1455078125,
+      "learning_rate": 4.734693877551021e-06,
+      "loss": 0.4972,
+      "step": 259
+    },
+    {
+      "epoch": 0.5306122448979592,
+      "grad_norm": 0.189453125,
+      "learning_rate": 4.714285714285715e-06,
+      "loss": 0.4923,
+      "step": 260
+    },
+    {
+      "epoch": 0.5326530612244897,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 4.693877551020409e-06,
+      "loss": 0.495,
+      "step": 261
+    },
+    {
+      "epoch": 0.5346938775510204,
+      "grad_norm": 0.16015625,
+      "learning_rate": 4.673469387755102e-06,
+      "loss": 0.5016,
+      "step": 262
+    },
+    {
+      "epoch": 0.536734693877551,
+      "grad_norm": 0.154296875,
+      "learning_rate": 4.653061224489796e-06,
+      "loss": 0.5099,
+      "step": 263
+    },
+    {
+      "epoch": 0.5387755102040817,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 4.63265306122449e-06,
+      "loss": 0.5017,
+      "step": 264
+    },
+    {
+      "epoch": 0.5408163265306123,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 4.612244897959184e-06,
+      "loss": 0.487,
+      "step": 265
+    },
+    {
+      "epoch": 0.5428571428571428,
+      "grad_norm": 0.19140625,
+      "learning_rate": 4.591836734693878e-06,
+      "loss": 0.488,
+      "step": 266
+    },
+    {
+      "epoch": 0.5448979591836735,
+      "grad_norm": 0.1875,
+      "learning_rate": 4.571428571428572e-06,
+      "loss": 0.4872,
+      "step": 267
+    },
+    {
+      "epoch": 0.5469387755102041,
+      "grad_norm": 0.19140625,
+      "learning_rate": 4.551020408163266e-06,
+      "loss": 0.4937,
+      "step": 268
+    },
+    {
+      "epoch": 0.5489795918367347,
+      "grad_norm": 0.189453125,
+      "learning_rate": 4.530612244897959e-06,
+      "loss": 0.4985,
+      "step": 269
+    },
+    {
+      "epoch": 0.5510204081632653,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 4.5102040816326535e-06,
+      "loss": 0.5172,
+      "step": 270
+    },
+    {
+      "epoch": 0.5530612244897959,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 4.489795918367348e-06,
+      "loss": 0.4946,
+      "step": 271
+    },
+    {
+      "epoch": 0.5551020408163265,
+      "grad_norm": 0.25,
+      "learning_rate": 4.469387755102041e-06,
+      "loss": 0.501,
+      "step": 272
+    },
+    {
+      "epoch": 0.5571428571428572,
+      "grad_norm": 0.1796875,
+      "learning_rate": 4.448979591836735e-06,
+      "loss": 0.4943,
+      "step": 273
+    },
+    {
+      "epoch": 0.5591836734693878,
+      "grad_norm": 0.21875,
+      "learning_rate": 4.428571428571429e-06,
+      "loss": 0.4852,
+      "step": 274
+    },
+    {
+      "epoch": 0.5612244897959183,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 4.408163265306123e-06,
+      "loss": 0.4729,
+      "step": 275
+    },
+    {
+      "epoch": 0.563265306122449,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 4.3877551020408165e-06,
+      "loss": 0.4969,
+      "step": 276
+    },
+    {
+      "epoch": 0.5653061224489796,
+      "grad_norm": 0.2314453125,
+      "learning_rate": 4.367346938775511e-06,
+      "loss": 0.4959,
+      "step": 277
+    },
+    {
+      "epoch": 0.5673469387755102,
+      "grad_norm": 0.2109375,
+      "learning_rate": 4.346938775510205e-06,
+      "loss": 0.5065,
+      "step": 278
+    },
+    {
+      "epoch": 0.5693877551020409,
+      "grad_norm": 0.1611328125,
+      "learning_rate": 4.326530612244899e-06,
+      "loss": 0.4769,
+      "step": 279
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 0.173828125,
+      "learning_rate": 4.306122448979592e-06,
+      "loss": 0.4895,
+      "step": 280
+    },
+    {
+      "epoch": 0.573469387755102,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 4.2857142857142855e-06,
+      "loss": 0.485,
+      "step": 281
+    },
+    {
+      "epoch": 0.5755102040816327,
+      "grad_norm": 0.22265625,
+      "learning_rate": 4.2653061224489804e-06,
+      "loss": 0.4895,
+      "step": 282
+    },
+    {
+      "epoch": 0.5775510204081633,
+      "grad_norm": 0.171875,
+      "learning_rate": 4.244897959183674e-06,
+      "loss": 0.4937,
+      "step": 283
+    },
+    {
+      "epoch": 0.5795918367346938,
+      "grad_norm": 0.1611328125,
+      "learning_rate": 4.224489795918368e-06,
+      "loss": 0.4997,
+      "step": 284
+    },
+    {
+      "epoch": 0.5816326530612245,
+      "grad_norm": 0.16796875,
+      "learning_rate": 4.204081632653061e-06,
+      "loss": 0.4885,
+      "step": 285
+    },
+    {
+      "epoch": 0.5836734693877551,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 4.183673469387755e-06,
+      "loss": 0.5069,
+      "step": 286
+    },
+    {
+      "epoch": 0.5857142857142857,
+      "grad_norm": 0.171875,
+      "learning_rate": 4.163265306122449e-06,
+      "loss": 0.4867,
+      "step": 287
+    },
+    {
+      "epoch": 0.5877551020408164,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 4.1428571428571435e-06,
+      "loss": 0.5128,
+      "step": 288
+    },
+    {
+      "epoch": 0.5897959183673469,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 4.122448979591837e-06,
+      "loss": 0.5106,
+      "step": 289
+    },
+    {
+      "epoch": 0.5918367346938775,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 4.102040816326531e-06,
+      "loss": 0.4892,
+      "step": 290
+    },
+    {
+      "epoch": 0.5938775510204082,
+      "grad_norm": 0.16015625,
+      "learning_rate": 4.081632653061225e-06,
+      "loss": 0.4883,
+      "step": 291
+    },
+    {
+      "epoch": 0.5959183673469388,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 4.061224489795918e-06,
+      "loss": 0.4828,
+      "step": 292
+    },
+    {
+      "epoch": 0.5979591836734693,
+      "grad_norm": 0.2197265625,
+      "learning_rate": 4.040816326530612e-06,
+      "loss": 0.4872,
+      "step": 293
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.16796875,
+      "learning_rate": 4.0204081632653065e-06,
+      "loss": 0.4812,
+      "step": 294
+    },
+    {
+      "epoch": 0.6020408163265306,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 0.5009,
+      "step": 295
+    },
+    {
+      "epoch": 0.6040816326530613,
+      "grad_norm": 0.189453125,
+      "learning_rate": 3.979591836734694e-06,
+      "loss": 0.4858,
+      "step": 296
+    },
+    {
+      "epoch": 0.6061224489795919,
+      "grad_norm": 0.2080078125,
+      "learning_rate": 3.959183673469388e-06,
+      "loss": 0.5081,
+      "step": 297
+    },
+    {
+      "epoch": 0.6081632653061224,
+      "grad_norm": 0.224609375,
+      "learning_rate": 3.938775510204082e-06,
+      "loss": 0.4935,
+      "step": 298
+    },
+    {
+      "epoch": 0.610204081632653,
+      "grad_norm": 0.162109375,
+      "learning_rate": 3.9183673469387755e-06,
+      "loss": 0.4852,
+      "step": 299
+    },
+    {
+      "epoch": 0.6122448979591837,
+      "grad_norm": 0.16796875,
+      "learning_rate": 3.89795918367347e-06,
+      "loss": 0.4895,
+      "step": 300
+    },
+    {
+      "epoch": 0.6142857142857143,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 3.877551020408164e-06,
+      "loss": 0.4736,
+      "step": 301
+    },
+    {
+      "epoch": 0.6163265306122448,
+      "grad_norm": 0.154296875,
+      "learning_rate": 3.857142857142858e-06,
+      "loss": 0.4837,
+      "step": 302
+    },
+    {
+      "epoch": 0.6183673469387755,
+      "grad_norm": 0.1572265625,
+      "learning_rate": 3.836734693877551e-06,
+      "loss": 0.4892,
+      "step": 303
+    },
+    {
+      "epoch": 0.6204081632653061,
+      "grad_norm": 0.166015625,
+      "learning_rate": 3.816326530612245e-06,
+      "loss": 0.5028,
+      "step": 304
+    },
+    {
+      "epoch": 0.6224489795918368,
+      "grad_norm": 0.23046875,
+      "learning_rate": 3.795918367346939e-06,
+      "loss": 0.4965,
+      "step": 305
+    },
+    {
+      "epoch": 0.6244897959183674,
+      "grad_norm": 0.1640625,
+      "learning_rate": 3.7755102040816327e-06,
+      "loss": 0.4829,
+      "step": 306
+    },
+    {
+      "epoch": 0.6265306122448979,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 3.7551020408163268e-06,
+      "loss": 0.4934,
+      "step": 307
+    },
+    {
+      "epoch": 0.6285714285714286,
+      "grad_norm": 0.1728515625,
+      "learning_rate": 3.7346938775510205e-06,
+      "loss": 0.4848,
+      "step": 308
+    },
+    {
+      "epoch": 0.6306122448979592,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 3.7142857142857146e-06,
+      "loss": 0.4824,
+      "step": 309
+    },
+    {
+      "epoch": 0.6326530612244898,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 3.6938775510204083e-06,
+      "loss": 0.4836,
+      "step": 310
+    },
+    {
+      "epoch": 0.6346938775510204,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 3.6734693877551024e-06,
+      "loss": 0.4856,
+      "step": 311
+    },
+    {
+      "epoch": 0.636734693877551,
+      "grad_norm": 0.2177734375,
+      "learning_rate": 3.653061224489796e-06,
+      "loss": 0.5039,
+      "step": 312
+    },
+    {
+      "epoch": 0.6387755102040816,
+      "grad_norm": 0.1640625,
+      "learning_rate": 3.6326530612244903e-06,
+      "loss": 0.473,
+      "step": 313
+    },
+    {
+      "epoch": 0.6408163265306123,
+      "grad_norm": 0.171875,
+      "learning_rate": 3.612244897959184e-06,
+      "loss": 0.4903,
+      "step": 314
+    },
+    {
+      "epoch": 0.6428571428571429,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 3.5918367346938777e-06,
+      "loss": 0.4831,
+      "step": 315
+    },
+    {
+      "epoch": 0.6448979591836734,
+      "grad_norm": 0.17578125,
+      "learning_rate": 3.5714285714285718e-06,
+      "loss": 0.4859,
+      "step": 316
+    },
+    {
+      "epoch": 0.6469387755102041,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 3.5510204081632655e-06,
+      "loss": 0.5054,
+      "step": 317
+    },
+    {
+      "epoch": 0.6489795918367347,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 3.5306122448979596e-06,
+      "loss": 0.4936,
+      "step": 318
+    },
+    {
+      "epoch": 0.6510204081632653,
+      "grad_norm": 0.16015625,
+      "learning_rate": 3.5102040816326533e-06,
+      "loss": 0.5022,
+      "step": 319
+    },
+    {
+      "epoch": 0.6530612244897959,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 3.4897959183673474e-06,
+      "loss": 0.494,
+      "step": 320
+    },
+    {
+      "epoch": 0.6551020408163265,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 3.469387755102041e-06,
+      "loss": 0.4919,
+      "step": 321
+    },
+    {
+      "epoch": 0.6571428571428571,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 3.4489795918367353e-06,
+      "loss": 0.4898,
+      "step": 322
+    },
+    {
+      "epoch": 0.6591836734693878,
+      "grad_norm": 0.205078125,
+      "learning_rate": 3.428571428571429e-06,
+      "loss": 0.4987,
+      "step": 323
+    },
+    {
+      "epoch": 0.6612244897959184,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 3.4081632653061227e-06,
+      "loss": 0.4831,
+      "step": 324
+    },
+    {
+      "epoch": 0.6632653061224489,
+      "grad_norm": 0.158203125,
+      "learning_rate": 3.3877551020408168e-06,
+      "loss": 0.4944,
+      "step": 325
+    },
+    {
+      "epoch": 0.6653061224489796,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 3.3673469387755105e-06,
+      "loss": 0.4882,
+      "step": 326
+    },
+    {
+      "epoch": 0.6673469387755102,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 3.3469387755102046e-06,
+      "loss": 0.4915,
+      "step": 327
+    },
+    {
+      "epoch": 0.6693877551020408,
+      "grad_norm": 0.1953125,
+      "learning_rate": 3.3265306122448983e-06,
+      "loss": 0.5001,
+      "step": 328
+    },
+    {
+      "epoch": 0.6714285714285714,
+      "grad_norm": 0.166015625,
+      "learning_rate": 3.3061224489795924e-06,
+      "loss": 0.4939,
+      "step": 329
+    },
+    {
+      "epoch": 0.673469387755102,
+      "grad_norm": 0.19140625,
+      "learning_rate": 3.285714285714286e-06,
+      "loss": 0.4834,
+      "step": 330
+    },
+    {
+      "epoch": 0.6755102040816326,
+      "grad_norm": 0.2216796875,
+      "learning_rate": 3.2653061224489794e-06,
+      "loss": 0.5047,
+      "step": 331
+    },
+    {
+      "epoch": 0.6775510204081633,
+      "grad_norm": 0.271484375,
+      "learning_rate": 3.244897959183674e-06,
+      "loss": 0.4859,
+      "step": 332
+    },
+    {
+      "epoch": 0.6795918367346939,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 3.2244897959183672e-06,
+      "loss": 0.4959,
+      "step": 333
+    },
+    {
+      "epoch": 0.6816326530612244,
+      "grad_norm": 0.201171875,
+      "learning_rate": 3.204081632653062e-06,
+      "loss": 0.4912,
+      "step": 334
+    },
+    {
+      "epoch": 0.6836734693877551,
+      "grad_norm": 0.20703125,
+      "learning_rate": 3.183673469387755e-06,
+      "loss": 0.4855,
+      "step": 335
+    },
+    {
+      "epoch": 0.6857142857142857,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 3.1632653061224496e-06,
+      "loss": 0.4998,
+      "step": 336
+    },
+    {
+      "epoch": 0.6877551020408164,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 3.142857142857143e-06,
+      "loss": 0.4906,
+      "step": 337
+    },
+    {
+      "epoch": 0.689795918367347,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 3.1224489795918374e-06,
+      "loss": 0.496,
+      "step": 338
+    },
+    {
+      "epoch": 0.6918367346938775,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 3.1020408163265307e-06,
+      "loss": 0.4864,
+      "step": 339
+    },
+    {
+      "epoch": 0.6938775510204082,
+      "grad_norm": 0.1748046875,
+      "learning_rate": 3.0816326530612244e-06,
+      "loss": 0.4994,
+      "step": 340
+    },
+    {
+      "epoch": 0.6959183673469388,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 3.0612244897959185e-06,
+      "loss": 0.4915,
+      "step": 341
+    },
+    {
+      "epoch": 0.6979591836734694,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 3.0408163265306122e-06,
+      "loss": 0.4864,
+      "step": 342
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 3.0204081632653064e-06,
+      "loss": 0.4896,
+      "step": 343
+    },
+    {
+      "epoch": 0.7020408163265306,
+      "grad_norm": 0.173828125,
+      "learning_rate": 3e-06,
+      "loss": 0.4903,
+      "step": 344
+    },
+    {
+      "epoch": 0.7040816326530612,
+      "grad_norm": 0.197265625,
+      "learning_rate": 2.979591836734694e-06,
+      "loss": 0.4922,
+      "step": 345
+    },
+    {
+      "epoch": 0.7061224489795919,
+      "grad_norm": 0.181640625,
+      "learning_rate": 2.959183673469388e-06,
+      "loss": 0.4945,
+      "step": 346
+    },
+    {
+      "epoch": 0.7081632653061225,
+      "grad_norm": 0.16796875,
+      "learning_rate": 2.938775510204082e-06,
+      "loss": 0.4757,
+      "step": 347
+    },
+    {
+      "epoch": 0.710204081632653,
+      "grad_norm": 0.1748046875,
+      "learning_rate": 2.9183673469387757e-06,
+      "loss": 0.4942,
+      "step": 348
+    },
+    {
+      "epoch": 0.7122448979591837,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 2.8979591836734694e-06,
+      "loss": 0.4934,
+      "step": 349
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 0.18359375,
+      "learning_rate": 2.8775510204081636e-06,
+      "loss": 0.4814,
+      "step": 350
+    },
+    {
+      "epoch": 0.7163265306122449,
+      "grad_norm": 0.26171875,
+      "learning_rate": 2.8571428571428573e-06,
+      "loss": 0.497,
+      "step": 351
+    },
+    {
+      "epoch": 0.7183673469387755,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 2.8367346938775514e-06,
+      "loss": 0.4952,
+      "step": 352
+    },
+    {
+      "epoch": 0.7204081632653061,
+      "grad_norm": 0.189453125,
+      "learning_rate": 2.816326530612245e-06,
+      "loss": 0.4904,
+      "step": 353
+    },
+    {
+      "epoch": 0.7224489795918367,
+      "grad_norm": 0.1875,
+      "learning_rate": 2.795918367346939e-06,
+      "loss": 0.4774,
+      "step": 354
+    },
+    {
+      "epoch": 0.7244897959183674,
+      "grad_norm": 0.1875,
+      "learning_rate": 2.775510204081633e-06,
+      "loss": 0.4776,
+      "step": 355
+    },
+    {
+      "epoch": 0.726530612244898,
+      "grad_norm": 0.193359375,
+      "learning_rate": 2.7551020408163266e-06,
+      "loss": 0.5087,
+      "step": 356
+    },
+    {
+      "epoch": 0.7285714285714285,
+      "grad_norm": 0.203125,
+      "learning_rate": 2.7346938775510207e-06,
+      "loss": 0.4768,
+      "step": 357
+    },
+    {
+      "epoch": 0.7306122448979592,
+      "grad_norm": 0.193359375,
+      "learning_rate": 2.7142857142857144e-06,
+      "loss": 0.4974,
+      "step": 358
+    },
+    {
+      "epoch": 0.7326530612244898,
+      "grad_norm": 0.1748046875,
+      "learning_rate": 2.6938775510204086e-06,
+      "loss": 0.4741,
+      "step": 359
+    },
+    {
+      "epoch": 0.7346938775510204,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 2.6734693877551023e-06,
+      "loss": 0.484,
+      "step": 360
+    },
+    {
+      "epoch": 0.736734693877551,
+      "grad_norm": 0.2392578125,
+      "learning_rate": 2.6530612244897964e-06,
+      "loss": 0.4797,
+      "step": 361
+    },
+    {
+      "epoch": 0.7387755102040816,
+      "grad_norm": 0.2138671875,
+      "learning_rate": 2.63265306122449e-06,
+      "loss": 0.5066,
+      "step": 362
+    },
+    {
+      "epoch": 0.7408163265306122,
+      "grad_norm": 0.1728515625,
+      "learning_rate": 2.6122448979591842e-06,
+      "loss": 0.4865,
+      "step": 363
+    },
+    {
+      "epoch": 0.7428571428571429,
+      "grad_norm": 0.2373046875,
+      "learning_rate": 2.591836734693878e-06,
+      "loss": 0.4788,
+      "step": 364
+    },
+    {
+      "epoch": 0.7448979591836735,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 2.571428571428571e-06,
+      "loss": 0.4934,
+      "step": 365
+    },
+    {
+      "epoch": 0.746938775510204,
+      "grad_norm": 0.2265625,
+      "learning_rate": 2.5510204081632657e-06,
+      "loss": 0.5031,
+      "step": 366
+    },
+    {
+      "epoch": 0.7489795918367347,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 2.530612244897959e-06,
+      "loss": 0.5129,
+      "step": 367
+    },
+    {
+      "epoch": 0.7510204081632653,
+      "grad_norm": 0.1728515625,
+      "learning_rate": 2.5102040816326536e-06,
+      "loss": 0.4971,
+      "step": 368
+    },
+    {
+      "epoch": 0.753061224489796,
+      "grad_norm": 0.17578125,
+      "learning_rate": 2.489795918367347e-06,
+      "loss": 0.4849,
+      "step": 369
+    },
+    {
+      "epoch": 0.7551020408163265,
+      "grad_norm": 0.181640625,
+      "learning_rate": 2.469387755102041e-06,
+      "loss": 0.4725,
+      "step": 370
+    },
+    {
+      "epoch": 0.7571428571428571,
+      "grad_norm": 0.19140625,
+      "learning_rate": 2.4489795918367347e-06,
+      "loss": 0.4832,
+      "step": 371
+    },
+    {
+      "epoch": 0.7591836734693878,
+      "grad_norm": 0.189453125,
+      "learning_rate": 2.428571428571429e-06,
+      "loss": 0.4779,
+      "step": 372
+    },
+    {
+      "epoch": 0.7612244897959184,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 2.4081632653061225e-06,
+      "loss": 0.479,
+      "step": 373
+    },
+    {
+      "epoch": 0.763265306122449,
+      "grad_norm": 0.17578125,
+      "learning_rate": 2.3877551020408166e-06,
+      "loss": 0.5116,
+      "step": 374
+    },
+    {
+      "epoch": 0.7653061224489796,
+      "grad_norm": 0.2158203125,
+      "learning_rate": 2.3673469387755103e-06,
+      "loss": 0.5151,
+      "step": 375
+    },
+    {
+      "epoch": 0.7673469387755102,
+      "grad_norm": 0.2265625,
+      "learning_rate": 2.3469387755102044e-06,
+      "loss": 0.5034,
+      "step": 376
+    },
+    {
+      "epoch": 0.7693877551020408,
+      "grad_norm": 0.2119140625,
+      "learning_rate": 2.326530612244898e-06,
+      "loss": 0.4843,
+      "step": 377
+    },
+    {
+      "epoch": 0.7714285714285715,
+      "grad_norm": 0.1748046875,
+      "learning_rate": 2.306122448979592e-06,
+      "loss": 0.4878,
+      "step": 378
+    },
+    {
+      "epoch": 0.773469387755102,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 2.285714285714286e-06,
+      "loss": 0.4909,
+      "step": 379
+    },
+    {
+      "epoch": 0.7755102040816326,
+      "grad_norm": 0.193359375,
+      "learning_rate": 2.2653061224489797e-06,
+      "loss": 0.4908,
+      "step": 380
+    },
+    {
+      "epoch": 0.7775510204081633,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 2.244897959183674e-06,
+      "loss": 0.4776,
+      "step": 381
+    },
+    {
+      "epoch": 0.7795918367346939,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 2.2244897959183675e-06,
+      "loss": 0.4995,
+      "step": 382
+    },
+    {
+      "epoch": 0.7816326530612245,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 2.2040816326530616e-06,
+      "loss": 0.487,
+      "step": 383
+    },
+    {
+      "epoch": 0.7836734693877551,
+      "grad_norm": 0.19921875,
+      "learning_rate": 2.1836734693877553e-06,
+      "loss": 0.4912,
+      "step": 384
+    },
+    {
+      "epoch": 0.7857142857142857,
+      "grad_norm": 0.1953125,
+      "learning_rate": 2.1632653061224495e-06,
+      "loss": 0.4778,
+      "step": 385
+    },
+    {
+      "epoch": 0.7877551020408163,
+      "grad_norm": 0.25390625,
+      "learning_rate": 2.1428571428571427e-06,
+      "loss": 0.4963,
+      "step": 386
+    },
+    {
+      "epoch": 0.789795918367347,
+      "grad_norm": 0.22265625,
+      "learning_rate": 2.122448979591837e-06,
+      "loss": 0.4896,
+      "step": 387
+    },
+    {
+      "epoch": 0.7918367346938775,
+      "grad_norm": 0.16796875,
+      "learning_rate": 2.1020408163265306e-06,
+      "loss": 0.4832,
+      "step": 388
+    },
+    {
+      "epoch": 0.7938775510204081,
+      "grad_norm": 0.271484375,
+      "learning_rate": 2.0816326530612247e-06,
+      "loss": 0.4942,
+      "step": 389
+    },
+    {
+      "epoch": 0.7959183673469388,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 2.0612244897959184e-06,
+      "loss": 0.4737,
+      "step": 390
+    },
+    {
+      "epoch": 0.7979591836734694,
+      "grad_norm": 0.203125,
+      "learning_rate": 2.0408163265306125e-06,
+      "loss": 0.4932,
+      "step": 391
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 2.020408163265306e-06,
+      "loss": 0.4541,
+      "step": 392
+    },
+    {
+      "epoch": 0.8020408163265306,
+      "grad_norm": 0.2216796875,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 0.4942,
+      "step": 393
+    },
+    {
+      "epoch": 0.8040816326530612,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 1.979591836734694e-06,
+      "loss": 0.4994,
+      "step": 394
+    },
+    {
+      "epoch": 0.8061224489795918,
+      "grad_norm": 0.201171875,
+      "learning_rate": 1.9591836734693877e-06,
+      "loss": 0.4963,
+      "step": 395
+    },
+    {
+      "epoch": 0.8081632653061225,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 1.938775510204082e-06,
+      "loss": 0.4847,
+      "step": 396
+    },
+    {
+      "epoch": 0.810204081632653,
+      "grad_norm": 0.2119140625,
+      "learning_rate": 1.9183673469387756e-06,
+      "loss": 0.4808,
+      "step": 397
+    },
+    {
+      "epoch": 0.8122448979591836,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 1.8979591836734695e-06,
+      "loss": 0.4835,
+      "step": 398
+    },
+    {
+      "epoch": 0.8142857142857143,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 1.8775510204081634e-06,
+      "loss": 0.489,
+      "step": 399
+    },
+    {
+      "epoch": 0.8163265306122449,
+      "grad_norm": 0.201171875,
+      "learning_rate": 1.8571428571428573e-06,
+      "loss": 0.4694,
+      "step": 400
+    },
+    {
+      "epoch": 0.8183673469387756,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 1.8367346938775512e-06,
+      "loss": 0.494,
+      "step": 401
+    },
+    {
+      "epoch": 0.8204081632653061,
+      "grad_norm": 0.1875,
+      "learning_rate": 1.8163265306122451e-06,
+      "loss": 0.4648,
+      "step": 402
+    },
+    {
+      "epoch": 0.8224489795918367,
+      "grad_norm": 0.205078125,
+      "learning_rate": 1.7959183673469388e-06,
+      "loss": 0.4949,
+      "step": 403
+    },
+    {
+      "epoch": 0.8244897959183674,
+      "grad_norm": 0.2138671875,
+      "learning_rate": 1.7755102040816327e-06,
+      "loss": 0.4829,
+      "step": 404
+    },
+    {
+      "epoch": 0.826530612244898,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 1.7551020408163267e-06,
+      "loss": 0.48,
+      "step": 405
+    },
+    {
+      "epoch": 0.8285714285714286,
+      "grad_norm": 0.1875,
+      "learning_rate": 1.7346938775510206e-06,
+      "loss": 0.4779,
+      "step": 406
+    },
+    {
+      "epoch": 0.8306122448979592,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 1.7142857142857145e-06,
+      "loss": 0.5022,
+      "step": 407
+    },
+    {
+      "epoch": 0.8326530612244898,
+      "grad_norm": 0.171875,
+      "learning_rate": 1.6938775510204084e-06,
+      "loss": 0.486,
+      "step": 408
+    },
+    {
+      "epoch": 0.8346938775510204,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 1.6734693877551023e-06,
+      "loss": 0.4822,
+      "step": 409
+    },
+    {
+      "epoch": 0.8367346938775511,
+      "grad_norm": 0.173828125,
+      "learning_rate": 1.6530612244897962e-06,
+      "loss": 0.4987,
+      "step": 410
+    },
+    {
+      "epoch": 0.8387755102040816,
+      "grad_norm": 0.17578125,
+      "learning_rate": 1.6326530612244897e-06,
+      "loss": 0.4839,
+      "step": 411
+    },
+    {
+      "epoch": 0.8408163265306122,
+      "grad_norm": 0.24609375,
+      "learning_rate": 1.6122448979591836e-06,
+      "loss": 0.4982,
+      "step": 412
+    },
+    {
+      "epoch": 0.8428571428571429,
+      "grad_norm": 0.2275390625,
+      "learning_rate": 1.5918367346938775e-06,
+      "loss": 0.4893,
+      "step": 413
+    },
+    {
+      "epoch": 0.8448979591836735,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 1.5714285714285714e-06,
+      "loss": 0.4957,
+      "step": 414
+    },
+    {
+      "epoch": 0.8469387755102041,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 1.5510204081632654e-06,
+      "loss": 0.4863,
+      "step": 415
+    },
+    {
+      "epoch": 0.8489795918367347,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 1.5306122448979593e-06,
+      "loss": 0.5009,
+      "step": 416
+    },
+    {
+      "epoch": 0.8510204081632653,
+      "grad_norm": 0.185546875,
+      "learning_rate": 1.5102040816326532e-06,
+      "loss": 0.4895,
+      "step": 417
+    },
+    {
+      "epoch": 0.8530612244897959,
+      "grad_norm": 0.251953125,
+      "learning_rate": 1.489795918367347e-06,
+      "loss": 0.48,
+      "step": 418
+    },
+    {
+      "epoch": 0.8551020408163266,
+      "grad_norm": 0.185546875,
+      "learning_rate": 1.469387755102041e-06,
+      "loss": 0.4653,
+      "step": 419
+    },
+    {
+      "epoch": 0.8571428571428571,
+      "grad_norm": 0.1728515625,
+      "learning_rate": 1.4489795918367347e-06,
+      "loss": 0.4902,
+      "step": 420
+    },
+    {
+      "epoch": 0.8591836734693877,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 1.4285714285714286e-06,
+      "loss": 0.4849,
+      "step": 421
+    },
+    {
+      "epoch": 0.8612244897959184,
+      "grad_norm": 0.189453125,
+      "learning_rate": 1.4081632653061225e-06,
+      "loss": 0.4916,
+      "step": 422
+    },
+    {
+      "epoch": 0.863265306122449,
+      "grad_norm": 0.177734375,
+      "learning_rate": 1.3877551020408165e-06,
+      "loss": 0.4879,
+      "step": 423
+    },
+    {
+      "epoch": 0.8653061224489796,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 1.3673469387755104e-06,
+      "loss": 0.5008,
+      "step": 424
+    },
+    {
+      "epoch": 0.8673469387755102,
+      "grad_norm": 0.177734375,
+      "learning_rate": 1.3469387755102043e-06,
+      "loss": 0.4752,
+      "step": 425
+    },
+    {
+      "epoch": 0.8693877551020408,
+      "grad_norm": 0.16015625,
+      "learning_rate": 1.3265306122448982e-06,
+      "loss": 0.4856,
+      "step": 426
+    },
+    {
+      "epoch": 0.8714285714285714,
+      "grad_norm": 0.2138671875,
+      "learning_rate": 1.3061224489795921e-06,
+      "loss": 0.483,
+      "step": 427
+    },
+    {
+      "epoch": 0.8734693877551021,
+      "grad_norm": 0.189453125,
+      "learning_rate": 1.2857142857142856e-06,
+      "loss": 0.4752,
+      "step": 428
+    },
+    {
+      "epoch": 0.8755102040816326,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 1.2653061224489795e-06,
+      "loss": 0.4982,
+      "step": 429
+    },
+    {
+      "epoch": 0.8775510204081632,
+      "grad_norm": 0.1875,
+      "learning_rate": 1.2448979591836734e-06,
+      "loss": 0.4767,
+      "step": 430
+    },
+    {
+      "epoch": 0.8795918367346939,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 1.2244897959183673e-06,
+      "loss": 0.4879,
+      "step": 431
+    },
+    {
+      "epoch": 0.8816326530612245,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 1.2040816326530612e-06,
+      "loss": 0.4881,
+      "step": 432
+    },
+    {
+      "epoch": 0.8836734693877552,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 1.1836734693877552e-06,
+      "loss": 0.4863,
+      "step": 433
+    },
+    {
+      "epoch": 0.8857142857142857,
+      "grad_norm": 0.212890625,
+      "learning_rate": 1.163265306122449e-06,
+      "loss": 0.5022,
+      "step": 434
+    },
+    {
+      "epoch": 0.8877551020408163,
+      "grad_norm": 0.181640625,
+      "learning_rate": 1.142857142857143e-06,
+      "loss": 0.4908,
+      "step": 435
+    },
+    {
+      "epoch": 0.889795918367347,
+      "grad_norm": 0.17578125,
+      "learning_rate": 1.122448979591837e-06,
+      "loss": 0.4884,
+      "step": 436
+    },
+    {
+      "epoch": 0.8918367346938776,
+      "grad_norm": 0.173828125,
+      "learning_rate": 1.1020408163265308e-06,
+      "loss": 0.489,
+      "step": 437
+    },
+    {
+      "epoch": 0.8938775510204081,
+      "grad_norm": 0.193359375,
+      "learning_rate": 1.0816326530612247e-06,
+      "loss": 0.4821,
+      "step": 438
+    },
+    {
+      "epoch": 0.8959183673469387,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 1.0612244897959184e-06,
+      "loss": 0.4748,
+      "step": 439
+    },
+    {
+      "epoch": 0.8979591836734694,
+      "grad_norm": 0.181640625,
+      "learning_rate": 1.0408163265306123e-06,
+      "loss": 0.4757,
+      "step": 440
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.189453125,
+      "learning_rate": 1.0204081632653063e-06,
+      "loss": 0.4986,
+      "step": 441
+    },
+    {
+      "epoch": 0.9020408163265307,
+      "grad_norm": 0.203125,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.5032,
+      "step": 442
+    },
+    {
+      "epoch": 0.9040816326530612,
+      "grad_norm": 0.220703125,
+      "learning_rate": 9.795918367346939e-07,
+      "loss": 0.4933,
+      "step": 443
+    },
+    {
+      "epoch": 0.9061224489795918,
+      "grad_norm": 0.173828125,
+      "learning_rate": 9.591836734693878e-07,
+      "loss": 0.4711,
+      "step": 444
+    },
+    {
+      "epoch": 0.9081632653061225,
+      "grad_norm": 0.19921875,
+      "learning_rate": 9.387755102040817e-07,
+      "loss": 0.4948,
+      "step": 445
+    },
+    {
+      "epoch": 0.9102040816326531,
+      "grad_norm": 0.201171875,
+      "learning_rate": 9.183673469387756e-07,
+      "loss": 0.4721,
+      "step": 446
+    },
+    {
+      "epoch": 0.9122448979591836,
+      "grad_norm": 0.17578125,
+      "learning_rate": 8.979591836734694e-07,
+      "loss": 0.5054,
+      "step": 447
+    },
+    {
+      "epoch": 0.9142857142857143,
+      "grad_norm": 0.16796875,
+      "learning_rate": 8.775510204081633e-07,
+      "loss": 0.474,
+      "step": 448
+    },
+    {
+      "epoch": 0.9163265306122449,
+      "grad_norm": 0.17578125,
+      "learning_rate": 8.571428571428572e-07,
+      "loss": 0.4803,
+      "step": 449
+    },
+    {
+      "epoch": 0.9183673469387755,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 8.367346938775512e-07,
+      "loss": 0.5031,
+      "step": 450
+    },
+    {
+      "epoch": 0.9204081632653062,
+      "grad_norm": 0.228515625,
+      "learning_rate": 8.163265306122449e-07,
+      "loss": 0.4913,
+      "step": 451
+    },
+    {
+      "epoch": 0.9224489795918367,
+      "grad_norm": 0.173828125,
+      "learning_rate": 7.959183673469388e-07,
+      "loss": 0.4708,
+      "step": 452
+    },
+    {
+      "epoch": 0.9244897959183673,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 7.755102040816327e-07,
+      "loss": 0.4783,
+      "step": 453
+    },
+    {
+      "epoch": 0.926530612244898,
+      "grad_norm": 0.1796875,
+      "learning_rate": 7.551020408163266e-07,
+      "loss": 0.4929,
+      "step": 454
+    },
+    {
+      "epoch": 0.9285714285714286,
+      "grad_norm": 0.171875,
+      "learning_rate": 7.346938775510205e-07,
+      "loss": 0.4846,
+      "step": 455
+    },
+    {
+      "epoch": 0.9306122448979591,
+      "grad_norm": 0.25390625,
+      "learning_rate": 7.142857142857143e-07,
+      "loss": 0.4431,
+      "step": 456
+    },
+    {
+      "epoch": 0.9326530612244898,
+      "grad_norm": 0.173828125,
+      "learning_rate": 6.938775510204082e-07,
+      "loss": 0.4878,
+      "step": 457
+    },
+    {
+      "epoch": 0.9346938775510204,
+      "grad_norm": 0.1796875,
+      "learning_rate": 6.734693877551021e-07,
+      "loss": 0.4806,
+      "step": 458
+    },
+    {
+      "epoch": 0.936734693877551,
+      "grad_norm": 0.177734375,
+      "learning_rate": 6.530612244897961e-07,
+      "loss": 0.492,
+      "step": 459
+    },
+    {
+      "epoch": 0.9387755102040817,
+      "grad_norm": 0.171875,
+      "learning_rate": 6.326530612244898e-07,
+      "loss": 0.4792,
+      "step": 460
+    },
+    {
+      "epoch": 0.9408163265306122,
+      "grad_norm": 0.177734375,
+      "learning_rate": 6.122448979591837e-07,
+      "loss": 0.4876,
+      "step": 461
+    },
+    {
+      "epoch": 0.9428571428571428,
+      "grad_norm": 0.171875,
+      "learning_rate": 5.918367346938776e-07,
+      "loss": 0.4853,
+      "step": 462
+    },
+    {
+      "epoch": 0.9448979591836735,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 5.714285714285715e-07,
+      "loss": 0.4884,
+      "step": 463
+    },
+    {
+      "epoch": 0.9469387755102041,
+      "grad_norm": 0.197265625,
+      "learning_rate": 5.510204081632654e-07,
+      "loss": 0.4944,
+      "step": 464
+    },
+    {
+      "epoch": 0.9489795918367347,
+      "grad_norm": 0.2197265625,
+      "learning_rate": 5.306122448979592e-07,
+      "loss": 0.4984,
+      "step": 465
+    },
+    {
+      "epoch": 0.9510204081632653,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 5.102040816326531e-07,
+      "loss": 0.4728,
+      "step": 466
+    },
+    {
+      "epoch": 0.9530612244897959,
+      "grad_norm": 0.17578125,
+      "learning_rate": 4.897959183673469e-07,
+      "loss": 0.4906,
+      "step": 467
+    },
+    {
+      "epoch": 0.9551020408163265,
+      "grad_norm": 0.181640625,
+      "learning_rate": 4.6938775510204085e-07,
+      "loss": 0.5009,
+      "step": 468
+    },
+    {
+      "epoch": 0.9571428571428572,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 4.489795918367347e-07,
+      "loss": 0.4978,
+      "step": 469
+    },
+    {
+      "epoch": 0.9591836734693877,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 4.285714285714286e-07,
+      "loss": 0.464,
+      "step": 470
+    },
+    {
+      "epoch": 0.9612244897959183,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 4.0816326530612243e-07,
+      "loss": 0.4881,
+      "step": 471
+    },
+    {
+      "epoch": 0.963265306122449,
+      "grad_norm": 0.255859375,
+      "learning_rate": 3.8775510204081634e-07,
+      "loss": 0.4995,
+      "step": 472
+    },
+    {
+      "epoch": 0.9653061224489796,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 3.6734693877551025e-07,
+      "loss": 0.4848,
+      "step": 473
+    },
+    {
+      "epoch": 0.9673469387755103,
+      "grad_norm": 0.169921875,
+      "learning_rate": 3.469387755102041e-07,
+      "loss": 0.4835,
+      "step": 474
+    },
+    {
+      "epoch": 0.9693877551020408,
+      "grad_norm": 0.181640625,
+      "learning_rate": 3.2653061224489803e-07,
+      "loss": 0.5012,
+      "step": 475
+    },
+    {
+      "epoch": 0.9714285714285714,
+      "grad_norm": 0.1572265625,
+      "learning_rate": 3.0612244897959183e-07,
+      "loss": 0.4772,
+      "step": 476
+    },
+    {
+      "epoch": 0.9734693877551021,
+      "grad_norm": 0.169921875,
+      "learning_rate": 2.8571428571428575e-07,
+      "loss": 0.4963,
+      "step": 477
+    },
+    {
+      "epoch": 0.9755102040816327,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 2.653061224489796e-07,
+      "loss": 0.486,
+      "step": 478
+    },
+    {
+      "epoch": 0.9775510204081632,
+      "grad_norm": 0.173828125,
+      "learning_rate": 2.4489795918367347e-07,
+      "loss": 0.4649,
+      "step": 479
+    },
+    {
+      "epoch": 0.9795918367346939,
+      "grad_norm": 0.2265625,
+      "learning_rate": 2.2448979591836735e-07,
+      "loss": 0.4843,
+      "step": 480
+    },
+    {
+      "epoch": 0.9816326530612245,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 2.0408163265306121e-07,
+      "loss": 0.5108,
+      "step": 481
+    },
+    {
+      "epoch": 0.9836734693877551,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 1.8367346938775513e-07,
+      "loss": 0.4969,
+      "step": 482
+    },
+    {
+      "epoch": 0.9857142857142858,
+      "grad_norm": 0.224609375,
+      "learning_rate": 1.6326530612244901e-07,
+      "loss": 0.4941,
+      "step": 483
+    },
+    {
+      "epoch": 0.9877551020408163,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 1.4285714285714287e-07,
+      "loss": 0.4895,
+      "step": 484
+    },
+    {
+      "epoch": 0.9897959183673469,
+      "grad_norm": 0.17578125,
+      "learning_rate": 1.2244897959183673e-07,
+      "loss": 0.5014,
+      "step": 485
+    },
+    {
+      "epoch": 0.9918367346938776,
+      "grad_norm": 0.177734375,
+      "learning_rate": 1.0204081632653061e-07,
+      "loss": 0.4883,
+      "step": 486
+    },
+    {
+      "epoch": 0.9938775510204082,
+      "grad_norm": 0.171875,
+      "learning_rate": 8.163265306122451e-08,
+      "loss": 0.4971,
+      "step": 487
+    },
+    {
+      "epoch": 0.9959183673469387,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 6.122448979591837e-08,
+      "loss": 0.5062,
+      "step": 488
+    },
+    {
+      "epoch": 0.9979591836734694,
+      "grad_norm": 0.1640625,
+      "learning_rate": 4.0816326530612253e-08,
+      "loss": 0.4818,
+      "step": 489
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.197265625,
+      "learning_rate": 2.0408163265306127e-08,
+      "loss": 0.4745,
+      "step": 490
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.4921317994594574,
+      "eval_runtime": 17.5595,
+      "eval_samples_per_second": 2.791,
+      "eval_steps_per_second": 0.399,
+      "step": 490
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 490,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 0,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.5692183426385838e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}