Trained with Unsloth

Upload model trained with Unsloth 2x faster

config.json

@@ -1,12 +1,16 @@
 {
-  "_name_or_path": "unsloth/Meta-Llama-3.1-8B-bnb-4bit",
+  "_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
-  "eos_token_id": 128001,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
   "hidden_act": "silu",
   "hidden_size": 4096,
   "initializer_range": 0.02,

generation_config.json

@@ -1,8 +1,11 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 128000,
   "do_sample": true,
-  "eos_token_id": 128001,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
   "max_length": 131072,
   "pad_token_id": 128004,
   "temperature": 0.6,

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d1e346d0b6517771831785539dbef166d51d3f4aa1e598d830cb1e26a8cad91
-size 4652072908
+oid sha256:9a1e0d54dcd64b149d994bf8ea8f2e2f5aaae2ac1a5b953cbced303790d52928
+size 4652072903

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6feef628d893df7809d975f4c3a109a655e5e4126ac4ee28e8e0464504c86b12
+oid sha256:5321ca97dd0968a3e2b676b3a42728e9f5327d516bcf0addd4e9cd61c068a1ad
 size 1050673280

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 5702577724
+    "total_size": 5702577719
   },
   "weight_map": {
     "lm_head.weight": "model-00002-of-00002.safetensors",