Swapped out some layers with higher SNR.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": ".\\Mermaid\\",
+  "_name_or_path": ".\\TroyDoesAI\\",
   "architectures": [
     "Phi3ForCausalLM"
   ],
@@ -131,7 +131,7 @@
   "sliding_window": 262144,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.39.3",
+  "transformers_version": "4.40.2",
   "use_cache": true,
   "vocab_size": 32064
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 1,
   "eos_token_id": 32000,
   "pad_token_id": 32000,
-  "transformers_version": "4.39.3"
+  "transformers_version": "4.40.2"
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fa52db6f00f4edb77cf475117eec83d40487901ab55c779b90234febb905ff5
+oid sha256:ae2cf24a20ac2b536c9094335a5264609d53aec97ddec26cd453f56d1df55d28
 size 4972489200

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:060d965511997a78891b3802384e36cbe1b92dd452d6ab9cfbdc84732d21753b
+oid sha256:ba688d1b2f593cf0844da614c28216f283713a7647d01db441988783c50cd448
 size 4983118840

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a241892ca0706956dfe4c15ddd564e36218a9532ac4990855fb28e455b1d66b
+oid sha256:b482db37bb031700c51aeeff1e4bcd1e1cc19680bfb0385751bc85cad0df6aa5
 size 4934746512

tokenizer.json

@@ -233,6 +233,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": true,
     "byte_fallback": true,
+    "ignore_merges": false,
     "vocab": {
       "<unk>": 0,
       "<s>": 1,