Upload 2 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+LLaMa-3-Cat-Instruct-15B-try3.gguf filter=lfs diff=lfs merge=lfs -text

LLaMa-3-Cat-Instruct-15B-try3.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e85f490bd6e596c0fbec8ee47d913b013b7298fc59440fce39c47b43571c65
+size 8648963168

LLaMa-3-Cat-Instruct-15B-try3.yaml

@@ -0,0 +1,44 @@
+merge_method: passthrough
+dtype: bfloat16
+vocab_type: bpe
+slices:
+- sources:
+  - layer_range: [0, 24]
+    model: TheSkullery/llama-3-cat-8b-instruct-v1
+- sources:
+  - layer_range: [8, 24]
+    model: TheSkullery/llama-3-cat-8b-instruct-v1
+    parameters:
+      scale:
+      - filter: o_proj
+        value: 0.0
+      - filter: down_proj
+        value: 0.0
+      - value: 1.0
+- sources:
+  - layer_range: [8, 24]
+    model: TheSkullery/llama-3-cat-8b-instruct-v1
+    parameters:
+      scale:
+      - filter: o_proj
+        value: 0.0
+      - filter: down_proj
+        value: 0.0
+      - value: 1.0
+- sources:
+  - layer_range: [24, 32]
+    model: TheSkullery/llama-3-cat-8b-instruct-v1
+name: LLaMa-3-Cat-Instruct-Unhealed-15B
+---
+
+merge_method: task_arithmetic
+dtype: bfloat16
+vocab_type: bpe
+base_model: elinas/Llama-3-15B-Instruct-zeroed
+models:
+  - model: elinas/Llama-3-15B-Instruct-zeroed-ft
+    parameters:
+      weight: 1.0
+  - model: LLaMa-3-Cat-Instruct-Unhealed-15B
+    parameters:
+      weight: 1.0