Upload folder using huggingface_hub

README.md

@@ -24,27 +24,23 @@ ganeet-V4 is a merge of the following models using [LazyMergekit](https://colab.
 ```yaml
 models:
   - model: WizardLMTeam/WizardMath-7B-V1.1 
-    layer_range: [0, 30]
     parameters:
       density: 0.5  # fraction of weights in differences from the base model to retain
       weight:   # weight gradient
         - filter: mlp
           value: 0.5
         - value: 0
-  - model: deepseek-ai/deepseek-math-7b-rl
-    layer_range: [0, 30]
+  - model: upaya07/Arithmo2-Mistral-7B
   - model: microsoft/rho-math-7b-interpreter-v0.1
-    layer_range: [0, 30]
     parameters:
       density: 0.5
       weight: 0.5
   - model: meta-math/MetaMath-Mistral-7B
-    layer_range: [0, 30]
     parameters:
       density: 0.5
       weight: 0.5
 merge_method: ties
-base_model: deepseek-ai/deepseek-math-7b-rl
+base_model: upaya07/Arithmo2-Mistral-7B
 parameters:
   normalize: true
   int8_mask: true

config.json

@@ -19,7 +19,7 @@
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
+  "torch_dtype": "float16",
   "transformers_version": "4.38.2",
   "use_cache": true,
   "vocab_size": 32000

mergekit_config.yml

@@ -1,17 +1,24 @@
 
-slices:
-  - sources:
-      - model: upaya07/Arithmo2-Mistral-7B
-        layer_range: [0, 32]
-      - model: WizardLMTeam/WizardMath-7B-V1.1
-        layer_range: [0, 32]
-merge_method: slerp
+models:
+  - model: WizardLMTeam/WizardMath-7B-V1.1 
+    parameters:
+      density: 0.5  # fraction of weights in differences from the base model to retain
+      weight:   # weight gradient
+        - filter: mlp
+          value: 0.5
+        - value: 0
+  - model: upaya07/Arithmo2-Mistral-7B
+  - model: microsoft/rho-math-7b-interpreter-v0.1
+    parameters:
+      density: 0.5
+      weight: 0.5
+  - model: meta-math/MetaMath-Mistral-7B
+    parameters:
+      density: 0.5
+      weight: 0.5
+merge_method: ties
 base_model: upaya07/Arithmo2-Mistral-7B
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.4
-dtype: bfloat16
+  normalize: true
+  int8_mask: true
+dtype: float16

model-00001-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f94aec00b83a1df1b77523f66cfc2f2fbf2e83618044ebc9425c2086ee8e3849
-size 960521552
+oid sha256:f3b8f28f866bfa382645f445d12406e2390619487f1d504c2e080a2a8da601da
+size 960521544

model-00002-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5903d9d81de8d62193ea73112271f1624c923c295fd9af68392513094589a6ca
-size 989890720
+oid sha256:efc7b7a42e9780406cef6acee72e95381cd255e1da1535f15457a5157d027c6f
+size 989890704

model-00003-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c8ccbe98bf509e21bb20a21ef62d74d4b66f68316730b01c8ab89b0f5062d32
-size 989890728
+oid sha256:48794782f5254a01bdb39d5202f3ee0ffed36efddaddaa078a64465e58d518d2
+size 989890712

model-00004-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c1775fdbbdb8e93b9979fe733539e35e3292bcee139a1b125a61d9b89db4be1
-size 998287760
+oid sha256:8430cefa112a2bd4eeab262c8b5ffe3d34a5841eaf5f85ee56d47c4cafd4137f
+size 998287736

model-00005-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4722cea3ffc0ba5bfd32ee25c9a34644e6400b0adc0054b9001517db099073a7
-size 947956216
+oid sha256:38b30d5161fe1874b92ba72f1dc41fbd7a888b9875da1583c82a273f943fa81b
+size 947956192

model-00006-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6953d6528e4fee165ea98ea38807dc5e81b60124e9f24577cd57c7aac49a53d4
-size 989890728
+oid sha256:96078629f89f223992d1436197ae2662ef3ae954127371a99c5af9bb87ef2d09
+size 989890704

model-00007-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52adb3f76f2257734cfcf89af691b62c4797a77ecb5cfa9deeee94055a2b81a6
-size 989890720
+oid sha256:cccad063c90678d915ac3534fca5693af32bfcea1bd060fe19915dc9abb54ec4
+size 989890704

model-00008-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7ea6a78e3520cd03162bd28944f7bcb0f0971a23b909fc4ed62de5422d0b6f3
-size 998287760
+oid sha256:c6c5c6cc3497d68880e1aa20e25e901df71129efb20886d81d5ee57525dd63b2
+size 998287736

model-00009-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff19683bca3bc221e095a1f1a81837cebaa9263259145b755f0a0d24d1a29c50
-size 947956216
+oid sha256:4ae91f77f5d72f730bbeaabadc32f91129e1c62baf7b5534785359709bb28b0d
+size 947956192

model-00010-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:846b07d8cde11d9440f4c0eb4a44c115440debb230ae7d59ba2073b3fcc4a75e
-size 989890728
+oid sha256:9ce31e0866f81a807b8dd3b6d46c16929e4a366255f385e7e5f3b2db8850985a
+size 989890712

model-00011-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c19259f9e06c5407d86b29e96f62e4c384d5a679397068a839d2be0b2421e5b0
-size 989890728
+oid sha256:a95bdc46b3e8c7223c268c25ad3fae15853f763c7c0e6e394368ddf105e51f04
+size 989890704

model-00012-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68494bc9f82ee959f718cc62e290bd16210caa639234662186266ea32c5ee5fb
-size 998287752
+oid sha256:c04df3984806498157fd23ba79ea7ea3365c743eab2b166ea1932309d2c14502
+size 998287736

model-00013-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f75e6e937e138abc7f76a93829599695a08ee2e4f1d619876dd45646308de52a
-size 947956200
+oid sha256:132ac8246d4212e2323689be4646c43ad79c1a243c04aa96b74f5e925fe4d807
+size 947956176

model-00014-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6898bd1a3b0171c074960c1e59f0019e8768c0fda8d8d5ab0efeb719933768b9
-size 989890712
+oid sha256:8ea86a8ef0dce4a2bb5916c1f40eb70f145db43915dcf88a7ba5e8521aadd394
+size 989890688

model-00015-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a714e4dabde8a8a902279116fa70f895332bebfa03f997ffeb30015290420753
-size 755009440
+oid sha256:8f21ede10a99d30131bda0c60ce921a461a9ede3cd1b629ccdafff3ec7c3a695
+size 755009424