Upload folder using huggingface_hub
Browse files- mergekit_moe_config.yml +49 -0
- model-00001-of-00016.safetensors +1 -1
- model-00002-of-00016.safetensors +1 -1
- model-00003-of-00016.safetensors +1 -1
- model-00004-of-00016.safetensors +1 -1
- model-00005-of-00016.safetensors +1 -1
- model-00006-of-00016.safetensors +1 -1
- model-00007-of-00016.safetensors +1 -1
- model-00008-of-00016.safetensors +1 -1
- model-00009-of-00016.safetensors +1 -1
- model-00010-of-00016.safetensors +1 -1
- model-00011-of-00016.safetensors +1 -1
- model-00012-of-00016.safetensors +1 -1
- model-00013-of-00016.safetensors +1 -1
- model-00014-of-00016.safetensors +1 -1
- model-00015-of-00016.safetensors +1 -1
- model-00016-of-00016.safetensors +1 -1
mergekit_moe_config.yml
ADDED
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
base_model: /storage/bases/magnum-v4-12b
|
2 |
+
#base_model: /storage/passthrough-models/RP-ERP-REASONING-FINETUNED/Omega
|
3 |
+
gate_mode: hidden # one of "hidden", "cheap_embed", or "random"wq
|
4 |
+
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
|
5 |
+
experts_per_token: 2
|
6 |
+
architecture: Mixtral
|
7 |
+
experts:
|
8 |
+
- source_model: /storage/passthrough-models/RP-ERP-REASONING-FINETUNED/omega-v2
|
9 |
+
positive_prompts:
|
10 |
+
- "Sexual"
|
11 |
+
- "Anal"
|
12 |
+
- "Bondage"
|
13 |
+
- "Fuck"
|
14 |
+
- "Erotic Role Play"
|
15 |
+
negative_prompts:
|
16 |
+
- "Reasoning"
|
17 |
+
- "Literature"
|
18 |
+
- "Journey"
|
19 |
+
- source_model: /storage/passthrough-models/RP-ERP-REASONING-FINETUNED/MN-Violet-Lotus
|
20 |
+
positive_prompts:
|
21 |
+
- "Conversation"
|
22 |
+
- "Literature"
|
23 |
+
- "Verbose"
|
24 |
+
- "Story"
|
25 |
+
negative_prompts:
|
26 |
+
- "Sexual"
|
27 |
+
- "Penetration"
|
28 |
+
- "Epic"
|
29 |
+
- "Journey"
|
30 |
+
- source_model: /storage/passthrough-models/RP-ERP-REASONING-FINETUNED/mn-ink-v2
|
31 |
+
positive_prompts:
|
32 |
+
- "Feelings"
|
33 |
+
- "Health"
|
34 |
+
- "Journey"
|
35 |
+
- "Epic"
|
36 |
+
- "Role Play"
|
37 |
+
negative_prompts:
|
38 |
+
- "Sexual"
|
39 |
+
- "Penetration"
|
40 |
+
- source_model: /storage/passthrough-models/RP-ERP-REASONING-FINETUNED/Nemo-R1
|
41 |
+
positive_prompts:
|
42 |
+
- "Cognitive"
|
43 |
+
- "Methodology"
|
44 |
+
- "<think>"
|
45 |
+
- "</think>"
|
46 |
+
- "<think></think>"
|
47 |
+
- "chain of thought"
|
48 |
+
- "reasoning"
|
49 |
+
- "thinking"
|
model-00001-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4928352712
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a7393859951e3dd4359749c8e7f91a3fe34a2d28cda840971cfe37ea0a2ed0b1
|
3 |
size 4928352712
|
model-00002-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4865460264
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d8b13b5c0f4a69de290798f613d1883155994c52ad9dd95b946b982908ce72e
|
3 |
size 4865460264
|
model-00003-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4865460264
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d27a8df0c258b6cb76959d3f2179e070e8d7124e1206396e807dadffc17dd1d
|
3 |
size 4865460264
|
model-00004-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4907382256
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a0355f345638de2e6940075c5ce60a32e2b78954c91ddf10fee406ef005b715
|
3 |
size 4907382256
|
model-00005-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4865460304
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1577f2356a2deedb2c87f856ddbf8609ec76ef21739c01264362af3d7bddeb5b
|
3 |
size 4865460304
|
model-00006-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4970307560
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:627e909c9099e91a92bcdcfdf4e1d622eae1d691b2429fd5f061c17d6b1aa1c6
|
3 |
size 4970307560
|
model-00007-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4949335816
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c5f471ed27973b07bb059d2081fb83554208056487ce2c9cfa2e803f1c0b2af1
|
3 |
size 4949335816
|
model-00008-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4865460312
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07bbbcfc2f14841ae831d7768351d24f1d1e59a3392be49bdc3204a9adf9c9a9
|
3 |
size 4865460312
|
model-00009-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4907382296
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:580a8c68a346042bf58b24ee36cc7ba0164da6bec1f010331174d4dbbd462d1a
|
3 |
size 4907382296
|
model-00010-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4865460312
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:117771e2dffb43e691f41fdbf9b96214e2517df4837f6e6c3265f7825104dc06
|
3 |
size 4865460312
|
model-00011-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4865460312
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4ab4074c30887d4bc259daff8fc2a7589e27a6b59ad9bdd7118cd34603a59536
|
3 |
size 4865460312
|
model-00012-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4907382296
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b71c3b300befb633b34ef51c94374815a4558b63206f95150f67ab51f9042d9
|
3 |
size 4907382296
|
model-00013-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4865460312
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ecad24802266359537cf51e0af4021e246839e2e2aec9e619394c914a9724de0
|
3 |
size 4865460312
|
model-00014-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4970307560
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:819c5652c79867cebcfd54b3cf2570dfa68d9242a6644ce3b3c5a1ad5fc28f98
|
3 |
size 4970307560
|
model-00015-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4949335816
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d42f8124d08fcbda7b1c0868baf14de95094485085928073134962183eef6536
|
3 |
size 4949335816
|
model-00016-of-00016.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3797522064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e31b0ba145306e9810f49bcb34bbbe5be5f773176c28c90d9c1e81c7851bb6ef
|
3 |
size 3797522064
|