File size: 2,042 Bytes
5be2d6a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 |
dtype: float32
out_dtype: bfloat16
merge_method: model_stock
base_model: mergekit-community/MN-Hekate-Daidalos-17B
slices:
- sources:
- model: mergekit-community/MN-Hekate-Daidalos-17B
layer_range: [0, 20]
- sources:
- model: mergekit-community/MN-Hekate-Daidalos-17B
layer_range: [20, 36]
parameters:
weight: 3
- model: mistralai/Mistral-Nemo-Base-2407
layer_range: [16, 32]
parameters:
weight: 2
- model: Nitral-AI/Captain-Eris_Violet-GRPO-v0.420
layer_range: [16, 32]
parameters:
weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1]
- model: nbeerbower/mistral-nemo-bophades-12B
layer_range: [16, 32]
parameters:
weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1]
- model: mergekit-community/MN-Sappho-g3-12B
layer_range: [16, 32]
parameters:
weight: [1.0, 1.1, 1.2, 1.29, 1.37, 1.43, 1.48, 1.5, 1.5]
- model: nbeerbower/Lyra-Gutenberg-mistral-nemo-12B
layer_range: [16, 32]
parameters:
weight: [1.0, 1.1, 1.2, 1.29, 1.37, 1.43, 1.48, 1.5, 1.5]
- sources:
- model: mergekit-community/MN-Hekate-Daidalos-17B
layer_range: [36, 56]
parameters:
weight: 3
- model: nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B
layer_range: [20, 40]
parameters:
weight: [1, 0.75]
- model: Nitral-AI/Captain-Eris_Violet-GRPO-v0.420
layer_range: [20, 40]
parameters:
weight: [1, 0.5]
- model: HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407
layer_range: [20, 40]
parameters:
weight: [1, 0.75]
tokenizer:
source: union
tokens:
"[INST]":
source: mergekit-community/MN-Hekate-Daidalos-17B
force: true
"[/INST]":
source: mergekit-community/MN-Hekate-Daidalos-17B
force: true
"<|im_start|>":
source: mergekit-community/MN-Hekate-Daidalos-17B
force: true
"<|im_end|>":
source: mergekit-community/MN-Hekate-Daidalos-17B
force: true
|