models: | |
- model: TareksLab/M-MERGE4 | |
parameters: | |
weight: 0.20 | |
density: 0.5 | |
- model: TareksLab/M-MERGE2 | |
parameters: | |
weight: 0.20 | |
density: 0.5 | |
- model: TareksLab/M-MERGE3 | |
parameters: | |
weight: 0.20 | |
density: 0.5 | |
- model: TareksLab/M-MERGE1 | |
parameters: | |
weight: 0.20 | |
density: 0.5 | |
- model: TareksLab/M-BASE-SCE | |
parameters: | |
weight: 0.20 | |
density: 0.5 | |
merge_method: dare_ties | |
base_model: TareksLab/M-BASE-SCE | |
parameters: | |
normalize: false | |
out_dtype: bfloat16 | |
tokenizer: | |
source: base |