| models: | |
| - model: IntervitensInc/Mistral-Nemo-Base-2407-chatml | |
| - model: unsloth/Mistral-Nemo-Instruct-2407 | |
| parameters: | |
| weight: [0.50, 0.20] | |
| density: [0.75, 0.55] | |
| - model: anthracite-org/magnum-12b-v2 | |
| parameters: | |
| weight: [0.50, 0.80] | |
| density: [0.75, 0.85] | |
| merge_method: ties | |
| base_model: IntervitensInc/Mistral-Nemo-Base-2407-chatml | |
| parameters: | |
| int8_mask: true | |
| rescale: true | |
| normalize: false | |
| dtype: bfloat16 |