models: | |
- model: Qwen/Qwen3-30B-A3B | |
parameters: | |
density: 0.4 | |
weight: 0.35 | |
- model: Qwen/Qwen3-30B-A3B-Base | |
parameters: | |
density: 0.7 | |
weight: 1 | |
merge_method: ties | |
base_model: Qwen/Qwen3-30B-A3B | |
parameters: | |
normalize: true | |
dtype: bfloat16 |
models: | |
- model: Qwen/Qwen3-30B-A3B | |
parameters: | |
density: 0.4 | |
weight: 0.35 | |
- model: Qwen/Qwen3-30B-A3B-Base | |
parameters: | |
density: 0.7 | |
weight: 1 | |
merge_method: ties | |
base_model: Qwen/Qwen3-30B-A3B | |
parameters: | |
normalize: true | |
dtype: bfloat16 |