base_model: Qwen/Qwen2.5-7B-Instruct | |
dtype: float16 | |
merge_method: dare_ties | |
modules: | |
default: | |
slices: | |
- sources: | |
- layer_range: [0, 28] | |
model: Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview | |
parameters: | |
density: 0.8773638560987191 | |
weight: 1.0832441422096908 | |
- layer_range: [0, 28] | |
model: gz987/qwen2.5-7b-cabs-v0.3 | |
parameters: | |
density: 0.8773638560987191 | |
weight: 1.0832441422096908 | |
- layer_range: [0, 28] | |
model: Qwen/Qwen2.5-7B-Instruct | |
parameters: | |
normalize: 0.0 |