Qwen3-32B-merge-stem / mergekit_config.yml
DeL-TaiseiOzaki's picture
Upload folder using huggingface_hub
e7abc39 verified
models:
- model: Qwen/Qwen3-32B
- model: LLMcompe-Team-Watanabe/Qwen3-32B-textbookreasoning-UGPhysics-sft
parameters:
density: 0.60
weight: 0.30
- model: LLMcompe-Team-Watanabe/Qwen3-32B-openmathreasoning-sft
parameters:
density: 0.60
weight: 0.25
- model: LLMcompe-Team-Watanabe/Qwen3-32B-sft-HIS-Chem-Engineering-45k-1ep-lr5e6-4096
parameters:
density: 0.55
weight: 0.20
- model: LLMcompe-Team-Watanabe/Qwen3-32B-textbookreasoning-UGPhysics-AoPsInstruct-sft-med-grpo
parameters:
density: 0.50
weight: 0.10
- model: Qwen/Qwen3-32B
parameters:
density: 0.53
weight: 0.15
merge_method: dare_ties
base_model: Qwen/Qwen3-32B
parameters:
int8_mask: true
normalize: false
dtype: bfloat16