models: - model: jpacifico/Chocolatine-14B-Instruct-DPO-v1.2 parameters: weight: 1.0 - model: failspy/Phi-3-medium-4k-instruct-abliterated-v3 parameters: weight: 1.0 - model: jpacifico/Chocolatine-14B-Instruct-4k-DPO parameters: weight: 1.0 merge_method: task_arithmetic base_model: jpacifico/Chocolatine-14B-Instruct-DPO-v1.2 parameters: normalize: true dtype: float16