slices: | |
- sources: | |
- model: TheSkullery/llama-3-cat-8b-instruct-v1 | |
layer_range: [0, 32] | |
- model: victunes/TherapyLlama-8B-v1 | |
layer_range: [0, 32] | |
parameters: | |
weight: 0.25 | |
- model: herisan/llama-3-8b_mental_health_counseling_conversations | |
layer_range: [0, 32] | |
parameters: | |
weight: 0.25 | |
merge_method: task_arithmetic | |
base_model: TheSkullery/llama-3-cat-8b-instruct-v1 | |
dtype: bfloat16 |