slices: | |
- sources: | |
- model: ./models/Moistral-11B-v2 | |
layer_range: [0, 48] | |
- sources: | |
- model: ./models/RoleBeagle-11B | |
layer_range: [34, 48] | |
merge_method: passthrough | |
parameters: | |
normalize: true | |
int8_mask: true | |
dtype: float16 | |
name: RoleBeagle-Moistral-7B-v2 |