merge_method: model_stock | |
models: | |
- model: NobodySpecial/Llama-3.1-70B-Instruct-Lorablated-Creative-Writer | |
parameters: | |
weight: 1.0 | |
- model: huihui-ai/Tess-R1-Limerick-Llama-3.1-70B-abliterated | |
parameters: | |
weight: 1.0 | |
base_model: invisietch/L3.1-70Blivion-v0.1-rc1-70B | |
dtype: bfloat16 | |
out_dtype: bfloat16 | |
parameters: | |
int8_mask: true | |
normalize: true | |
rescale: false | |
chat_template: auto | |
tokenizer: | |
source: union |