merge_method: nuslerp | |
dtype: bfloat16 | |
base_model: NousResearch/Meta-Llama-3.1-8B | |
models: | |
- model: ./output-helpful | |
parameters: | |
weight: 1 | |
- model: ./output-immersive | |
parameters: | |
weight: 1 | |
tokenizer: | |
source: union | |
tokens: | |
<|start_header_id|>: | |
source: ./output-immersive | |
<|end_header_id|>: | |
source: ./output-immersive | |
<|eot_id|>: | |
source: ./output-immersive | |
chat_template: "llama3" | |