models: | |
- model: ChatWaifu_12B_v2.0 | |
parameters: | |
weight: 0.4 | |
- model: Violet_Twilight-v0.2 | |
parameters: | |
weight: 0.3 | |
- model: Violet-Lyra-Gutenberg-12b | |
parameters: | |
weight: 0.7 | |
base_model: Mistral-Nemo-Base-2407 | |
parameters: | |
density: 0.5 | |
rescale: true | |
normalize: false | |
merge_method: ties | |
tokenizer: | |
source: union | |
dtype: bfloat16 |