base_model: shisa-ai/shisa-v2-mistral-nemo-12b | |
models: | |
- model: Elizezen/Himeyuri-v0.1-12B | |
parameters: | |
weight: [0, 0.25, 0.5, 0.75, 1] | |
- model: inflatebot/MN-12B-Mag-Mell-R1 | |
parameters: | |
weight: [0.25, 0.3, 0.5, 0.3, 0.25] | |
merge_method: ties | |
dtype: bfloat16 | |
parameters: | |
normalize: true | |
density: 0.5 | |
tokenizer: | |
source: union |