dtype: float32 | |
out_dtype: bfloat16 | |
merge_method: model_stock | |
base_model: mistralai/Mistral-Nemo-Instruct-2407 | |
models: | |
- model: mergekit-community/MN-Anathema-12B+jtatman/mistral_nemo_12b_reasoning_psychology_lora | |
- model: mergekit-community/MN-Chthonia-12B | |
parameters: | |
weight: 1.2 | |
- model: mergekit-community/MN-Ephemeros-12B | |
parameters: | |
weight: 1.1 | |
- model: mergekit-community/MN-Hecate-Chthonia-12B | |
parameters: | |
weight: 0.6 | |
- model: mergekit-community/MN-Nyx-Chthonia-12B | |
parameters: | |
weight: 1.3 | |
- model: nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2+jtatman/mistral_nemo_12b_reasoning_psychology_lora | |
- model: HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407+XeroCodes/aurora-12b | |
- model: yamatazen/EtherealAurora-12B-v3 | |
chat_template: chatml | |
tokenizer: | |
source: union | |
tokens: | |
"[INST]": | |
source: mistralai/Mistral-Nemo-Instruct-2407 | |
force: true | |
"[/INST]": | |
source: mistralai/Mistral-Nemo-Instruct-2407 | |
force: true | |
"<|im_start|>": | |
source: yamatazen/EtherealAurora-12B-v3 | |
force: true | |
"<|im_end|>": | |
source: yamatazen/EtherealAurora-12B-v3 | |
force: true |