Legion-V1.5-LLaMa-70B / mergekit_config.yml
Tarek07's picture
Upload folder using huggingface_hub
8f4eab4 verified
raw
history blame contribute delete
583 Bytes
models:
- model: TareksLab/M-MERGE4
parameters:
weight: 0.20
density: 0.6
- model: TareksLab/M-MERGE3
parameters:
weight: 0.20
density: 0.6
- model: TareksLab/M-MERGE2
parameters:
weight: 0.20
density: 0.6
- model: TareksLab/M-MERGE1
parameters:
weight: 0.20
density: 0.6
- model: TareksLab/M-BASE-SCE
parameters:
weight: 0.20
density: 0.6
merge_method: dare_ties
base_model: TareksLab/M-BASE-SCE
parameters:
normalize: false
out_dtype: bfloat16
tokenizer:
source: TareksLab/M-TOKENIZER-SCE