med-dare-linear-merge-3-models / mergekit_config.yml
pittawat's picture
Upload folder using huggingface_hub
3d34cc8 verified
raw
history blame contribute delete
520 Bytes
models:
- model: Qwen/Qwen2.5-7B
- model: pittawat/qwen2.5-7b-med-acc-without-prior
parameters:
density: 0.53
weight: 0.5
- model: pittawat/qwen2.5-7b-med-acc-without-prior-alphamed
parameters:
density: 0.53
weight: 0.3
- model: pittawat/qwen2.5-7b-med-acc-mcq-rank-without-prior
parameters:
density: 0.53
weight: 0.2
merge_method: dare_linear
base_model: Qwen/Qwen2.5-7B
parameters:
normalize: true
dtype: bfloat16
tokenizer:
source: Qwen/Qwen2.5-7B-Instruct