LLama-5b-amt-v0.1 / mergekit_config.yml
powermove72's picture
Upload folder using huggingface_hub
c433f7d verified
merge_method: passthrough
dtype: bfloat16
tokenizer_source: powermove72/LLama-4b-amt-v0.5.2
#base_model: huihui-ai/Hermes-3-Llama-3.2-3B-abliterated
slices:
- sources:
- model: merge
layer_range: [0, 16]
parameters:
weight: 0.7
- sources:
- model: powermove72/LLama-4b-amt-v0.5.1
layer_range: [12, 24]
parameters:
weight: 0.65
- sources:
- model: powermove72/LLama-4b-amt-v0.5
layer_range: [20, 36]
parameters:
weight: 0.8