Llama-3.1-8B-SuperTulu-LexiNova / mergekit_config.yml
ZeroXClem's picture
Upload folder using huggingface_hub
5a4a954 verified
# Merge configuration for ZeroXClem-Llama-3.1-8B-SuperTulu-LexiNova using MODEL STOCK
name: ZeroXClem-Llama-3.1-8B-SuperTulu-LexiNova
models:
- model: mergekit-community/mergekit-della_linear-cwuosuu
parameters:
density: 0.5
weight: 0.5
- model: mergekit-community/mergekit-della_linear-nimxtnw
parameters:
density: 0.5
weight: 0.5
- model: mergekit-community/mergekit-della_linear-vpjjtsa
parameters:
density: 0.5
weight: 0.5
- model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2
parameters:
density: 0.5
weight: 0.5
merge_method: model_stock
base_model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2
parameters:
normalize: false
int8_mask: true
dtype: float16
out_dtype: bfloat16