Pinecone-sage-24b / mergekit_config.yml
Entropicengine's picture
Upload folder using huggingface_hub
76f50b6 verified
base_model: darkc0de/XortronCriminalComputingConfig
chat_template: auto
merge_method: dare_ties
modules:
default:
slices:
- sources:
- layer_range: [0, 40]
model: Entropicengine/DarkTriad-24b
parameters:
density: 0.5
weight: 0.3
- layer_range: [0, 40]
model: darkc0de/XortronCriminalComputingConfig
parameters:
density: 0.8
weight: 0.8
- layer_range: [0, 40]
model: Entropicengine/Trifecta-Max-24b
parameters:
density: 0.5
weight: 0.1
out_dtype: bfloat16
tokenizer: {}