merge_method: dare_ties | |
base_model: ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1 | |
dtype: bfloat16 | |
models: | |
- model: ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1 | |
parameters: {weight: 0.8, density: 0.7} | |
- model: meta-llama/Llama-3.1-8B | |
parameters: {weight: 0.2, density: 0.3} | |
experimental: | |
gradient_merge: false | |