| base_model: ./maldv/spring | |
| gate_mode: hidden | |
| dtype: bfloat16 | |
| experts_per_token: 2 | |
| experts: | |
| - source_model: ./models/Llama3-ChatQA-1.5-8B | |
| positive_prompts: | |
| - 'add numbers' | |
| - 'solve for x' | |
| negative_prompts: | |
| - 'I love you' | |
| - 'Help me' | |
| - source_model: ./models/InfinityRP-v2-8B | |
| positive_prompts: | |
| - 'they said' | |
| - source_model: ./models/Einstein-v6.1-Llama3-8B | |
| positive_prompts: | |
| - 'the speed of light' | |
| - 'chemical reaction' | |
| - source_model: ./models/Llama-3-Soliloquy-8B-v2 | |
| positive_prompts: | |
| - 'write a' | |
| - source_model: ./models/Llama-3-Lumimaid-8B-v0.1 | |
| positive_prompts: | |
| - 'she looked' | |
| - source_model: ./models/L3-TheSpice-8b-v0.8.3 | |
| positive_prompts: | |
| - 'they felt' | |
| - source_model: ./models/Llama3-OpenBioLLM-8B | |
| positive_prompts: | |
| - 'the correct treatment' | |
| - source_model: ./models/Llama-3-SauerkrautLM-8b-Instruct | |
| positive_prompts: | |
| - 'help me' | |
| - 'should i' |