File size: 352 Bytes
0ffb8db
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
base_model: shisa-ai/shisa-v2-mistral-nemo-12b
models:
  - model: Elizezen/Himeyuri-v0.1-12B
    parameters:
      weight: [0, 0.25, 0.5, 0.75, 1]
  - model: inflatebot/MN-12B-Mag-Mell-R1
    parameters:
      weight: [0.25, 0.3, 0.5, 0.3, 0.25]
merge_method: ties
dtype: bfloat16
parameters:
  normalize: true
  density: 0.5
tokenizer:
  source: union