| slices: | |
| - sources: | |
| - model: jondurbin/airoboros-3b-3p0 | |
| layer_range: [0, 10] | |
| - sources: | |
| - model: jondurbin/airoboros-3b-3p0 | |
| layer_range: [8, 18] | |
| - sources: | |
| - model: jondurbin/airoboros-3b-3p0 | |
| layer_range: [16, 26] | |
| - sources: | |
| - model: jondurbin/airoboros-3b-3p0 | |
| layer_range: [22, 32] | |
| merge_method: passthrough | |
| dtype: float16 |