models: - model: TIGER-Lab/MAmmoTH2-7B-Plus parameters: density: 0.386 weight: [0.386, 0.128, 0.768, 0.256] # weight gradient - model: LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_003 parameters: density: 0.256 weight: [0.256, 0.386, 0.256, 0.768] # weight gradient - model: LeroyDyer/_Spydaz_Web_AI_AGI_R1_Top_Student parameters: density: 0.512 weight: [0.256, 0.512, 0.768, 0.512] # weight gradient - model: LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent parameters: density: 0.768 weight: - filter: mlp value: 0.768 - value: 0.128 merge_method: ties base_model: LeroyDyer/_Spydaz_Web_AI_AGI_R1_Top_Student parameters: normalize: true int8_mask: true dtype: float16