models: - model: BioMistral/BioMistral-7B-DARE parameters: weight: 1.0 - model: NousResearch/Nous-Hermes-2-Mistral-7B-DPO parameters: weight: 0.6 merge_method: linear dtype: float16