models: | |
- model: "mistralai/Mistral-Small-24B-Base-2501" | |
parameters: | |
weight: 0.7 | |
density: 1 | |
- model: "mistralai/Mistral-Small-24B-Instruct-2501" | |
parameters: | |
weight: 0.3 | |
density: 1 | |
merge_method: ties | |
base_model: "mistralai/Mistral-Small-24B-Base-2501" | |
parameters: | |
density: 1 | |
normalize: true | |
int8_mask: true | |
dtype: bfloat16 | |
output: "Mistral-Small-24B-TIES-Merged" |