mergekit-ties-olhmfit / mergekit_config.yml
mergekit-uploader's picture
Upload folder using huggingface_hub
d4a76a3 verified
raw
history blame contribute delete
484 Bytes
models:
- model: "mistralai/Mistral-Small-24B-Base-2501"
parameters:
weight: 0.7
density: 1
- model: "mistralai/Mistral-Small-24B-Instruct-2501"
parameters:
weight: 0.3
density: 1
merge_method: ties
base_model: "mistralai/Mistral-Small-24B-Base-2501"
parameters:
density: 1
normalize: true
int8_mask: true
dtype: bfloat16
output: "Mistral-Small-24B-TIES-Merged"