File size: 492 Bytes
8cf7837 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
models:
- model: avemio/GRAG-x-HERMES-LLAMA-MERGED-EXP
# no parameters necessary for base model
- model: mobiuslabsgmbh/DeepSeek-R1-ReDistill-Llama3-8B-v1.1
parameters:
density: 0.5
weight: 0.5
- model: deepseek-ai/DeepSeek-R1-Distill-Llama-8B
parameters:
density: 0.5
weight: 0.5
merge_method: dare_ties
base_model: avemio/GRAG-x-HERMES-LLAMA-MERGED-EXP
tokenizer_source: union
chat_template: chatml
normalize: false
int8_mask: true
dtype: float16
|