File size: 492 Bytes
8cf7837
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
models:
  - model: avemio/GRAG-x-HERMES-LLAMA-MERGED-EXP
    # no parameters necessary for base model
  - model: mobiuslabsgmbh/DeepSeek-R1-ReDistill-Llama3-8B-v1.1
    parameters:
      density: 0.5
      weight: 0.5
  - model: deepseek-ai/DeepSeek-R1-Distill-Llama-8B
    parameters:
      density: 0.5
      weight: 0.5

merge_method: dare_ties
base_model: avemio/GRAG-x-HERMES-LLAMA-MERGED-EXP
tokenizer_source: union
chat_template: chatml
normalize: false
int8_mask: true
dtype: float16