ssmits commited on
Commit
0add0f1
1 Parent(s): 00665b5

Upload mergekit_config.yml with huggingface_hub

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +33 -0
mergekit_config.yml ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dtype: bfloat16
2
+ merge_method: passthrough
3
+ slices:
4
+ - sources:
5
+ - layer_range:
6
+ - 0
7
+ - 10
8
+ model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF
9
+ - sources:
10
+ - layer_range:
11
+ - 5
12
+ - 15
13
+ model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF
14
+ - sources:
15
+ - layer_range:
16
+ - 10
17
+ - 20
18
+ model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF
19
+ - sources:
20
+ - layer_range:
21
+ - 15
22
+ - 25
23
+ model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF
24
+ - sources:
25
+ - layer_range:
26
+ - 20
27
+ - 30
28
+ model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF
29
+ - sources:
30
+ - layer_range:
31
+ - 25
32
+ - 80
33
+ model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF