dusty-nv commited on
Commit
2deea7c
·
verified ·
1 Parent(s): 5821449

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 32000,
3
+ "<|assistant|>": 32001,
4
+ "<|placeholder1|>": 32002,
5
+ "<|placeholder2|>": 32003,
6
+ "<|placeholder3|>": 32004,
7
+ "<|placeholder4|>": 32005,
8
+ "<|system|>": 32006,
9
+ "<|end|>": 32007,
10
+ "<|placeholder5|>": 32008,
11
+ "<|placeholder6|>": 32009,
12
+ "<|user|>": 32010
13
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,194 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_ft",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 3072,
8
+ "vocab_size": 32064,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "intermediate_size": 8192,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 32,
14
+ "max_position_embeddings": 131072,
15
+ "position_embedding_base": 10000.0,
16
+ "rope_scaling": {
17
+ "long_factor": [
18
+ 1.0800000429153442,
19
+ 1.1100000143051147,
20
+ 1.1399999856948853,
21
+ 1.340000033378601,
22
+ 1.5899999141693115,
23
+ 1.600000023841858,
24
+ 1.6200000047683716,
25
+ 2.620000123977661,
26
+ 3.2300000190734863,
27
+ 3.2300000190734863,
28
+ 4.789999961853027,
29
+ 7.400000095367432,
30
+ 7.700000286102295,
31
+ 9.09000015258789,
32
+ 12.199999809265137,
33
+ 17.670000076293945,
34
+ 24.46000099182129,
35
+ 28.57000160217285,
36
+ 30.420001983642578,
37
+ 30.840002059936523,
38
+ 32.590003967285156,
39
+ 32.93000411987305,
40
+ 42.320003509521484,
41
+ 44.96000289916992,
42
+ 50.340003967285156,
43
+ 50.45000457763672,
44
+ 57.55000305175781,
45
+ 57.93000411987305,
46
+ 58.21000289916992,
47
+ 60.1400032043457,
48
+ 62.61000442504883,
49
+ 62.62000274658203,
50
+ 62.71000289916992,
51
+ 63.1400032043457,
52
+ 63.1400032043457,
53
+ 63.77000427246094,
54
+ 63.93000411987305,
55
+ 63.96000289916992,
56
+ 63.970001220703125,
57
+ 64.02999877929688,
58
+ 64.06999969482422,
59
+ 64.08000183105469,
60
+ 64.12000274658203,
61
+ 64.41000366210938,
62
+ 64.4800033569336,
63
+ 64.51000213623047,
64
+ 64.52999877929688,
65
+ 64.83999633789062
66
+ ],
67
+ "short_factor": [
68
+ 1.0,
69
+ 1.0199999809265137,
70
+ 1.0299999713897705,
71
+ 1.0299999713897705,
72
+ 1.0499999523162842,
73
+ 1.0499999523162842,
74
+ 1.0499999523162842,
75
+ 1.0499999523162842,
76
+ 1.0499999523162842,
77
+ 1.0699999332427979,
78
+ 1.0999999046325684,
79
+ 1.1099998950958252,
80
+ 1.1599998474121094,
81
+ 1.1599998474121094,
82
+ 1.1699998378753662,
83
+ 1.2899998426437378,
84
+ 1.339999794960022,
85
+ 1.679999828338623,
86
+ 1.7899998426437378,
87
+ 1.8199998140335083,
88
+ 1.8499997854232788,
89
+ 1.8799997568130493,
90
+ 1.9099997282028198,
91
+ 1.9399996995925903,
92
+ 1.9899996519088745,
93
+ 2.0199997425079346,
94
+ 2.0199997425079346,
95
+ 2.0199997425079346,
96
+ 2.0199997425079346,
97
+ 2.0199997425079346,
98
+ 2.0199997425079346,
99
+ 2.0299997329711914,
100
+ 2.0299997329711914,
101
+ 2.0299997329711914,
102
+ 2.0299997329711914,
103
+ 2.0299997329711914,
104
+ 2.0299997329711914,
105
+ 2.0299997329711914,
106
+ 2.0299997329711914,
107
+ 2.0299997329711914,
108
+ 2.0799996852874756,
109
+ 2.0899996757507324,
110
+ 2.189999580383301,
111
+ 2.2199995517730713,
112
+ 2.5899994373321533,
113
+ 2.729999542236328,
114
+ 2.749999523162842,
115
+ 2.8399994373321533
116
+ ],
117
+ "type": "longrope",
118
+ "rope_type": "longrope",
119
+ "max_position_embeddings": 131072,
120
+ "original_max_position_embeddings": 4096
121
+ },
122
+ "original_max_position_embeddings": 4096,
123
+ "context_window_size": 131072,
124
+ "prefill_chunk_size": 8192,
125
+ "head_dim": 96,
126
+ "tensor_parallel_shards": 1,
127
+ "max_batch_size": 128
128
+ },
129
+ "vocab_size": 32064,
130
+ "context_window_size": 131072,
131
+ "sliding_window_size": -1,
132
+ "prefill_chunk_size": 8192,
133
+ "attention_sink_size": -1,
134
+ "tensor_parallel_shards": 1,
135
+ "pipeline_parallel_stages": 1,
136
+ "temperature": 1.0,
137
+ "presence_penalty": 0.0,
138
+ "frequency_penalty": 0.0,
139
+ "repetition_penalty": 1.0,
140
+ "top_p": 1.0,
141
+ "tokenizer_files": [
142
+ "tokenizer.model",
143
+ "tokenizer.json",
144
+ "added_tokens.json",
145
+ "tokenizer_config.json"
146
+ ],
147
+ "tokenizer_info": {
148
+ "token_postproc_method": "byte_fallback",
149
+ "prepend_space_in_encode": true,
150
+ "strip_space_in_decode": true
151
+ },
152
+ "conv_template": {
153
+ "name": "phi-3",
154
+ "system_template": "<|system|>\n{system_message}",
155
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
156
+ "system_prefix_token_ids": [
157
+ 1
158
+ ],
159
+ "add_role_after_system_message": true,
160
+ "roles": {
161
+ "user": "<|user|>",
162
+ "assistant": "<|assistant|>"
163
+ },
164
+ "role_templates": {
165
+ "user": "{user_message}",
166
+ "assistant": "{assistant_message}",
167
+ "tool": "{tool_message}"
168
+ },
169
+ "messages": [],
170
+ "seps": [
171
+ "<|end|>\n"
172
+ ],
173
+ "role_content_sep": "\n",
174
+ "role_empty_sep": "\n",
175
+ "stop_str": [
176
+ "<|endoftext|>"
177
+ ],
178
+ "stop_token_ids": [
179
+ 2,
180
+ 32000,
181
+ 32001,
182
+ 32007
183
+ ],
184
+ "function_string": "",
185
+ "use_function_calling": false
186
+ },
187
+ "pad_token_id": 32000,
188
+ "bos_token_id": 1,
189
+ "eos_token_id": [
190
+ 32007,
191
+ 32001,
192
+ 32000
193
+ ]
194
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8af692b159dd7f19c96f54771b72b629cb6d1d548b93e7e4c3b9fad2978cfafe
3
+ size 49250304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:983b9e4f12bbb7900a6fa5d0cec90d3d02dea9ab714063916d52df9b2f7d00d3
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16e179df6de2abf407f9f13f603c41a74b4e87d7c7525fcc6081144996fd104c
3
+ size 31533056
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a08dfed340b9aba5518cfb1fcf400dc7d9f67831b775420caf5bf5740232eb
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e05406efdf2f09971c71217fb7139b93d6b0f6f732b3d0c5b0508ac083a9df0
3
+ size 31533056
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b304f59a836526e5945c1b920085ac47b78de0098b209cbe718bce657853a15
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef1aad79d763328466885a6f6ede60ad0904f31601f9a1a8e9675d738679bee
3
+ size 31533056
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4c3ac5f3c84098440e5f9a094b50273d6b22df45fe67cd5743c7ac4b3319bde
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a761093dc9bd6efd95d01dcb81fd8071ed2bfc6b6145d8c341cd21e1147276df
3
+ size 31533056
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9a3699f1a381bfaba45ad0c3aeea8baf14e3b400a2769cb11ee8fe2ec9428ac
3
+ size 25165824
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2b8513563bd69899ed05e7569a44984e7d65349289f4094ac8888283705f62c
3
+ size 31533056
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f975c9b44f6d4ef1602577f43889086d873f408a462b7b193a7162fa0b568a3
3
+ size 25165824
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59a0e9846348bf675689d85531569c9090de7842de754b35ffbc32075e84eb13
3
+ size 32970752
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:005b3f0d7c372e28d8c5c1a9bcdc578b4b4e38d7fb7d5d099e320f77ab95c655
3
+ size 31533056
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:482b812783f7e1b7f55355a5e215012d2412287d983864d9da2c5e37702375b5
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89a7a3d4803193e2ee30a1bbaf21a79931d945768bf69d244bb287ded6740037
3
+ size 49250304
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5703492ef77684bf616d21867d28dee477191b86afebb116b0c894dee94b0fb
3
+ size 31533056
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a17c681b3d1423795ede5c11e87c7619872760c774918b4a5b7ed536b4226c3
3
+ size 25165824
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67a431b13129872ef69f8228bb871a0553366089dfa8427946d737f359dac59d
3
+ size 23515136
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a01e5978a3bbce79013579257c98fc0f9d15e84b66b955fde461a731a8374d25
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31905c3a277f0f115a0fcafc290c3f45aa40165463d1c16ec796f2f6b7022070
3
+ size 31533056
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e1a2383b509bf73c2d07294ddab772d9a45b5aa15ff65a6b357d59b4ff3cd9
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55c47ea33244b0a7b9f5eb7e0526df02b7f0dec4b2a3113a0b6dee692859159d
3
+ size 31533056
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32d4a025a2cf08ad24cb7f3101b76043101457536b92a85885921f4a0f939367
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:321b1fa7e80f0fe33da989c6ee62b0b944e081e12aa45b99a1f06f3c19b60ec5
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f70dbaaf64e1d3ad7afbb66d68e1f89519676d63c6a1aba2d192a21b0f71ceb
3
+ size 31533056
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1f9845c29ffb7d59aa70333f5daf72e1bad1a45a136b21abfa11ef3a73246bd
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a44d2ed6028ae0ca3ab52f2ec643b198c5394097a57cba59eee445701f6211c1
3
+ size 31533056
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2bc6e2010ac18c0168fdb503cd0d7f99f841b77b97845bab210950ed4a2b161
3
+ size 25165824
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2e4660dd3c167c4b888b23a31b08f47d60821dd4dd39ca9f9b837644f3cb737
3
+ size 31533056
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47b9d2a48505cfd63237f431c4cd1eb70781ee3adc8ee668adb9f35d0b39a278
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acc7c67fc44a7241f69e43891e1d3477b5c9af4e16ea1450d005ba5a11f14a26
3
+ size 31533056
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f33b86f5ade28a09d586aaa926cf7ba11ae99505af8c1cf3b202348174939d0d
3
+ size 25165824
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4216014e39e61dc295a5130eddb7e61f260daa9f4ea7e46c03d7f0e6990ad78b
3
+ size 31533056
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b1854a02ee8162376eeef8399d9f613a49b6cd676be4cdbdc4f96ae37060d6c
3
+ size 31533056
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:240434a87b1b9d8bcc577a0ddd49d34c51324fcecc01a50557182dce3919a64a
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:260dba24fead3f1c4b5433637b42c139a585eaa93d11c163eca73f68cd68f8cd
3
+ size 31533056
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af963ad1a8effe1a2eae47fc6fb82ef4f457eb44c45acd4e9cf5b111a7a6764e
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:672bbe0d4e3ac3d8a4da8b266057138d0c5ba596ce34248355c819dc40592278
3
+ size 31533056
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbc8cea1df09eb8db624b0d3ae8bbcc0b99ddef03052f29e5d825fc64ebd195
3
+ size 25165824
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:349a22e8c4f494ea2ba969480222cccac8d7d3421345afd530cb8b255e8012e0
3
+ size 31533056
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a06f8829edc593f50ffee992d8c6a7ba0912674229aeb7b6d8506a6b88e2c56
3
+ size 25165824
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db09d34372666becb80e57f3db40ed7364ec4f073f9655d140afd079aed01bf
3
+ size 31533056
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2ecf372308897e731f438b948f2586cdce49896c5919a925af58ad810c15f31
3
+ size 25165824
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ee47f07a2a0b0e866f3e54a34034b7944bd441819ffc62a5735fa0bd111020
3
+ size 31533056
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88b291bd53d6a3746a0006af3fdc6c3ef5a1d1f839370278cf261053d864bec3
3
+ size 25165824
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1928532a8284b065f97f763839adca62f796edf8bc121f30e0db906e475b276c
3
+ size 25165824