Update model with >10B trained ckpt, change model type to bfloat16(match pretrain)

Files changed (31) hide show

config.json +1 -1
model-00001-of-00015.safetensors +2 -2
model-00002-of-00015.safetensors +2 -2
model-00003-of-00015.safetensors +2 -2
model-00004-of-00015.safetensors +2 -2
model-00005-of-00015.safetensors +2 -2
model-00006-of-00015.safetensors +2 -2
model-00007-of-00015.safetensors +2 -2
model-00008-of-00015.safetensors +2 -2
model-00009-of-00015.safetensors +2 -2
model-00010-of-00015.safetensors +2 -2
model-00011-of-00015.safetensors +2 -2
model-00012-of-00015.safetensors +2 -2
model-00013-of-00015.safetensors +2 -2
model-00014-of-00015.safetensors +2 -2
model-00015-of-00015.safetensors +1 -1
pytorch_model-00001-of-00015.bin +1 -1
pytorch_model-00002-of-00015.bin +1 -1
pytorch_model-00003-of-00015.bin +1 -1
pytorch_model-00004-of-00015.bin +1 -1
pytorch_model-00005-of-00015.bin +1 -1
pytorch_model-00006-of-00015.bin +1 -1
pytorch_model-00007-of-00015.bin +1 -1
pytorch_model-00008-of-00015.bin +1 -1
pytorch_model-00009-of-00015.bin +1 -1
pytorch_model-00010-of-00015.bin +1 -1
pytorch_model-00011-of-00015.bin +1 -1
pytorch_model-00012-of-00015.bin +1 -1
pytorch_model-00013-of-00015.bin +1 -1
pytorch_model-00014-of-00015.bin +1 -1
pytorch_model-00015-of-00015.bin +1 -1

config.json CHANGED Viewed

@@ -19,7 +19,7 @@
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
   "transformers_version": "4.28.0.dev0",
   "use_cache": true,
   "vocab_size": 46336

   "rms_norm_eps": 1e-05,
   "rope_scaling": null,
   "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.28.0.dev0",
   "use_cache": true,
   "vocab_size": 46336

model-00001-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f013b0dff08acc88270023563546574761f912c866a67446855938adcc05d268
-size 918571280

 version https://git-lfs.github.com/spec/v1
+oid sha256:b8bb23a30ab0b9ae43615aa5c8ac2d97cf7f0ad42ef6523832d99b520a556bf3
+size 918571296

model-00002-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8cacae7a6b528dbef185f16d51dc33cd84d19a714773c4cd28acc3810a36752
-size 989891504

 version https://git-lfs.github.com/spec/v1
+oid sha256:07b3e97c061d01403ca92deb6a341deec450ab2e08f80d93eafd1c70c28adee3
+size 989891520

model-00003-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0767dce93709566d3fe933a21d9a4915e700cfde6c6412c33fc05ceafe9e24cf
-size 966839552

 version https://git-lfs.github.com/spec/v1
+oid sha256:ba36053ef6f207e12b81291d341d8b96a9c2add47c3dc0fb83f1f9a18e46a649
+size 966839576

model-00004-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc230b47d5a5d6ebe78466acf535a2d3b263cff7a4ac1545026212a1f1441d37
-size 966823304

 version https://git-lfs.github.com/spec/v1
+oid sha256:cfc9fef5913499b6fb36d248727fe4ecb50c1ec809ed02b61af3b1462c4568cb
+size 966823328

model-00005-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f0b0498ef0735db9deab6c2195aa19f2aa863e4acfdbb8961edff963d04b4a3
-size 989908120

 version https://git-lfs.github.com/spec/v1
+oid sha256:ed5131380c5f8585bbe413efdd26c95bde4e5f177722ab0ffd6385d719a07f3c
+size 989908144

model-00006-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8855b2268a291de7f2d89b7432f699d5206736a2c6876cfcf0f979a61185ac0
-size 943754776

 version https://git-lfs.github.com/spec/v1
+oid sha256:d780ad5a466cf3f40504bca7c8a42fd04ac48eefa2669e084597d96e725d2847
+size 943754792

model-00007-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71df17afcf43c2d1c9b2134a0d20ad6a30188b23403a5ea2f3e97fd9d7c55851
-size 989891528

 version https://git-lfs.github.com/spec/v1
+oid sha256:43f2e9bb86335769ec7bf607520d4773bd35ef5c510ca5cb06be104d4651399d
+size 989891544

model-00008-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f58b0f944e8001381a1189f14b10dc75a3975cae2e6ce2294e42c5380109411
-size 966839576

 version https://git-lfs.github.com/spec/v1
+oid sha256:57b30051b345ec4781671cf7787277b885869820643dbff8d50ab013d5bffba4
+size 966839600

model-00009-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe25faaef4afc627676479e84c8214ef2e6f90b1159b0f91ad6615764f292163
-size 966823328

 version https://git-lfs.github.com/spec/v1
+oid sha256:8876f23bd874e0807ea56a8e948b229aacfc8209f66296bb0ca196e0f9a881e2
+size 966823352

model-00010-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe4901f8a055e8dc7eb698acf09bca74b1569c2a7cad39277994c453b189c73e
-size 989908136

 version https://git-lfs.github.com/spec/v1
+oid sha256:10e65f332cb3e97f47f191d2ea357d2b2bc0a59656057511326056b00d0c5f8a
+size 989908160

model-00011-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84a6e1b9b0b83a72472bebc92ec5ea921b606eb3c47d65311049436523a9d485
-size 943754776

 version https://git-lfs.github.com/spec/v1
+oid sha256:be1882749f51ca006799a097cd9709777004c38da339b4bbd5329b80a435b262
+size 943754792

model-00012-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c71b7667ea877970a24bc7e52e919be003693624a0eeaeb818d05f5841669c4
-size 989891528

 version https://git-lfs.github.com/spec/v1
+oid sha256:b243bdfef7be6df4fb79ae02822dfc94d79dd9293d1a738c9f3547c5bccd6a18
+size 989891544

model-00013-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68b99f42ce6c782fced5036feb31b55d988a3b8aeab94d11e66c1262481d656d
-size 966839576

 version https://git-lfs.github.com/spec/v1
+oid sha256:9f35833155acd5d4250310a23a8d029daeafb862ab63044c14ff576a8cca82fa
+size 966839600

model-00014-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88ff706836e98e293f73e7e88e74486608c49ceb3b0830c71d062667e2ffcd0f
-size 742435416

 version https://git-lfs.github.com/spec/v1
+oid sha256:8f164310d1824af7e141bc60ecbf30692d7c561428ead958c6aa3d010c4961c8
+size 742435432

model-00015-of-00015.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64e169cf324ecb3f0a9d02561c4d3c4789704e40370b85583f78c4a5a8f70d6b
 size 379584640

 version https://git-lfs.github.com/spec/v1
+oid sha256:b5ecc727a016d4c87fe2740b50385e86e9776fc58b0e231ab005222b3f9e9893
 size 379584640

pytorch_model-00001-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27e1df51d4034e0760586a179e4b8dc045a75181758514c92271955a79b86c65
 size 918575087

 version https://git-lfs.github.com/spec/v1
+oid sha256:3690fcc0ffc8048efb2cb078d34e355a17f821e7e6c8a342f0e495df827dd8c8
 size 918575087

pytorch_model-00002-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89875aa236c423844436f8edf6cd0379b80f2b53470ed2338587040a34aec304
 size 989896539

 version https://git-lfs.github.com/spec/v1
+oid sha256:36681c997f10c83999429d927e5edf71b11801f9d5118559a9b468f4db4e7172
 size 989896539

pytorch_model-00003-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39f878e4824ca422b72314fdf1ef7d810472ebc8b688b0606823acad8878e542
 size 966845201

 version https://git-lfs.github.com/spec/v1
+oid sha256:08f69157ddc9994b54d119726586c1a3fe6cb47d1c57545037e8ecef4764d000
 size 966845201

pytorch_model-00004-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81ae0f166a6e5fdbddd1565d19c31b32c0ce2f517cd566a0f14515cc292412a5
 size 966828735

 version https://git-lfs.github.com/spec/v1
+oid sha256:c58e282cf7c14162de3622c95079d673398a28120ccdc932f675ef0354ead8c4
 size 966828735

pytorch_model-00005-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc567d97e5e8d853ebe6472c6372f0f4099f9678e6151a0c4a16ea18711c3c8e
 size 989913535

 version https://git-lfs.github.com/spec/v1
+oid sha256:6fe06c3be1687c2ef1d91004dce2bb99548ab23b6cd1928ed1a349c8e66aaa03
 size 989913535

pytorch_model-00006-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5363eb983a154782e8e080d26aa847ff21bb7cb467ecf9cf7ef09492bcb099b6
 size 943760401

 version https://git-lfs.github.com/spec/v1
+oid sha256:3191c023cbda786c4110088a2abe57e3efe1b2c534260f3b78d5021e537c9f56
 size 943760401

pytorch_model-00007-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:312611abd544dc2d34b234f6b5681611123aed300015ca00ef1d67e37fa0df45
 size 989896539

 version https://git-lfs.github.com/spec/v1
+oid sha256:03739072ce593c3216a11a1bf6ef9c08f157a0cc24a4fb05ac6292a61171a7c9
 size 989896539

pytorch_model-00008-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c55235669b84e1428e5b823dea79e6fbb2307e7889039178d52f47a6dc3304b
 size 966845201

 version https://git-lfs.github.com/spec/v1
+oid sha256:c1f17875f944cbadeefa52ca82962351f76f4bb4646514eec753b91bc0045f2d
 size 966845201

pytorch_model-00009-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffcef58561d5cf2b92fa0fd37e78a3e5caad1bc7e218c32b62759549c474400c
 size 966828799

 version https://git-lfs.github.com/spec/v1
+oid sha256:ec2aa37534fceecec5967832a2ed92809847dd309e65bfe44a53a991316f4ebb
 size 966828799

pytorch_model-00010-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54f2e572945ff8b69532d2b28f4bc4ea93335f3cc5be7eab96001cebad19c0e7
 size 989913535

 version https://git-lfs.github.com/spec/v1
+oid sha256:e6d25d55737fc52321e256b418a87f635155c36e181d53f29e326dbcd66a374b
 size 989913535

pytorch_model-00011-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c65cf7528bc32a1b1a1f43a05cdfcf7a86a631eb0873af10e517d60212815fa7
 size 943760401

 version https://git-lfs.github.com/spec/v1
+oid sha256:8fb6ba514509a6f90d8c47c2a0912d887926a472b00b2f9fb5ab3012525d122e
 size 943760401

pytorch_model-00012-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7a28dad630ac45f50782630e8f2a41542479e092e8dd2732ab10852f404b60b
 size 989896539

 version https://git-lfs.github.com/spec/v1
+oid sha256:79ecd9af68c6c94f345f07d9ed3c697e83abd7a93df110f38b5ef17b626d354e
 size 989896539

pytorch_model-00013-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:968bcd34ed0d70ccba3e67ad89b7a39637b890cefeda622855248405b4e4e0b4
 size 966845201

 version https://git-lfs.github.com/spec/v1
+oid sha256:4dd622832e48859ab49cefdb1fb53531a6692f91465b23d323b890ecb40b108e
 size 966845201

pytorch_model-00014-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61f6a51a4536ea51eb4a4c4a3c9eaffc7692a2e8efe0c17007ef4d9386fc6c2b
 size 742439845

 version https://git-lfs.github.com/spec/v1
+oid sha256:43e04ea11a2e913507173809ee32fd192464bd98f57be7cd22a829f7835f81ef
 size 742439845

pytorch_model-00015-of-00015.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b25757e480043007fa98260d88893cb1458fb6e25c81967beb1ca8b7683ac4a
 size 379585450

 version https://git-lfs.github.com/spec/v1
+oid sha256:586ee2030d50b1ecd384483d642bfec8e6107ca8b835efbf35c9a71f48e1e83e
 size 379585450