Hugging Face's logo

lodrick-the-lafted
/
Grafted-Titanic-Dolphin-2x120B

Text Generation
Transformers
Safetensors
mixtral
Mixture of Experts
Merge
text-generation-inference
Inference Endpoints
Model card Files Community
lodrick-the-lafted commited on
Commit
75152ec
·
verified ·
1 Parent(s): c18af6a

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +33 -0
  2. mergekit_moe_config.yml +11 -0
  3. model-00001-of-00044.safetensors +3 -0
  4. model-00002-of-00044.safetensors +3 -0
  5. model-00003-of-00044.safetensors +3 -0
  6. model-00004-of-00044.safetensors +3 -0
  7. model-00005-of-00044.safetensors +3 -0
  8. model-00006-of-00044.safetensors +3 -0
  9. model-00007-of-00044.safetensors +3 -0
  10. model-00008-of-00044.safetensors +3 -0
  11. model-00009-of-00044.safetensors +3 -0
  12. model-00010-of-00044.safetensors +3 -0
  13. model-00011-of-00044.safetensors +3 -0
  14. model-00012-of-00044.safetensors +3 -0
  15. model-00013-of-00044.safetensors +3 -0
  16. model-00014-of-00044.safetensors +3 -0
  17. model-00015-of-00044.safetensors +3 -0
  18. model-00016-of-00044.safetensors +3 -0
  19. model-00017-of-00044.safetensors +3 -0
  20. model-00018-of-00044.safetensors +3 -0
  21. model-00019-of-00044.safetensors +3 -0
  22. model-00020-of-00044.safetensors +3 -0
  23. model-00021-of-00044.safetensors +3 -0
  24. model-00022-of-00044.safetensors +3 -0
  25. model-00023-of-00044.safetensors +3 -0
  26. model-00024-of-00044.safetensors +3 -0
  27. model-00025-of-00044.safetensors +3 -0
  28. model-00026-of-00044.safetensors +3 -0
  29. model-00027-of-00044.safetensors +3 -0
  30. model-00028-of-00044.safetensors +3 -0
  31. model-00029-of-00044.safetensors +3 -0
  32. model-00030-of-00044.safetensors +3 -0
  33. model-00031-of-00044.safetensors +3 -0
  34. model-00032-of-00044.safetensors +3 -0
  35. model-00033-of-00044.safetensors +3 -0
  36. model-00034-of-00044.safetensors +3 -0
  37. model-00035-of-00044.safetensors +3 -0
  38. model-00036-of-00044.safetensors +3 -0
  39. model-00037-of-00044.safetensors +3 -0
  40. model-00038-of-00044.safetensors +3 -0
  41. model-00039-of-00044.safetensors +3 -0
  42. model-00040-of-00044.safetensors +3 -0
  43. model-00041-of-00044.safetensors +3 -0
  44. model-00042-of-00044.safetensors +3 -0
  45. model-00043-of-00044.safetensors +3 -0
  46. model-00044-of-00044.safetensors +3 -0
  47. model.safetensors.index.json +0 -0
  48. special_tokens_map.json +29 -0
  49. tokenizer.json +0 -0
  50. tokenizer.model +3 -0
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/workspace/G",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 4096,
15
+ "model_type": "mixtral",
16
+ "num_attention_heads": 64,
17
+ "num_experts_per_tok": 2,
18
+ "num_hidden_layers": 137,
19
+ "num_key_value_heads": 8,
20
+ "num_local_experts": 2,
21
+ "output_router_logits": false,
22
+ "pretraining_tp": 1,
23
+ "rms_norm_eps": 1e-05,
24
+ "rope_scaling": null,
25
+ "rope_theta": 10000.0,
26
+ "router_aux_loss_coef": 0.001,
27
+ "sliding_window": null,
28
+ "tie_word_embeddings": false,
29
+ "torch_dtype": "float16",
30
+ "transformers_version": "4.38.0.dev0",
31
+ "use_cache": true,
32
+ "vocab_size": 32000
33
+ }
mergekit_moe_config.yml ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: alpindale/goliath-120b
2
+ gate_mode: cheap_embed
3
+ dtype: float16
4
+
5
+ experts:
6
+ - source_model: alpindale/goliath-120b
7
+ positive_prompts: ["turn based chat, roleplay, erp, sexy nurses"]
8
+
9
+ - source_model: cognitivecomputations/MegaDolphin-120b
10
+ positive_prompts: ["coding, programming, emotional support"]
11
+
model-00001-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:433a51d6a983e1cb8ad6d17b24bf06ab1cc5b6161228e32a1e310ae522afa6ef
3
+ size 9976333928
model-00002-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a8241643a8a65c775dd73686f8b853c37fa861e0dc1bd0799581e0f14a14a4d
3
+ size 9865005792
model-00003-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da5af70f556d05e1e3c6abebe64fbf49d9612a7a9bf7d57283e4f88310d93b36
3
+ size 9865005792
model-00004-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f50723e431a95b0f733e2910fd1702a4dd86e580d9d37bee5e7af8d4cf61bfb5
3
+ size 9865005792
model-00005-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90ec99c232ab4f5270b55359df1d59e6045d97361a86403eafc8ca71425195aa
3
+ size 9865005792
model-00006-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e0eeb359594da68f272a17a0e02afd25436d03490012b4c22508c01ab7819be
3
+ size 9865005792
model-00007-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c61eb5d47b248914f66fea2adaee304951557ae4f5bd8df433aa9f4b9ff7245
3
+ size 9865005792
model-00008-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:789618b11ec9f3fa5a8c655b86fc4fe8601423baa570e08e5ca8c3c40ebb695f
3
+ size 9865005792
model-00009-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f9b5cd08ccc53af0dff31b0350f2099cef6ab9d3ee0c6389b14aa65a330ea76
3
+ size 9865005792
model-00010-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aff1ee64f999e9e9e1bc48673f121d16ef5820332558a71cb90e0e3e83d263fa
3
+ size 9865005800
model-00011-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de6e4b18521759ca0de07e83ddbc3abe9795de4ab36fa59d4c8f2b2f533973d7
3
+ size 9865005808
model-00012-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4104245d4d072fbb984361451c318941b99bed05ab6490b65ff7e4f5ac561d5
3
+ size 9865005808
model-00013-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b02468badceb404c00666f74dd37cdaed52cbc1cfe8594562055cc5f24af5f9a
3
+ size 9865005808
model-00014-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eb9602d90c7fad30673ec8ef16f29a47de1230357595263b5d7d918c599c6e4
3
+ size 9865005776
model-00015-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:068f80efd613eeb6fb1f4388530d1015eb2d533217fb1fc753dea4577640756e
3
+ size 9865005784
model-00016-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17707e5cd70c2566fb994e5d2f4b49993ba44f4ed71dab697d537ba6cf28b3f2
3
+ size 9865005792
model-00017-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:514c55416c3481307b855b815d2de7f1967675a91e29a005c4ee2283cb5416e2
3
+ size 9865005792
model-00018-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8156de738aef9ea297069d5b85d523a50667d84d01a96751fe9d365596ab4738
3
+ size 9865005792
model-00019-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2912951983488fd1f85f11e1c1ae89b2a3c3ffa206d7512c890aa6094e113da4
3
+ size 9865005792
model-00020-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17249b7427af4bee135cac54a3bd904134eb44811a1d03381b612a3c61ab196c
3
+ size 9865005792
model-00021-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0db687fb0b82a3fb97be9401169af4f86cc3d39b50b35f00a730a208cb7d1e3
3
+ size 9865005792
model-00022-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1d74c4b29161e1f12f9d286e77a1d01d9adae5d2f63224825b07c50d65323b7
3
+ size 9865005792
model-00023-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:112f3b2cfd25297b0bfa6c7418c38579072696d9d48188b1966ebc7a30eb602a
3
+ size 9865005800
model-00024-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d0268bfa3dcc40aab51ff5f32c71ee3052ae86b52593b7b86e9a849d4e3e8b
3
+ size 9865005808
model-00025-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fec8918c961ebaa469c13912165587c40a9a32016ae09d20569d08ba59c5f4ad
3
+ size 9865005808
model-00026-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7eef4a31bd058b4d1be647676226a02c08be0fe83ad411435e7147f387f755a
3
+ size 9865005808
model-00027-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c3975b0f9236bd34c7c46ba075f25ae88f0e4a63896a2df9078edbf80bda56
3
+ size 9865005776
model-00028-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3515f5fd0053a0d8c89a31e1788ca652bfd5d1f75414495fe1cb89238633b6c8
3
+ size 9865005784
model-00029-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d38b20a1e7d83dc7125ff1c5fb1e7f65ab1d290f6e6d63bb2bc0560377e1478
3
+ size 9865005792
model-00030-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb4a9079f01892d13c829e1266ba2645e3599c89dcef8db12fb3aafd64a66e4
3
+ size 9865005792
model-00031-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0ffc0c25e55a6e04a4189880d6521954b692399674518ed449485d3ad4e053e
3
+ size 9865005792
model-00032-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08b0b6aceb2be4cf616ab757216ddf2f64d77fef1703b824062389ec2c949895
3
+ size 9865005792
model-00033-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be1f07aa853dce14f436c029ecbb35d40d1a91b60a9d8aa171a6374a6b6fb80
3
+ size 9865005792
model-00034-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:410d8453f65229615205ee16986bb64156f73140ac78bcf3ce32897f70ceb9bc
3
+ size 9865005792
model-00035-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a07438142ba63e695adaebbc1771d78a0e33030435b9b853e990c6109566cdf
3
+ size 9865005792
model-00036-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:005c3489f98ce3cea3ee0925179a63dee2cba9803b35051d1da699149f7a868e
3
+ size 9865005792
model-00037-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bacbe6581f304e3bd8ac3bf6a1e5e0be66117e47198434f6c0f98fc68b11e416
3
+ size 9865005808
model-00038-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9f77dd03bc39ce1deb4216dad2d326eedbedd6bb100557c6df4774d9bd20e1
3
+ size 9865005808
model-00039-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bece58e815e2b45770a51b11defd1a08c14318d0a1a655e98a1723eb28d5d95
3
+ size 9865005808
model-00040-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b56e5d901a7d583a186c2296255e9fce71da15e3b08c77f15bf22b7a31ecc004
3
+ size 9867271216
model-00041-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e370e1668193348f1a3c11bf805db3fc60f3ba939bd25c8acbe5c27aacbfed2
3
+ size 9932120584
model-00042-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa07449f0f6627c08ac01c70b07bcc74d51f6f9483f3bcaa4ea8ce342abd2e33
3
+ size 9965703064
model-00043-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40dae37312560ddcbdc8d4be1b2c2572af43922a6cd4b78a9f7c70a877f8a10
3
+ size 9932120560
model-00044-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7a48d185cbe3f9419ec8f52062bb5c1c0c78cba5a00d10128002e93a4e9fb5e
3
+ size 4031040840
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<unk>",
4
+ "<s>",
5
+ "</s>"
6
+ ],
7
+ "bos_token": {
8
+ "content": "<s>",
9
+ "lstrip": false,
10
+ "normalized": false,
11
+ "rstrip": false,
12
+ "single_word": false
13
+ },
14
+ "eos_token": {
15
+ "content": "</s>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false
20
+ },
21
+ "pad_token": "<s>",
22
+ "unk_token": {
23
+ "content": "<unk>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false
28
+ }
29
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723