Hugging Face's logo

SubtleOne
/
Rombos-Qwen2.5-Writer-32b

Text Generation
Transformers
Safetensors
qwen2
Merge
mergekit
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
SubtleOne commited on
Commit
23721aa
·
verified ·
1 Parent(s): 3f826f6

Upload 73 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +24 -0
  3. config.json +29 -0
  4. model-00001-of-00066.safetensors +3 -0
  5. model-00002-of-00066.safetensors +3 -0
  6. model-00003-of-00066.safetensors +3 -0
  7. model-00004-of-00066.safetensors +3 -0
  8. model-00005-of-00066.safetensors +3 -0
  9. model-00006-of-00066.safetensors +3 -0
  10. model-00007-of-00066.safetensors +3 -0
  11. model-00008-of-00066.safetensors +3 -0
  12. model-00009-of-00066.safetensors +3 -0
  13. model-00010-of-00066.safetensors +3 -0
  14. model-00011-of-00066.safetensors +3 -0
  15. model-00012-of-00066.safetensors +3 -0
  16. model-00013-of-00066.safetensors +3 -0
  17. model-00014-of-00066.safetensors +3 -0
  18. model-00015-of-00066.safetensors +3 -0
  19. model-00016-of-00066.safetensors +3 -0
  20. model-00017-of-00066.safetensors +3 -0
  21. model-00018-of-00066.safetensors +3 -0
  22. model-00019-of-00066.safetensors +3 -0
  23. model-00020-of-00066.safetensors +3 -0
  24. model-00021-of-00066.safetensors +3 -0
  25. model-00022-of-00066.safetensors +3 -0
  26. model-00023-of-00066.safetensors +3 -0
  27. model-00024-of-00066.safetensors +3 -0
  28. model-00025-of-00066.safetensors +3 -0
  29. model-00026-of-00066.safetensors +3 -0
  30. model-00027-of-00066.safetensors +3 -0
  31. model-00028-of-00066.safetensors +3 -0
  32. model-00029-of-00066.safetensors +3 -0
  33. model-00030-of-00066.safetensors +3 -0
  34. model-00031-of-00066.safetensors +3 -0
  35. model-00032-of-00066.safetensors +3 -0
  36. model-00033-of-00066.safetensors +3 -0
  37. model-00034-of-00066.safetensors +3 -0
  38. model-00035-of-00066.safetensors +3 -0
  39. model-00036-of-00066.safetensors +3 -0
  40. model-00037-of-00066.safetensors +3 -0
  41. model-00038-of-00066.safetensors +3 -0
  42. model-00039-of-00066.safetensors +3 -0
  43. model-00040-of-00066.safetensors +3 -0
  44. model-00041-of-00066.safetensors +3 -0
  45. model-00042-of-00066.safetensors +3 -0
  46. model-00043-of-00066.safetensors +3 -0
  47. model-00044-of-00066.safetensors +3 -0
  48. model-00045-of-00066.safetensors +3 -0
  49. model-00046-of-00066.safetensors +3 -0
  50. model-00047-of-00066.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "C:\\Users\\silve\\Applications\\mergekit\\writing-model-good",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 5120,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 27648,
13
+ "max_position_embeddings": 32768,
14
+ "max_window_layers": 70,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 40,
17
+ "num_hidden_layers": 64,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_scaling": null,
21
+ "rope_theta": 1000000.0,
22
+ "sliding_window": null,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.47.1",
26
+ "use_cache": true,
27
+ "use_sliding_window": false,
28
+ "vocab_size": 151665
29
+ }
model-00001-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9058c19fb6efab8b18be37c99b4be89232527035434e3e29b2010447b7791d
3
+ size 1553049728
model-00002-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44ce566dc5a4e5b96357dc53076bff3cf96ee64a579f99252563f227bf82c8a3
3
+ size 1553049744
model-00003-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91734e1726187fbc2109a8d28e5f1af65dbeb75180e8bcca925572bb4cfd8e8f
3
+ size 975222224
model-00004-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4276553cf04b84659e9061077213424d961c231d95100606fb4879c497d1dcba
3
+ size 975211880
model-00005-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c87b9f1ee199bb5a7d15917370b0ab7f40957a89fe77c42adf949fc3fa40ca5
3
+ size 975211888
model-00006-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfba8db833d65e6d52c9a187c93ce97d087913d7ab11420f296dd6daf9dfc0c7
3
+ size 975211888
model-00007-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a4baf45a5d2a56d8674419aba625b75a654e6f303008bec71eea23fb910919f
3
+ size 975211888
model-00008-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b180f619b36bf0376335c8f51ec28110c64844d42cdc7cdf2a85e18e00fad75f
3
+ size 975211888
model-00009-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3a9ae766122881dc209ca168c8cef1e79324ee431852d2264ec82891864d6b
3
+ size 975211888
model-00010-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:683fba87dcf775e7c468523e7e04ae00929fa459a4c3032994dd8c620f82de45
3
+ size 975211888
model-00011-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7251765cbfcabefe440cbe296120630efd586a36e0250f83ac61398050c2ec64
3
+ size 975211888
model-00012-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3660bb36f09cb26edd20cb35b1e6466ed80ad18be030d7aca9b81f27355de03e
3
+ size 975211888
model-00013-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac43fa7172dd1c3e95e5f6eab37178178e1fae39a174a8eea364d57d3a0e702a
3
+ size 975211888
model-00014-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3e41ff9c9721732d46a80e80a43b15945ef213df9e5ec146273d486b33516f5
3
+ size 975211888
model-00015-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de764e9f298074d18f04c984a9415f653f973cfd12e51933cb29b4fe61f752dd
3
+ size 975211880
model-00016-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fc5fd322667208609225c68588aa6b3e7659069ad3d589ca4b06439eab0946c
3
+ size 975211888
model-00017-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9adb5e84cad760fbe336b60b009bc9ebf204069c52c1e4b356dc325c633b754
3
+ size 975211888
model-00018-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70c7a6ed684c490b8abb2defda0c4083d0038f98efa16cb2d728ff062ba6731a
3
+ size 975211888
model-00019-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c0785f31309a95777a86b19cf9af237cf735711539c4e4343924f3f47086ee6
3
+ size 975211888
model-00020-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e8dda0c99cadb6b6251396fa4a76a0763c3dfdae568d1b46d69da1e12c8bc07
3
+ size 975211888
model-00021-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cecd494a644ddfc43aa49722c11bb6f12cda8ba0e4eb0c30e4af963005ff6ec
3
+ size 975211888
model-00022-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b8883b77dc4b44c74ca03805bdc5f206533227124509852660eebb42a94be6f
3
+ size 975211888
model-00023-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c9f36dd82fbfdc5404394434024e70812a73cb3d15e303424fd048b5752cd3
3
+ size 975211888
model-00024-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c4c29abc09f6abe9aa93661d99affd174fbe7fd7fa0a671c819f163ed201b80
3
+ size 975211888
model-00025-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64b577b99a0e32862b9bed9e5c5652742f58b8d4f80383251fb28d6c1b11476
3
+ size 975211888
model-00026-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e88a28d9dcb9a32eb72c40e87d3d016a7b1983cdcda6dc94917b432d98b697d6
3
+ size 975211880
model-00027-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77e1e4f83915a374607f6c7d9a331609d5e31f897990edd8b8a67b712d96be67
3
+ size 975211888
model-00028-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60eff2cbb917e55d887f01ade38116097f286ff3b76e4ac6d4e8dc7c2d2615bb
3
+ size 975211888
model-00029-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d5de07be071226c11c748da830c1fc7c76d6b8d51f6aff5147e3f973fd9e25f
3
+ size 975211888
model-00030-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cf6bda38505113ce0a8d35f4346160ee30a638c878ab7107553f5ea805106d8
3
+ size 975211888
model-00031-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1d8a0b7e1c5071c19801f894b47b0dd2b17628d3f088814a9cbd2e340068d89
3
+ size 975211888
model-00032-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1123066a76e129e04a9e00f43056bfc9af0f4bb1cdeb18d5161735b7fffb60
3
+ size 975211888
model-00033-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81c93bbb52a943e0ba87602691ee1871bd470f502a621cac012fdf4e786a0a6
3
+ size 975211888
model-00034-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:447c88c687b9a455505ea075e4d4ffb4ba0078550f2c182cfe245ca0f597e830
3
+ size 975211888
model-00035-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2027437d8a6ade12edb04dcf907908224272a83481547cc3b50f1676cc1cd390
3
+ size 975211888
model-00036-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e420592a9205f49607dc0ab1ee516d9b72e08f40a105e195ed742199862762
3
+ size 975211888
model-00037-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ec3b3419ee52a70a1d30d060021d36024be8733986a215575783b0ada3a914
3
+ size 975211880
model-00038-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e438e3aaec15a57f8a6fb83650eabd8adf74e86c041d079917acd7c3e98d687
3
+ size 975211888
model-00039-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6902b62f2edd5497ad6044460700bf7b5603fea1f93a4fa53776602819949422
3
+ size 975211888
model-00040-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a69ab6e5908d277ac67bde0558d573849a533b4276a0b19de5c4f016879e774c
3
+ size 975211888
model-00041-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c792d0c64557a3f1053ab4a7b9f454b7370332cf1f8418d40c01d0f56b5a01c
3
+ size 975211888
model-00042-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88b62b644d4b2971af0ce14d92e24fc8705fdff77155bdf9544d27462d6005ee
3
+ size 975211888
model-00043-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8067c706cf6580fc116fa6247337b96e6deb3fa6fbb4c29a990cbdcb38d79dd
3
+ size 975211888
model-00044-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea2d4795c2c7c6cb060ef5ce5c21c90c08db70aa46c419c1bbd780902f82c995
3
+ size 975211888
model-00045-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:641e235034c9317b28174f6c53abd1c1d8f988f61d11be8007ac32f63752d0ae
3
+ size 975211888
model-00046-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0f764521263888c3729d57d3c171c669a0b8d3d56016b93cd9d0a1c776abcfa
3
+ size 975211888
model-00047-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63a25096b763d7f9fd113444d3532388ee9cc90d614b5a3c36c7d642ee3f6ac4
3
+ size 975211888