Hugging Face's logo

mradermacher
/
TinyQwex-4x620M-MoE-i1-GGUF

Transformers
GGUF
English
Mixture of Experts
Merge
mergekit
lazymergekit
Qwen/Qwen1.5-0.5B
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
05fc255
·
verified ·
1 Parent(s): 8dde906

uploaded from nico1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. TinyQwex-4x620M-MoE.i1-IQ1_M.gguf +3 -0
  3. TinyQwex-4x620M-MoE.i1-IQ1_S.gguf +3 -0
  4. TinyQwex-4x620M-MoE.i1-IQ2_M.gguf +3 -0
  5. TinyQwex-4x620M-MoE.i1-IQ2_S.gguf +3 -0
  6. TinyQwex-4x620M-MoE.i1-IQ2_XS.gguf +3 -0
  7. TinyQwex-4x620M-MoE.i1-IQ2_XXS.gguf +3 -0
  8. TinyQwex-4x620M-MoE.i1-IQ3_M.gguf +3 -0
  9. TinyQwex-4x620M-MoE.i1-IQ3_S.gguf +3 -0
  10. TinyQwex-4x620M-MoE.i1-IQ3_XS.gguf +3 -0
  11. TinyQwex-4x620M-MoE.i1-IQ3_XXS.gguf +3 -0
  12. TinyQwex-4x620M-MoE.i1-IQ4_NL.gguf +3 -0
  13. TinyQwex-4x620M-MoE.i1-IQ4_XS.gguf +3 -0
  14. TinyQwex-4x620M-MoE.i1-Q2_K.gguf +3 -0
  15. TinyQwex-4x620M-MoE.i1-Q2_K_S.gguf +3 -0
  16. TinyQwex-4x620M-MoE.i1-Q3_K_L.gguf +3 -0
  17. TinyQwex-4x620M-MoE.i1-Q3_K_M.gguf +3 -0
  18. TinyQwex-4x620M-MoE.i1-Q3_K_S.gguf +3 -0
  19. TinyQwex-4x620M-MoE.i1-Q4_0.gguf +3 -0
  20. TinyQwex-4x620M-MoE.i1-Q4_1.gguf +3 -0
  21. TinyQwex-4x620M-MoE.i1-Q4_K_M.gguf +3 -0
  22. TinyQwex-4x620M-MoE.i1-Q4_K_S.gguf +3 -0
  23. TinyQwex-4x620M-MoE.i1-Q5_K_M.gguf +3 -0
  24. TinyQwex-4x620M-MoE.i1-Q5_K_S.gguf +3 -0
  25. TinyQwex-4x620M-MoE.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ TinyQwex-4x620M-MoE.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TinyQwex-4x620M-MoE.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TinyQwex-4x620M-MoE.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TinyQwex-4x620M-MoE.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TinyQwex-4x620M-MoE.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ TinyQwex-4x620M-MoE.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ TinyQwex-4x620M-MoE.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ TinyQwex-4x620M-MoE.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ TinyQwex-4x620M-MoE.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ TinyQwex-4x620M-MoE.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ TinyQwex-4x620M-MoE.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ TinyQwex-4x620M-MoE.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ TinyQwex-4x620M-MoE.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ TinyQwex-4x620M-MoE.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ TinyQwex-4x620M-MoE.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ TinyQwex-4x620M-MoE.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ TinyQwex-4x620M-MoE.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ TinyQwex-4x620M-MoE.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ TinyQwex-4x620M-MoE.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ TinyQwex-4x620M-MoE.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ TinyQwex-4x620M-MoE.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ TinyQwex-4x620M-MoE.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ TinyQwex-4x620M-MoE.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ TinyQwex-4x620M-MoE.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
TinyQwex-4x620M-MoE.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4d41a6f51a80ebfc1ca86856df9d5ac0a427d13fb81d889ca5dafb02aa365f
3
+ size 381657120
TinyQwex-4x620M-MoE.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:998585a068e471a5f84e1d7dce4ac17781145d9ab0124192a48cc5ba0a4fc9f4
3
+ size 361824288
TinyQwex-4x620M-MoE.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ee9dd9d269a53cf82189dc1143b2b40c3cd1f512a1c3ccab5e048590d1d52ee
3
+ size 491240480
TinyQwex-4x620M-MoE.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa6a8f3d4b2114705ba2ab18502c26fda1b843c4ca9b720a2f287c67f4e56f3e
3
+ size 464796704
TinyQwex-4x620M-MoE.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c23a004aaaf7df4a7481d5c88fdee57500b5525a7f454a92f938695117d5cc
3
+ size 441942048
TinyQwex-4x620M-MoE.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a36a964edb287eaa299b96afe667ef4c4d287f404a33644489fcab0fb2ffc3b4
3
+ size 414711840
TinyQwex-4x620M-MoE.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92e6a9dfd465c003c921cda15ab12fc4bce635d92ecad2a8d207a1379db4d253
3
+ size 612395040
TinyQwex-4x620M-MoE.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad4ae4cb2efa178b9e0843838680217a3b59813e5045889b66c8a9f2ce884b0c
3
+ size 601114656
TinyQwex-4x620M-MoE.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e7d847a2c159f811b81969e5fac20fd3ff1b832176bfeebf4e0d30adda3c104
3
+ size 579291168
TinyQwex-4x620M-MoE.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c3d8f29a2d3ce3755a873a705c3fb00f87691c3c2ab0597b7cf89ce917b74e2
3
+ size 534838304
TinyQwex-4x620M-MoE.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d012f6c7bab68a41fd7f76ab487d2c669e3ffdb544581f286cd4271435094f5
3
+ size 745444384
TinyQwex-4x620M-MoE.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8173a56058bd2bf0d7ce894a5f386570578f024480e397bf9d5fcf5d22eb370
3
+ size 711484448
TinyQwex-4x620M-MoE.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb38340a01d00df4beb34335d6279b997e2293cfcca2b194f0e5e0606a722185
3
+ size 523971616
TinyQwex-4x620M-MoE.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:169ca08798ad0fdc7be678335f5a01c4143e1597cd279141f94621c09b5c29c8
3
+ size 498854944
TinyQwex-4x620M-MoE.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bd9e4086be7bae7ba15092226f5065382061ee931027fc9736402e2cdbd7ef9
3
+ size 685459488
TinyQwex-4x620M-MoE.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da927fd16e4cbb41191d55362395aeae17736c4e08a412dc81f2d9cb32f4e7aa
3
+ size 646268960
TinyQwex-4x620M-MoE.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5848e8d29f02624548111305212d4d96747be4bc22438a0fc1682117c4dbb583
3
+ size 601114656
TinyQwex-4x620M-MoE.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe13e5e4fee56aa1d5fa54a9352c925a48f95966e1df92fb65937ab6f575a9b
3
+ size 747607072
TinyQwex-4x620M-MoE.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8caf65713758ca6099f619feb9212d51645cdab8161f1f4c73a7995efe699eb5
3
+ size 813364256
TinyQwex-4x620M-MoE.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03d5faafb90c202de1c06e2342b1f4864531f3bd19e4c7231cd10eccd6347794
3
+ size 784372768
TinyQwex-4x620M-MoE.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06840c242baf6558dfcc9925926f11d75ccbbce4b8a7bba77d43155f0866d967
3
+ size 750294048
TinyQwex-4x620M-MoE.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a483738a9e8b6d408f85fd0591f61ee2faa290dd2898a3e269ae4a0b7599379
3
+ size 901338144
TinyQwex-4x620M-MoE.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc2453fb991cf612ddfcaa1ebbd0873db3978c3ec3d30642b7ccd9471c82be30
3
+ size 881284128
TinyQwex-4x620M-MoE.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93fa3f69f52539c1e97b213c02eb2a382d6923e4c65d0aa46c4c02ac80b14d3e
3
+ size 1025613856