Hugging Face's logo

mradermacher
/
TinyMixtral-4x248M-MoE-i1-GGUF

Transformers
GGUF
English
Mixture of Experts
Merge
mergekit
lazymergekit
Felladrin/TinyMistral-248M-SFT-v4
Locutusque/LocutusqueXFelladrin-TinyMistral248M-Instruct
Locutusque/TinyMistral-248M-v2-Instruct
Locutusque/TinyMistral-248M-v2.5
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
1f046c9
·
verified ·
1 Parent(s): 3761247

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. TinyMixtral-4x248M-MoE.i1-IQ1_M.gguf +3 -0
  3. TinyMixtral-4x248M-MoE.i1-IQ1_S.gguf +3 -0
  4. TinyMixtral-4x248M-MoE.i1-IQ2_M.gguf +3 -0
  5. TinyMixtral-4x248M-MoE.i1-IQ2_S.gguf +3 -0
  6. TinyMixtral-4x248M-MoE.i1-IQ2_XS.gguf +3 -0
  7. TinyMixtral-4x248M-MoE.i1-IQ2_XXS.gguf +3 -0
  8. TinyMixtral-4x248M-MoE.i1-IQ3_M.gguf +3 -0
  9. TinyMixtral-4x248M-MoE.i1-IQ3_S.gguf +3 -0
  10. TinyMixtral-4x248M-MoE.i1-IQ3_XS.gguf +3 -0
  11. TinyMixtral-4x248M-MoE.i1-IQ3_XXS.gguf +3 -0
  12. TinyMixtral-4x248M-MoE.i1-IQ4_NL.gguf +3 -0
  13. TinyMixtral-4x248M-MoE.i1-IQ4_XS.gguf +3 -0
  14. TinyMixtral-4x248M-MoE.i1-Q2_K.gguf +3 -0
  15. TinyMixtral-4x248M-MoE.i1-Q2_K_S.gguf +3 -0
  16. TinyMixtral-4x248M-MoE.i1-Q3_K_L.gguf +3 -0
  17. TinyMixtral-4x248M-MoE.i1-Q3_K_M.gguf +3 -0
  18. TinyMixtral-4x248M-MoE.i1-Q3_K_S.gguf +3 -0
  19. TinyMixtral-4x248M-MoE.i1-Q4_0.gguf +3 -0
  20. TinyMixtral-4x248M-MoE.i1-Q4_1.gguf +3 -0
  21. TinyMixtral-4x248M-MoE.i1-Q4_K_M.gguf +3 -0
  22. TinyMixtral-4x248M-MoE.i1-Q4_K_S.gguf +3 -0
  23. TinyMixtral-4x248M-MoE.i1-Q5_K_M.gguf +3 -0
  24. TinyMixtral-4x248M-MoE.i1-Q5_K_S.gguf +3 -0
  25. TinyMixtral-4x248M-MoE.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ TinyMixtral-4x248M-MoE.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TinyMixtral-4x248M-MoE.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TinyMixtral-4x248M-MoE.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TinyMixtral-4x248M-MoE.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TinyMixtral-4x248M-MoE.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ TinyMixtral-4x248M-MoE.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ TinyMixtral-4x248M-MoE.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ TinyMixtral-4x248M-MoE.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ TinyMixtral-4x248M-MoE.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ TinyMixtral-4x248M-MoE.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ TinyMixtral-4x248M-MoE.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ TinyMixtral-4x248M-MoE.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ TinyMixtral-4x248M-MoE.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ TinyMixtral-4x248M-MoE.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ TinyMixtral-4x248M-MoE.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ TinyMixtral-4x248M-MoE.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ TinyMixtral-4x248M-MoE.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ TinyMixtral-4x248M-MoE.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ TinyMixtral-4x248M-MoE.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ TinyMixtral-4x248M-MoE.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ TinyMixtral-4x248M-MoE.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ TinyMixtral-4x248M-MoE.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ TinyMixtral-4x248M-MoE.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ TinyMixtral-4x248M-MoE.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
TinyMixtral-4x248M-MoE.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1976aa6c4c5debd3c6e2f8f20b595a1744f58ce8ec7b972005e8e22a9e67bcce
3
+ size 176719104
TinyMixtral-4x248M-MoE.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:941c5edda072c170def056bbd5c0095692c36afcd4248bb90d1a1c49001dbf61
3
+ size 162587904
TinyMixtral-4x248M-MoE.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a3c6971d068b15dc3b41411f9ed972deb0274bc7ba08a753debe032db051a6
3
+ size 245149248
TinyMixtral-4x248M-MoE.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:598019b25ec55c9cf30fc6ef45d0e52f77a6ec81bbdd39346a461bb3431685a6
3
+ size 226307648
TinyMixtral-4x248M-MoE.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:038c1429e30a6b932711babb304ba46d71c251fe8acd6ab3419f142859053818
3
+ size 219505920
TinyMixtral-4x248M-MoE.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47cdf3ff44ca411d90c1dad82ef028b432f69fc83c4bd857af0b6182405a57f4
3
+ size 200271104
TinyMixtral-4x248M-MoE.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2610b4d72a698f0949eaf2db2c1d86c627f561d4df45ada0a35b9f71aab7d420
3
+ size 319346656
TinyMixtral-4x248M-MoE.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4289bfd4d78d04d1c8a36361a4e797235219b332ecf13117bebdd768199bc57e
3
+ size 315447264
TinyMixtral-4x248M-MoE.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee76c003a317bd0aa8bd43558498a834932f2f3df0e34f781ff8b030d544c404
3
+ size 300554208
TinyMixtral-4x248M-MoE.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74f6a07d86977beb9406d275f370aed3b7300587e297168d26c381252cd06612
3
+ size 281062976
TinyMixtral-4x248M-MoE.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc22a7d24763409de27ad8b7c764d75c20a6ac92ce94c6d4189a66affd62bb96
3
+ size 404169056
TinyMixtral-4x248M-MoE.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51807cf14c852a2f80855f69b75c92bc6f678b3eff1968c441fd23a242592a13
3
+ size 383385856
TinyMixtral-4x248M-MoE.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5119793d004009898087509c23633050b5b325b2ddc31165946d1c414d1e7109
3
+ size 269627040
TinyMixtral-4x248M-MoE.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d32f820e20fac73a760d305d4e655b099dc3666bd916a9cde14c2e1098f44a84
3
+ size 251834016
TinyMixtral-4x248M-MoE.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3463fe8568b3313c995cd88675cffb96494e6194faaafecf304ed55ef9b0a24c
3
+ size 370989024
TinyMixtral-4x248M-MoE.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2ba67c7efb2ba133193033a49322ccc28428032867e3c419d6623aa19dfeba4
3
+ size 343922656
TinyMixtral-4x248M-MoE.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a035c09d85cbf7f11d353a7b36f100d93d81ed671670e4052eed0a9f5ad4606a
3
+ size 315029472
TinyMixtral-4x248M-MoE.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df32eb0c695f1d96a426fc7462451bd7d61c4445e2d9d2c7c5bad5c00fa384e1
3
+ size 404824416
TinyMixtral-4x248M-MoE.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eebaefe1d08d70673bf98de543959f24468de28bf3af87234a89c5c7d6c8aba0
3
+ size 445538848
TinyMixtral-4x248M-MoE.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90e0951bbb19b809e92eeeea99955770625ac2db56ad40379bced7fce2ea62a
3
+ size 430133600
TinyMixtral-4x248M-MoE.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0867b3a339906532f090578b6dd9b862a1e2e4109341edce3e78970bbaaeb76
3
+ size 406004064
TinyMixtral-4x248M-MoE.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0ce483e66bf4e4dbd3e8e6be94a836bcfbfa3254eec60093c1d03ccb19193bf
3
+ size 500880096
TinyMixtral-4x248M-MoE.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21816772295d30a401c2a86b69ab20af26e1d8e5864f1a253ad84c5ac2722e13
3
+ size 487301856
TinyMixtral-4x248M-MoE.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20c62fe0981474b36791d94a82bddd6dab62210e0fb33fc9e8c16192ab0893af
3
+ size 576048256