Hugging Face's logo

mradermacher
/
SmallThinker-3B-Preview-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
4a5951f
·
verified ·
1 Parent(s): c0b476c

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. SmallThinker-3B-Preview.i1-IQ1_M.gguf +3 -0
  3. SmallThinker-3B-Preview.i1-IQ1_S.gguf +3 -0
  4. SmallThinker-3B-Preview.i1-IQ2_M.gguf +3 -0
  5. SmallThinker-3B-Preview.i1-IQ2_S.gguf +3 -0
  6. SmallThinker-3B-Preview.i1-IQ2_XS.gguf +3 -0
  7. SmallThinker-3B-Preview.i1-IQ2_XXS.gguf +3 -0
  8. SmallThinker-3B-Preview.i1-IQ3_M.gguf +3 -0
  9. SmallThinker-3B-Preview.i1-IQ3_S.gguf +3 -0
  10. SmallThinker-3B-Preview.i1-IQ3_XS.gguf +3 -0
  11. SmallThinker-3B-Preview.i1-IQ3_XXS.gguf +3 -0
  12. SmallThinker-3B-Preview.i1-IQ4_NL.gguf +3 -0
  13. SmallThinker-3B-Preview.i1-IQ4_XS.gguf +3 -0
  14. SmallThinker-3B-Preview.i1-Q2_K.gguf +3 -0
  15. SmallThinker-3B-Preview.i1-Q2_K_S.gguf +3 -0
  16. SmallThinker-3B-Preview.i1-Q3_K_L.gguf +3 -0
  17. SmallThinker-3B-Preview.i1-Q3_K_M.gguf +3 -0
  18. SmallThinker-3B-Preview.i1-Q3_K_S.gguf +3 -0
  19. SmallThinker-3B-Preview.i1-Q4_0.gguf +3 -0
  20. SmallThinker-3B-Preview.i1-Q4_1.gguf +3 -0
  21. SmallThinker-3B-Preview.i1-Q4_K_M.gguf +3 -0
  22. SmallThinker-3B-Preview.i1-Q4_K_S.gguf +3 -0
  23. SmallThinker-3B-Preview.i1-Q5_K_M.gguf +3 -0
  24. SmallThinker-3B-Preview.i1-Q5_K_S.gguf +3 -0
  25. SmallThinker-3B-Preview.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ SmallThinker-3B-Preview.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ SmallThinker-3B-Preview.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ SmallThinker-3B-Preview.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ SmallThinker-3B-Preview.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ SmallThinker-3B-Preview.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ SmallThinker-3B-Preview.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ SmallThinker-3B-Preview.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ SmallThinker-3B-Preview.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ SmallThinker-3B-Preview.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ SmallThinker-3B-Preview.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ SmallThinker-3B-Preview.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ SmallThinker-3B-Preview.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ SmallThinker-3B-Preview.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ SmallThinker-3B-Preview.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ SmallThinker-3B-Preview.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ SmallThinker-3B-Preview.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ SmallThinker-3B-Preview.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ SmallThinker-3B-Preview.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ SmallThinker-3B-Preview.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ SmallThinker-3B-Preview.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ SmallThinker-3B-Preview.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ SmallThinker-3B-Preview.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ SmallThinker-3B-Preview.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ SmallThinker-3B-Preview.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
SmallThinker-3B-Preview.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aea9a8d249c1ae9e083ec39fd12a1250d25c9f022f270a703c5fc66d83e91a7
3
+ size 952127456
SmallThinker-3B-Preview.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aeaaaa2b473f54304ab6e0ae84ae0f541d3b2ce8782d33153cff7e44cc81202
3
+ size 893194208
SmallThinker-3B-Preview.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903c2cae97e78de26b86a5a94e121780a910f0ae4b53d13de58dcbd149f6d9ff
3
+ size 1274218464
SmallThinker-3B-Preview.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420c174a557c8477ce7fb24e9220b00bc26279019b5c7b497e031d01e5dcef34
3
+ size 1195640800
SmallThinker-3B-Preview.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed5748c196ccca1a42f2ce4aefe27196942dd79c01423cd9c2c1bddab77d1ce7
3
+ size 1133645792
SmallThinker-3B-Preview.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a78dffbf05f97cedeb48dc3a4aaeadfb8687d2fdba8fabc65a94af388ca4c1c
3
+ size 1050349536
SmallThinker-3B-Preview.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30af910ef25ca8942934de9d8c62fd2989ddf34331f1e24c81dde072b7f40ab9
3
+ size 1622597600
SmallThinker-3B-Preview.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:554ab0e0182ae89d71b578b5b3999d23bffb78fff7b16612ad357a2d96b95bcd
3
+ size 1590566880
SmallThinker-3B-Preview.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c931525a43076c62aafac420638487c7c3626f4a52658465cc178c62d7f80320
3
+ size 1525538784
SmallThinker-3B-Preview.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:253541cd77f7e6e4f266160eb548eb03cfd01b8d6e37de4e3eb3905e21b4a3eb
3
+ size 1416529888
SmallThinker-3B-Preview.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d735e3998f9db95c335601fa4e6f37207cf3be4c89f3d4ecc632e14bbf501caa
3
+ size 2000238560
SmallThinker-3B-Preview.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:768cc196aa4a47cc629f0b09836be81af0e706f4caaad3033774ee6d54b5777f
3
+ size 1904400352
SmallThinker-3B-Preview.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6c53aebebdbb26535fef74d1e43292ac673254748fea9dee65d466cf448a7c8
3
+ size 1376856032
SmallThinker-3B-Preview.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d9abe669faa687db388ebbeac370fb6d24c56d3ec503744291287ae83f1084
3
+ size 1300228064
SmallThinker-3B-Preview.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73da565dd3b422b64e403576b5b6b4f08cb160f273d8218b1cdad7e9c2cd3c72
3
+ size 1841094624
SmallThinker-3B-Preview.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ae5b108e497f1320f1668e7d58fbe9e42c4aa584045634d79fe96af2d22bce3
3
+ size 1724178400
SmallThinker-3B-Preview.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a86262a3a1d477b81e2ffb6243bf62d86cc27431c8ae59f5cfaf90e1802db3
3
+ size 1588060128
SmallThinker-3B-Preview.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:499c52f8a04407a5e3793f9da00a7bd3aa0ef9ccfa7dfbde199903a1d1b637a2
3
+ size 2003515360
SmallThinker-3B-Preview.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a46d9b02acd46d1a964784a2b262b21cbe52f6bafd2433083b7304572fd3f1
3
+ size 2190735328
SmallThinker-3B-Preview.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46c623c83073398b5cc0d0c0a114a521445ac35df234c50ce9a6b4fe888ebda0
3
+ size 2104932320
SmallThinker-3B-Preview.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad76085d3c951f787ca44253f1759ea0b21c462b27524560add86cb49a0b9e6c
3
+ size 2009413600
SmallThinker-3B-Preview.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2487b2fdb4d7570995c4eb50602c13700625a1657cf045e812bb05fd51ee160b
3
+ size 2438739936
SmallThinker-3B-Preview.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2184b9682775fb632c2e219f71c8584f034f290b4fe2ec45882c6e203c98890
3
+ size 2383591392
SmallThinker-3B-Preview.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:209b5473f5d1a38f3b3ba1b5044490838caffebb9f0fe520e00bf6f2d0d4daaa
3
+ size 2793410528