Hugging Face's logo

mradermacher
/
llama-3.2-MEDIT-3B-o1-i1-GGUF

Transformers
GGUF
English
reasoning
o1
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
a9c512c
·
verified ·
1 Parent(s): b762eb6

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. llama-3.2-MEDIT-3B-o1.i1-IQ1_M.gguf +3 -0
  3. llama-3.2-MEDIT-3B-o1.i1-IQ1_S.gguf +3 -0
  4. llama-3.2-MEDIT-3B-o1.i1-IQ2_M.gguf +3 -0
  5. llama-3.2-MEDIT-3B-o1.i1-IQ2_S.gguf +3 -0
  6. llama-3.2-MEDIT-3B-o1.i1-IQ2_XS.gguf +3 -0
  7. llama-3.2-MEDIT-3B-o1.i1-IQ2_XXS.gguf +3 -0
  8. llama-3.2-MEDIT-3B-o1.i1-IQ3_M.gguf +3 -0
  9. llama-3.2-MEDIT-3B-o1.i1-IQ3_S.gguf +3 -0
  10. llama-3.2-MEDIT-3B-o1.i1-IQ3_XS.gguf +3 -0
  11. llama-3.2-MEDIT-3B-o1.i1-IQ3_XXS.gguf +3 -0
  12. llama-3.2-MEDIT-3B-o1.i1-IQ4_NL.gguf +3 -0
  13. llama-3.2-MEDIT-3B-o1.i1-IQ4_XS.gguf +3 -0
  14. llama-3.2-MEDIT-3B-o1.i1-Q2_K.gguf +3 -0
  15. llama-3.2-MEDIT-3B-o1.i1-Q2_K_S.gguf +3 -0
  16. llama-3.2-MEDIT-3B-o1.i1-Q3_K_L.gguf +3 -0
  17. llama-3.2-MEDIT-3B-o1.i1-Q3_K_M.gguf +3 -0
  18. llama-3.2-MEDIT-3B-o1.i1-Q3_K_S.gguf +3 -0
  19. llama-3.2-MEDIT-3B-o1.i1-Q4_0.gguf +3 -0
  20. llama-3.2-MEDIT-3B-o1.i1-Q4_1.gguf +3 -0
  21. llama-3.2-MEDIT-3B-o1.i1-Q4_K_M.gguf +3 -0
  22. llama-3.2-MEDIT-3B-o1.i1-Q4_K_S.gguf +3 -0
  23. llama-3.2-MEDIT-3B-o1.i1-Q5_K_M.gguf +3 -0
  24. llama-3.2-MEDIT-3B-o1.i1-Q5_K_S.gguf +3 -0
  25. llama-3.2-MEDIT-3B-o1.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.2-MEDIT-3B-o1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.2-MEDIT-3B-o1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-MEDIT-3B-o1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-MEDIT-3B-o1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-MEDIT-3B-o1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-MEDIT-3B-o1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-MEDIT-3B-o1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-MEDIT-3B-o1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-MEDIT-3B-o1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-MEDIT-3B-o1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-MEDIT-3B-o1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3.2-MEDIT-3B-o1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3.2-MEDIT-3B-o1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama-3.2-MEDIT-3B-o1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama-3.2-MEDIT-3B-o1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ llama-3.2-MEDIT-3B-o1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ llama-3.2-MEDIT-3B-o1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ llama-3.2-MEDIT-3B-o1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ llama-3.2-MEDIT-3B-o1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ llama-3.2-MEDIT-3B-o1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ llama-3.2-MEDIT-3B-o1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ llama-3.2-MEDIT-3B-o1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ llama-3.2-MEDIT-3B-o1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ llama-3.2-MEDIT-3B-o1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-MEDIT-3B-o1.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60d155b7a49490e4213eeb831a37fbce1e32299761077d890ea9f0822ae81fff
3
+ size 1053474208
llama-3.2-MEDIT-3B-o1.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a6527e4dca5f5fcd1d2b031c1dfbecfd549c2ca231cc252af03d2c63a1cc706
3
+ size 997440928
llama-3.2-MEDIT-3B-o1.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb4baf5c521a98f9f831a55fbfdd059d845462176caedef829c2939ca3829f87
3
+ size 1398330784
llama-3.2-MEDIT-3B-o1.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfd06f192909b3536d11f29f96bac8ce7cc006c6d089649f54e417d2e7616711
3
+ size 1323619744
llama-3.2-MEDIT-3B-o1.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6fc519c821025f00cb8e269fce62a54782a23402b2bea624de2b6261ac423b
3
+ size 1229831584
llama-3.2-MEDIT-3B-o1.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e656e813d86bb7ec4e68ae1a3f6d8df55a2211d5c522f652b92ff9a32397160
3
+ size 1146863008
llama-3.2-MEDIT-3B-o1.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7e6411cc016938fdfe67550539242c18aae7297c461072da57607652f1339ef
3
+ size 1768967584
llama-3.2-MEDIT-3B-o1.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1660796146d2711c2f3d1b858c6e6b7ae959b76110649e4d821f107bbf08812b
3
+ size 1712147872
llama-3.2-MEDIT-3B-o1.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5c54eee5074ddfee5eb536b8ec0771787cc459a919bf8cb381db34d90275a68
3
+ size 1646087584
llama-3.2-MEDIT-3B-o1.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e87e400c114f31ce61d6d41b8b7f3426ea423c8bf723ca13620285f8fd42f58b
3
+ size 1518065056
llama-3.2-MEDIT-3B-o1.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ecc1b4c9c007b53f5d24e75dc2d7c21b79b3ca543e451f90fab12c71621cd6c
3
+ size 2138817952
llama-3.2-MEDIT-3B-o1.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:927eea2c8911faf4676e3db7a478a45145d81e7238bc6e974d7c7a2227f75e05
3
+ size 2038424992
llama-3.2-MEDIT-3B-o1.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b10b0f23bbbf31f7371b182ce3cdf55c2eb54ef00608655364943482c561e7dc
3
+ size 1493218720
llama-3.2-MEDIT-3B-o1.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:957ceb20ed7bbe2e6726e8bf08141e9c9635b207bf15942645bffb46335bae05
3
+ size 1403565472
llama-3.2-MEDIT-3B-o1.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7045fc098bb9a0a6fd1149a0467571a0f9b54b70448ec50968511d4f16f0a37
3
+ size 1984646560
llama-3.2-MEDIT-3B-o1.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41881f468df67746036a2933b403f97b1ca4be33434ab82bb83247fd9b065f8b
3
+ size 1856458144
llama-3.2-MEDIT-3B-o1.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1578fc41e129890753885200e0782e2da459e6aa148652acc173a1500745af89
3
+ size 1712147872
llama-3.2-MEDIT-3B-o1.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aa87c75624f9610576f88999ae01277cc86becf3435fd0c721e206f136ae953
3
+ size 2143536544
llama-3.2-MEDIT-3B-o1.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8990e0634c39614037fc20e892bc513fefa8540cdcf22473ffb48a469f7a4c28
3
+ size 2339603872
llama-3.2-MEDIT-3B-o1.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4334301409689929415a0ef1693f1731fc8c20b98d9012a738414a89e1030c24
3
+ size 2241004960
llama-3.2-MEDIT-3B-o1.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33fc136d577a9381f45324646fde9e6fba2f390bbae2b4a4fc4b0f8d304d42d6
3
+ size 2149828000
llama-3.2-MEDIT-3B-o1.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9057fbb7b50d11879fdf75dbf43ca107751d275da8c8b6c957481cc6e7eca847
3
+ size 2593031584
llama-3.2-MEDIT-3B-o1.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df75b8acab979d0443369537602af94b9aa26e03603b0670cd6812ff0e887fc8
3
+ size 2540389792
llama-3.2-MEDIT-3B-o1.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba90f8074e4757aefbcbf1a8e900dac7696c5afeee75d99a5a8f6ef4f09d4005
3
+ size 2967059872