Hugging Face's logo

sayhan
/
Experiment26-7B-GGUF

GGUF
Inference Endpoints
Model card Files Community
1
sayhan commited on
Commit
8b63a2c
·
verified ·
1 Parent(s): 406a23a

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. experiment26-7b.Q2_K.gguf +3 -0
  3. experiment26-7b.Q3_K_L.gguf +3 -0
  4. experiment26-7b.Q3_K_M.gguf +3 -0
  5. experiment26-7b.Q3_K_S.gguf +3 -0
  6. experiment26-7b.Q4_0.gguf +3 -0
  7. experiment26-7b.Q4_K_M.gguf +3 -0
  8. experiment26-7b.Q4_K_S.gguf +3 -0
  9. experiment26-7b.Q5_0.gguf +3 -0
  10. experiment26-7b.Q5_K_M.gguf +3 -0
  11. experiment26-7b.Q5_K_S.gguf +3 -0
  12. experiment26-7b.Q6_K.gguf +3 -0
  13. experiment26-7b.Q8_0.gguf +3 -0
  14. experiment26-7b.fp16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ experiment26-7b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ experiment26-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ experiment26-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ experiment26-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ experiment26-7b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ experiment26-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ experiment26-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ experiment26-7b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ experiment26-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ experiment26-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ experiment26-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ experiment26-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ experiment26-7b.fp16.gguf filter=lfs diff=lfs merge=lfs -text
experiment26-7b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3ff0bd3637d063ac2a12e338c204d977c21bf0e778d0dc674aa2eb37db4f149
3
+ size 2719241984
experiment26-7b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede0810809074abe5b57658108aa208286f0d9667bde61bfb2176b798bd84540
3
+ size 3822024448
experiment26-7b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:101ef5d2bc4c20b288c9e87568b10653db335da9dc8a22f9ea25819788a5f733
3
+ size 3518985984
experiment26-7b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fd81824116b365a1563f7765ba25e260e3be2e8446bcde2f3112c5a78b2f340
3
+ size 3164567296
experiment26-7b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3daa63779e56ec92dd63dfeb9c025fa67a73ad90e39e0ef36e2b504cc58cae17
3
+ size 4108916480
experiment26-7b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:882a8198d9af72263f868c4145fdc6808a12525115a13747024617722615078e
3
+ size 4368439040
experiment26-7b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:011bdc7903f6f759ff176e4b82c7354976ef60ddabf6981c319c13564e884a2d
3
+ size 4140373760
experiment26-7b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5971028dcfe8610f95aeaf581ee7cd27bb800ac0591a3f548dfc90c2771890f2
3
+ size 4997715712
experiment26-7b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82412ba02c12ebaabed884bdb240f847dd53ac9c230dc81fe6e7fe7ce78cbdb3
3
+ size 5131409152
experiment26-7b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5c3c431013a608b0be22e39eb1d0e3cdec4003af7291af3e0016eca775638ec
3
+ size 4997715712
experiment26-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9354ca5f4dd38d6c1d0a5e0aff52eb185021815ef52aa313ec03aada455f0fdf
3
+ size 5942064896
experiment26-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ea5cde5418c3d39177ae23f22755bc5312b6b4dfbd59237e6aa4346935d1b9
3
+ size 7695857408
experiment26-7b.fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e432a8586f90b61f052b22024ff22f7329a9f09394f7b9c750e0c138226008e
3
+ size 14484731584