Hugging Face's logo

mradermacher
/
Hercules-Mini-1.8B-i1-GGUF

Transformers
GGUF
English
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
e17276a
·
verified ·
1 Parent(s): aa63d6b

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Hercules-Mini-1.8B.i1-IQ1_M.gguf +3 -0
  3. Hercules-Mini-1.8B.i1-IQ1_S.gguf +3 -0
  4. Hercules-Mini-1.8B.i1-IQ2_M.gguf +3 -0
  5. Hercules-Mini-1.8B.i1-IQ2_S.gguf +3 -0
  6. Hercules-Mini-1.8B.i1-IQ2_XS.gguf +3 -0
  7. Hercules-Mini-1.8B.i1-IQ2_XXS.gguf +3 -0
  8. Hercules-Mini-1.8B.i1-IQ3_M.gguf +3 -0
  9. Hercules-Mini-1.8B.i1-IQ3_S.gguf +3 -0
  10. Hercules-Mini-1.8B.i1-IQ3_XS.gguf +3 -0
  11. Hercules-Mini-1.8B.i1-IQ3_XXS.gguf +3 -0
  12. Hercules-Mini-1.8B.i1-IQ4_NL.gguf +3 -0
  13. Hercules-Mini-1.8B.i1-IQ4_XS.gguf +3 -0
  14. Hercules-Mini-1.8B.i1-Q2_K.gguf +3 -0
  15. Hercules-Mini-1.8B.i1-Q2_K_S.gguf +3 -0
  16. Hercules-Mini-1.8B.i1-Q3_K_L.gguf +3 -0
  17. Hercules-Mini-1.8B.i1-Q3_K_M.gguf +3 -0
  18. Hercules-Mini-1.8B.i1-Q3_K_S.gguf +3 -0
  19. Hercules-Mini-1.8B.i1-Q4_0.gguf +3 -0
  20. Hercules-Mini-1.8B.i1-Q4_1.gguf +3 -0
  21. Hercules-Mini-1.8B.i1-Q4_K_M.gguf +3 -0
  22. Hercules-Mini-1.8B.i1-Q4_K_S.gguf +3 -0
  23. Hercules-Mini-1.8B.i1-Q5_K_M.gguf +3 -0
  24. Hercules-Mini-1.8B.i1-Q5_K_S.gguf +3 -0
  25. Hercules-Mini-1.8B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Hercules-Mini-1.8B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Hercules-Mini-1.8B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Hercules-Mini-1.8B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Hercules-Mini-1.8B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Hercules-Mini-1.8B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Hercules-Mini-1.8B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Hercules-Mini-1.8B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Hercules-Mini-1.8B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Hercules-Mini-1.8B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Hercules-Mini-1.8B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Hercules-Mini-1.8B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Hercules-Mini-1.8B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Hercules-Mini-1.8B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Hercules-Mini-1.8B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Hercules-Mini-1.8B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Hercules-Mini-1.8B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Hercules-Mini-1.8B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Hercules-Mini-1.8B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Hercules-Mini-1.8B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Hercules-Mini-1.8B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Hercules-Mini-1.8B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Hercules-Mini-1.8B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Hercules-Mini-1.8B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Hercules-Mini-1.8B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Hercules-Mini-1.8B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31255181103292ec6f541264516b46e883b39e58a2edaf6f9797aa16e67b7b4f
3
+ size 696519712
Hercules-Mini-1.8B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0dde1904b7948ad9e83d61ae77b9a5c63ed23cd7d2654d179d7c314f1b64620
3
+ size 679119904
Hercules-Mini-1.8B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fb86de1cc855016e823fb9304ab5aa4e10cf865b0091e4201dc5a98396c4048
3
+ size 831046688
Hercules-Mini-1.8B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d05f600542baa0d7323d30fa26410f71122a111a3753eafd8a8996bdacabbcc
3
+ size 807846944
Hercules-Mini-1.8B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72bef76d40816461d6f23e415b23fcc4d8e213765dab11deca7be2a639092655
3
+ size 751864864
Hercules-Mini-1.8B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be6733fb6cfc6c3e49640c344634edc39490ed126527b7b5b57bbf2aba52b58c
3
+ size 725519392
Hercules-Mini-1.8B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a42715c6eba5b5573e17e07382a0f69312088d2d3737e8b03dd36a8e86f0bd31
3
+ size 984538144
Hercules-Mini-1.8B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27bfccea51c7885888fb9492b0df65eed052140f86a4a65b9fc0af64c0483120
3
+ size 953572384
Hercules-Mini-1.8B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dbfeb1dbc467a42d8df4009fa51ff10cf93e92e51fc1aa59cece973e3c9a040
3
+ size 925113376
Hercules-Mini-1.8B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79915bda1f16b8739949417705f1b04388be7ffe2c06b1e8d91c4d62be29d6d4
3
+ size 860144672
Hercules-Mini-1.8B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2963e8d3e9a3a766139524a55cb40352223f68f7eb9773988e65fcefa9942301
3
+ size 1120236576
Hercules-Mini-1.8B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4fd5f41d16552df5f7256f67eac06d89a9a551047722a79a461711e0dc63426
3
+ size 1081021472
Hercules-Mini-1.8B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a12279b48e083dd60eb1ecb1cb33de6cdabfece4d0c6ddd0a4dae9005ee4c599
3
+ size 846570528
Hercules-Mini-1.8B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad527de2e37d9a3e7294ef2d3500cc21f0bf4386331ab94dc033bceeeb7d3355
3
+ size 830350368
Hercules-Mini-1.8B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6317ffc4a489c5ee7413bc3c21b33e729c7fd60c710c415fa2922ed3db398b61
3
+ size 1056201760
Hercules-Mini-1.8B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:775d94b8ae65f6a491142719235852d1fabfcf9387665a536b1eeb594f637125
3
+ size 1015880736
Hercules-Mini-1.8B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f54719e965a79e29a9a1bd7e37697faf514fe4e8cf8fed7b3224b17e99939bfd
3
+ size 953572384
Hercules-Mini-1.8B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eb229464f2b9f438a496ae3b4e4f05ff6d05d8de1de633ebfdfce3e7341dfc8
3
+ size 1122350112
Hercules-Mini-1.8B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49ca9410473d3d843694c83f19f713a98e78f20139fcae9aa583cf09268fc658
3
+ size 1215575072
Hercules-Mini-1.8B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8260b597bddaa6f664bf19a33738f34cc7d433442b6d597786eb51d336314a46
3
+ size 1217754144
Hercules-Mini-1.8B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6457f156753df82477333d0d57111f0943b49b4d0134d728e7fcd8e909e3a8ea
3
+ size 1158263840
Hercules-Mini-1.8B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86763c76a5a50903ea039a79b5c953e9ccbf9dfeb43993b428af345e31dc3e2d
3
+ size 1376777248
Hercules-Mini-1.8B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1133d017abec43606ed05593b7743678867b074cba963a1b25c1e396b5eb3501
3
+ size 1327821856
Hercules-Mini-1.8B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda44934d4b12585366dc0cba336b294f4f60935e0bf4aa85008993f15fa498c
3
+ size 1579027488