Hugging Face's logo

mradermacher
/
Qwen-1_8B-GGUF

Transformers
GGUF
Chinese
English
qwen
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
fcf65e1
·
verified ·
1 Parent(s): df1ae48

uploaded from rain

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Qwen-1_8B.IQ4_XS.gguf +3 -0
  3. Qwen-1_8B.Q2_K.gguf +3 -0
  4. Qwen-1_8B.Q3_K_L.gguf +3 -0
  5. Qwen-1_8B.Q3_K_M.gguf +3 -0
  6. Qwen-1_8B.Q3_K_S.gguf +3 -0
  7. Qwen-1_8B.Q4_K_M.gguf +3 -0
  8. Qwen-1_8B.Q4_K_S.gguf +3 -0
  9. Qwen-1_8B.Q5_K_M.gguf +3 -0
  10. Qwen-1_8B.Q5_K_S.gguf +3 -0
  11. Qwen-1_8B.Q6_K.gguf +3 -0
  12. Qwen-1_8B.Q8_0.gguf +3 -0
  13. Qwen-1_8B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen-1_8B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen-1_8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen-1_8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen-1_8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen-1_8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen-1_8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen-1_8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen-1_8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen-1_8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen-1_8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen-1_8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen-1_8B.f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen-1_8B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4457325619ef9dea90929463493eebd720b5d5458b4059ef7222d45d4a09153
3
+ size 1087356416
Qwen-1_8B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c56a791474e64f3384bf11d7ad5aaeb41c7d45f1d0ce6fd7a872c9e93ba0af5
3
+ size 836341248
Qwen-1_8B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7c11882734332fce96aa70e39dae55e8a8d03a4480f303be562be36c098f82a
3
+ size 1070351872
Qwen-1_8B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7815b0f8e532fe9f7a12086dc1b25641793ecbcdc7d4ff28164e47e8398b76a2
3
+ size 1041565184
Qwen-1_8B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dfe0c3ec741a2c93febdbcbab2eb9afb89b575bfe2688422b4d194f33617ac4
3
+ size 953566720
Qwen-1_8B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada2fe771b84a75130e295e80acc05ae2de4d44763ff7fd351def77d3d3e9648
3
+ size 1242521088
Qwen-1_8B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35aa5822e2e83d6657d9bedfc859ba2162e24590322a7bcc4e5071beb907adc1
3
+ size 1156161024
Qwen-1_8B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc1cb8194c4c899f4da5d94c82d5508f9f23c60283a842239beab5dc816acc2
3
+ size 1410194944
Qwen-1_8B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:857b62b9438ed873de0e95a8a7f4fa599a20494b9a59f9df7db184f4f372e1d5
3
+ size 1327816192
Qwen-1_8B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14eebc073878e90bd2c206d2206413f2f111e281e47ec960b9c3821402270900
3
+ size 1579021824
Qwen-1_8B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eadc22e98d96426e0ed4cd6ce489b80f2ffb3e56d8d58a3703b4c1733f7c6a06
3
+ size 1958299136
Qwen-1_8B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e8eb6dd104d0aacf3a0207efd4a8ffa4b11bbfb96ead701a64a4c58abb0088
3
+ size 3680093696