Hugging Face's logo

mradermacher
/
granite-3.1-8b-instruct-GGUF

Transformers
GGUF
English
language
granite-3.1
conversational
Model card Files Community
mradermacher commited on
Commit
22b3ea7
·
verified ·
1 Parent(s): b7b534f

uploaded from kaos

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.1-8b-instruct.IQ4_XS.gguf +3 -0
  3. granite-3.1-8b-instruct.Q2_K.gguf +3 -0
  4. granite-3.1-8b-instruct.Q3_K_L.gguf +3 -0
  5. granite-3.1-8b-instruct.Q3_K_M.gguf +3 -0
  6. granite-3.1-8b-instruct.Q3_K_S.gguf +3 -0
  7. granite-3.1-8b-instruct.Q4_K_M.gguf +3 -0
  8. granite-3.1-8b-instruct.Q4_K_S.gguf +3 -0
  9. granite-3.1-8b-instruct.Q5_K_M.gguf +3 -0
  10. granite-3.1-8b-instruct.Q5_K_S.gguf +3 -0
  11. granite-3.1-8b-instruct.Q6_K.gguf +3 -0
  12. granite-3.1-8b-instruct.Q8_0.gguf +3 -0
  13. granite-3.1-8b-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.1-8b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-8b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-8b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-8b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-8b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-8b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-8b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-8b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-8b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-8b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-8b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-8b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-8b-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0dcc94049734e380a01d3e52a3f0ac23bed6543c364adcc80fa88b3bc875c33
3
+ size 4469033952
granite-3.1-8b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17c8440efc82e54a08f2c6778618094eb9e0e26c3784cb3c2bd14362a99c5d76
3
+ size 3103591392
granite-3.1-8b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c486c48909c8eee68cb04b64fe7573e7a7cd3ed019ccada56047559a201e0cba
3
+ size 4349430752
granite-3.1-8b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a51060778390d0d280f9979d7bb181b5c80551a7a7838741ef9cdd913c2bda5
3
+ size 3996584928
granite-3.1-8b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5caab871f19b3209b0370a81a2678adeed59d6573597544657e3723fc24afae4
3
+ size 3592489952
granite-3.1-8b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a5416ebf0c326547bdaea4efc87e5d447f4d15b2bd9d3c0256ed5342927ad8d
3
+ size 4942859232
granite-3.1-8b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5d82185d25a5225a5544593de98c0663127bd438c1aa8c01f52d34b8e04d64
3
+ size 4685761504
granite-3.1-8b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37dbf7d9d156fd5aa38baf544c959a4a53189aa0f20bfeda0219cfe1474af498
3
+ size 5797448672
granite-3.1-8b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195041facd0e9c228d8b9db3b00b71aef209ae30353bf14d3855554de913a5f6
3
+ size 5647043552
granite-3.1-8b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8397adc265fee63bb49fead80fa59cb37b216ef1870568cdb5b6003d7cd5376
3
+ size 6705449952
granite-3.1-8b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39fceb3e9cb2527c0fe7c68d129621249f42f1f22c6cdb124dfb74db22cf5c51
3
+ size 8684246912
granite-3.1-8b-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f501358920ae651a55d0aa0bae35ca9fcd767f1fad95f23a33e04f29a05f906
3
+ size 16344106112