Hugging Face's logo

mradermacher
/
granite-3.1-2b-instruct-GGUF

Transformers
GGUF
English
language
granite-3.1
conversational
Model card Files Community
mradermacher commited on
Commit
5224686
·
verified ·
1 Parent(s): 79cb852

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.1-2b-instruct.IQ4_XS.gguf +3 -0
  3. granite-3.1-2b-instruct.Q2_K.gguf +3 -0
  4. granite-3.1-2b-instruct.Q3_K_L.gguf +3 -0
  5. granite-3.1-2b-instruct.Q3_K_M.gguf +3 -0
  6. granite-3.1-2b-instruct.Q3_K_S.gguf +3 -0
  7. granite-3.1-2b-instruct.Q4_K_M.gguf +3 -0
  8. granite-3.1-2b-instruct.Q4_K_S.gguf +3 -0
  9. granite-3.1-2b-instruct.Q5_K_M.gguf +3 -0
  10. granite-3.1-2b-instruct.Q5_K_S.gguf +3 -0
  11. granite-3.1-2b-instruct.Q6_K.gguf +3 -0
  12. granite-3.1-2b-instruct.Q8_0.gguf +3 -0
  13. granite-3.1-2b-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.1-2b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-2b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-2b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-2b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-2b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-2b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-2b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-2b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-2b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-2b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-2b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-2b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-2b-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09fee756bd675cc4bd5ca795e10810aea5d39f92ef539e2da688ad79d88ec9fb
3
+ size 1397020736
granite-3.1-2b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe989132a0651c14aca5cc222a1c706da291dde25da56d0211372376a3c3b58b
3
+ size 978245696
granite-3.1-2b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5066da784400ccbcb926f625fa7d7551173bdd8cab8cc365f087188474f689
3
+ size 1357371456
granite-3.1-2b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75585daaa3a023017859cefc6afa2319b1d57f9c738503b03b11e27b80ac15f
3
+ size 1251727424
granite-3.1-2b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3c166f715012b081d5cd5de4820411809ae588020f4d02e6f9c426b6d130710
3
+ size 1130289216
granite-3.1-2b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2da9e0c3ca95b52b01474000891fbbf0c7f94fc8ab132dbf19028b6dd9fac579
3
+ size 1545295936
granite-3.1-2b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:087233cea4c30230cc683ae3eaf3d489da17da356bb59bd8ee84be8c1f8a7c95
3
+ size 1464391744
granite-3.1-2b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2fddbf8a1e7af9721a0a984afdb2dea4c162d1ebbace411cc60beee1f317f04
3
+ size 1804818496
granite-3.1-2b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed9a4a5dbb886c8ebb6901c962963bab8b8d9b1f8000629023b9d8421ccd89b
3
+ size 1757468736
granite-3.1-2b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e6109dd113a42588b4fe1ee375d1c2bcb533d15620433a7af751f0756f79b9f
3
+ size 2080561216
granite-3.1-2b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a8c78b738afe190ef19f3bc9e34733efad95a8136d46e63541cc6762d87608c
3
+ size 2694110720
granite-3.1-2b-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b7f1d8d29347893f59d40bc16291b34ea92e292ae025460e6792ec03e43d3e
3
+ size 5069141120