Hugging Face's logo

mradermacher
/
granite-3.2-2b-instruct-GGUF

Transformers
GGUF
English
language
granite-3.2
conversational
Model card Files Community
mradermacher commited on
Commit
00d46be
·
verified ·
1 Parent(s): 07aa4b3

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.2-2b-instruct.IQ4_XS.gguf +3 -0
  3. granite-3.2-2b-instruct.Q2_K.gguf +3 -0
  4. granite-3.2-2b-instruct.Q3_K_L.gguf +3 -0
  5. granite-3.2-2b-instruct.Q3_K_M.gguf +3 -0
  6. granite-3.2-2b-instruct.Q3_K_S.gguf +3 -0
  7. granite-3.2-2b-instruct.Q4_K_M.gguf +3 -0
  8. granite-3.2-2b-instruct.Q4_K_S.gguf +3 -0
  9. granite-3.2-2b-instruct.Q5_K_M.gguf +3 -0
  10. granite-3.2-2b-instruct.Q5_K_S.gguf +3 -0
  11. granite-3.2-2b-instruct.Q6_K.gguf +3 -0
  12. granite-3.2-2b-instruct.Q8_0.gguf +3 -0
  13. granite-3.2-2b-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.2-2b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.2-2b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.2-2b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.2-2b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.2-2b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.2-2b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.2-2b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.2-2b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.2-2b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.2-2b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.2-2b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.2-2b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.2-2b-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3132b4e0678f06608c6620ec48b0626ec6825be7103f3143d6b74c28d41ffe77
3
+ size 1397021536
granite-3.2-2b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10af51949f5c8c4b4f41516dd0cba420e8655986b2afd9f78b1ecd8d7c1d1706
3
+ size 978246496
granite-3.2-2b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ecb3846749eeecb1359400fc0c37641b4fbe23972c4625a1790eb0798dabaa5
3
+ size 1357372256
granite-3.2-2b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:298df94bcd40db2eb5151e68861e46326af5c9822f06398c2fc08897d3bb5678
3
+ size 1251728224
granite-3.2-2b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f67f354aacd5684c255b41abebde6ba885bdec4ded8e0d664646df4098190be
3
+ size 1130290016
granite-3.2-2b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:588a7af9df7921339de6cc35b58202e9c3deff7f8033190f973b977eb8757fb7
3
+ size 1545296736
granite-3.2-2b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5cd045c031fda261257c71c8fd778bb211df33d8482cfdb8800c3a9ebbecc4a
3
+ size 1464392544
granite-3.2-2b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a41353e1d8c0b90bff5af625179a6fc69efcb1dfe4f59cbd19f58785fa5a93b6
3
+ size 1804819296
granite-3.2-2b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875f41d423079c9311c8c452ac9d6331802d7a621612b8f916c91467946eb349
3
+ size 1757469536
granite-3.2-2b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c71d6b3e2f180ebf3b77452016c00f02fa7f57ea04db5a6216f45d43773096f9
3
+ size 2080562016
granite-3.2-2b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff440cff200bcabc45c75d64d7b765e8da99673d135118b7661f771536cad369
3
+ size 2694111520
granite-3.2-2b-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386b1d97c465c5ef4e24b74b83b0d61743647a48fa27c95ac0289ef588158245
3
+ size 5069141920