Hugging Face's logo

mradermacher
/
Ministral-4b-instruct-i1-GGUF

Transformers
GGUF
English
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
5425d6f
·
verified ·
1 Parent(s): a640d19

uploaded from nico1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Ministral-4b-instruct.i1-IQ1_M.gguf +3 -0
  3. Ministral-4b-instruct.i1-IQ1_S.gguf +3 -0
  4. Ministral-4b-instruct.i1-IQ2_M.gguf +3 -0
  5. Ministral-4b-instruct.i1-IQ2_S.gguf +3 -0
  6. Ministral-4b-instruct.i1-IQ2_XS.gguf +3 -0
  7. Ministral-4b-instruct.i1-IQ2_XXS.gguf +3 -0
  8. Ministral-4b-instruct.i1-IQ3_M.gguf +3 -0
  9. Ministral-4b-instruct.i1-IQ3_S.gguf +3 -0
  10. Ministral-4b-instruct.i1-IQ3_XS.gguf +3 -0
  11. Ministral-4b-instruct.i1-IQ3_XXS.gguf +3 -0
  12. Ministral-4b-instruct.i1-IQ4_XS.gguf +3 -0
  13. Ministral-4b-instruct.i1-Q2_K.gguf +3 -0
  14. Ministral-4b-instruct.i1-Q2_K_S.gguf +3 -0
  15. Ministral-4b-instruct.i1-Q3_K_L.gguf +3 -0
  16. Ministral-4b-instruct.i1-Q3_K_M.gguf +3 -0
  17. Ministral-4b-instruct.i1-Q3_K_S.gguf +3 -0
  18. Ministral-4b-instruct.i1-Q4_0.gguf +3 -0
  19. Ministral-4b-instruct.i1-Q4_K_M.gguf +3 -0
  20. Ministral-4b-instruct.i1-Q4_K_S.gguf +3 -0
  21. Ministral-4b-instruct.i1-Q5_K_M.gguf +3 -0
  22. Ministral-4b-instruct.i1-Q5_K_S.gguf +3 -0
  23. Ministral-4b-instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Ministral-4b-instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Ministral-4b-instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Ministral-4b-instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Ministral-4b-instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Ministral-4b-instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Ministral-4b-instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Ministral-4b-instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Ministral-4b-instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Ministral-4b-instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Ministral-4b-instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Ministral-4b-instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Ministral-4b-instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Ministral-4b-instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Ministral-4b-instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Ministral-4b-instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Ministral-4b-instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Ministral-4b-instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Ministral-4b-instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Ministral-4b-instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Ministral-4b-instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Ministral-4b-instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Ministral-4b-instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Ministral-4b-instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f48f423d20d4ccc19530693dc578e30dc7d07641fd8fb5936071cea19631049
3
+ size 1125039296
Ministral-4b-instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d4928a15a404fb8f5c1e52e1f119d7de78777cd01fa490d573cc68372f029df
3
+ size 1046002880
Ministral-4b-instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:104ef5c6f401d76adf8cce77decadda8f81be696b40a8979d58fddedfe6aee3c
3
+ size 1585044672
Ministral-4b-instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da854782fc0790e5e48d7eb2e41df070b6b66f4f271988f08a1650a0106d8d20
3
+ size 1479662784
Ministral-4b-instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:594b5bc91e8a879fc75f97d52254242ee37ff722b4a5220033e289fb9b94170f
3
+ size 1378925760
Ministral-4b-instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a4c834569f9ad26c8a18c7feb59a4e1b25430f9973951b1c68a1712bb6a713d
3
+ size 1256766656
Ministral-4b-instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68a7cf14af4d514c2da452fb1e406f28131ac7df29802ad67b2b6fab9a860761
3
+ size 2058190016
Ministral-4b-instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:090c280d261a97f6d158797b977eb75625e1136c6d061a40703057936256df53
3
+ size 1971289280
Ministral-4b-instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88d2060d9c1c9b2f637539a819f04c69eb4d61fa25a925bfb947df09ec71ec71
3
+ size 1873771712
Ministral-4b-instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e56f13d8320fe33d0d102de7e5d1c7a8c118efe247b676b68aa2e7ef23d207c
3
+ size 1748360384
Ministral-4b-instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30d673c0c1a0da61263654cc386ecb4ea24e0dc3edcfb3baa329cd35265903d8
3
+ size 2410323136
Ministral-4b-instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e165eee5b92465e4b58c2657146e3a8d5c573844b0d0de177695cd631ed70edf
3
+ size 1698979008
Ministral-4b-instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:447fa8ce41b115051b143977a392a2fe8813bb87d99a43501dc80dd3a985c1c7
3
+ size 1576557760
Ministral-4b-instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fee0bf1296cbe676b90977f7ef7a8d0b2f48916aae683e6a53a239eeae7d8584
3
+ size 2368699584
Ministral-4b-instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8ecd1503fc2922058d4aed7cd46b46c1f363e28bdcdb22c8c4b6a4e3cdf7e4
3
+ size 2175761600
Ministral-4b-instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:077eaea57998a4626db47652d8e3dce5961209473f8fa1bf39545f6be689b514
3
+ size 1953463488
Ministral-4b-instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02752437d841c80eb6020b967f88c6b797ede21af70ab178b69a5c49051968ea
3
+ size 2530811072
Ministral-4b-instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:634636d1baf20bf1e09c288f97f7a43030761f04bf4805c428663dcd3f66d0fe
3
+ size 2661883072
Ministral-4b-instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a0ad50d854c39f3779d50338679c6e84ad8da65dc617520d69871c580b64c2d
3
+ size 2540248256
Ministral-4b-instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15516b1eba82adc6301334aad034b82f6bec76b293a3d0ad173bd1f1e94b07da
3
+ size 3131251904
Ministral-4b-instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988bccc0423516b18dbcf2a7546662e76a40d97358578fe02ebac41f47dcf466
3
+ size 3059948736
Ministral-4b-instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:234b1cec30145ecd3a0cc0c6666ebe162b2748981270009ed9bab33884d9c1d0
3
+ size 3629956288