Hugging Face's logo

unsloth
/
gemma-3-4b-it-qat-GGUF

Image-Text-to-Text
Transformers
GGUF
English
gemma3
unsloth
gemma
google
conversational
Model card Files
xet
Community
1
danielhanchen commited on
Commit
0f80a8e
·
verified ·
1 Parent(s): 6f3af6c

Add files using upload-large-folder tool

Browse files
Files changed (9) hide show
  1. .gitattributes +1 -0
  2. gemma-3-4b-it-qat-UD-IQ1_M.gguf +2 -2
  3. gemma-3-4b-it-qat-UD-IQ1_S.gguf +2 -2
  4. gemma-3-4b-it-qat-UD-IQ2_M.gguf +2 -2
  5. gemma-3-4b-it-qat-UD-IQ3_XXS.gguf +2 -2
  6. gemma-3-4b-it-qat-UD-Q2_K_XL.gguf +2 -2
  7. gemma-3-4b-it-qat-UD-Q4_K_XL.gguf +2 -2
  8. mmproj-F16.gguf +3 -0
  9. mmproj-F32.gguf +2 -2
.gitattributes CHANGED
@@ -60,3 +60,4 @@ gemma-3-4b-it-qat-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
60
  gemma-3-4b-it-qat-UD-Q5_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
61
  gemma-3-4b-it-qat-UD-Q6_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
62
  gemma-3-4b-it-qat-UD-Q8_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
 
 
60
  gemma-3-4b-it-qat-UD-Q5_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
61
  gemma-3-4b-it-qat-UD-Q6_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
62
  gemma-3-4b-it-qat-UD-Q8_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
63
+ mmproj-F16.gguf filter=lfs diff=lfs merge=lfs -text
gemma-3-4b-it-qat-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d3d6abed7a00e780165836ca73e64cd1d6f6d95a0d30ff5dbd00675e532b7bdc
3
- size 1239711616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ac448d729701daad14b6af50f12f17a471918a74d361738a0d678e4e442ae36
3
+ size 1239712064
gemma-3-4b-it-qat-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:829380f67a6b55a3b05371309e66753657b14fb86b0e9a15655608de9dd1faf8
3
- size 1179910016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0666638f0224d0d80edc41ac94e078819869a27f83b401da7015cf4b5c00c3e
3
+ size 1179910464
gemma-3-4b-it-qat-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33d7c6cd33433936b1ca59f99cf3f4d3dee178526e6df306a4e73a47c3c7b5e7
3
- size 1565015936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d71c31679d8222351af833f202802d9f193f3449b82c775252bee96accdabe3c
3
+ size 1565016384
gemma-3-4b-it-qat-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88a85e4a990801532aa8e7ff6fbf612b67b56d74af9531f511a17f0c5daefaf7
3
- size 1710751616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7efdd4af98ebe1fca52838d69765e7d4a206b69dce15fdf7aee0fc1c9b0c83ed
3
+ size 1710752064
gemma-3-4b-it-qat-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20250ff89c7059125e25044351b38b586d1451c9972c178efbc40de1c1df38e0
3
- size 1769407616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:474c22b500281b14a41f07c73d5c839212dd8d5d282a2d6e898fdeaf4a8b043d
3
+ size 1769408064
gemma-3-4b-it-qat-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ff53e089471805578ef39d5b00eaca94318b9050b9bfd5fe42568c3b7ed08a4
3
- size 2537530496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54f1bef80708e22bc627de7658feacd4bf352aa16a9b0549a64548c5e7ebd70c
3
+ size 2537530944
mmproj-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1404895c0aebb5a8027a70383e28c3d92879d3d71aa85d0ae887e90217c8d99
3
+ size 851251904
mmproj-F32.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e2bfe347c1e6ce4830aff9241fa394384a1a817eb6ceca84a99bbd7950f9393
3
- size 1673392384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d4f18196e22d4a12c36291f5d1ae8e200e042240a93d43122d95133d03cfc3
3
+ size 1673392832