Hugging Face's logo

unsloth
/
DeepSeek-V3-0324-GGUF-UD

Text Generation
Transformers
GGUF
English
deepseek_v3
deepseek
unsloth
custom_code
fp8
conversational
Model card Files
xet
Community
3
danielhanchen commited on
Commit
1574397
·
verified ·
1 Parent(s): ac0c3ea

Add files using upload-large-folder tool

Browse files
Files changed (27) hide show
  1. .gitattributes +26 -0
  2. Q2_K/DeepSeek-V3-0324-Q2_K-00001-of-00005.gguf +3 -0
  3. Q2_K/DeepSeek-V3-0324-Q2_K-00002-of-00005.gguf +3 -0
  4. Q2_K/DeepSeek-V3-0324-Q2_K-00003-of-00005.gguf +3 -0
  5. Q2_K/DeepSeek-V3-0324-Q2_K-00004-of-00005.gguf +3 -0
  6. Q2_K/DeepSeek-V3-0324-Q2_K-00005-of-00005.gguf +3 -0
  7. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00001-of-00009.gguf +3 -0
  8. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00002-of-00009.gguf +3 -0
  9. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00003-of-00009.gguf +3 -0
  10. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00004-of-00009.gguf +3 -0
  11. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00005-of-00009.gguf +3 -0
  12. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00006-of-00009.gguf +3 -0
  13. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00007-of-00009.gguf +3 -0
  14. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00008-of-00009.gguf +3 -0
  15. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00009-of-00009.gguf +3 -0
  16. Q6_K/DeepSeek-V3-0324-Q6_K-00001-of-00012.gguf +3 -0
  17. Q6_K/DeepSeek-V3-0324-Q6_K-00002-of-00012.gguf +3 -0
  18. Q6_K/DeepSeek-V3-0324-Q6_K-00003-of-00012.gguf +3 -0
  19. Q6_K/DeepSeek-V3-0324-Q6_K-00004-of-00012.gguf +3 -0
  20. Q6_K/DeepSeek-V3-0324-Q6_K-00005-of-00012.gguf +3 -0
  21. Q6_K/DeepSeek-V3-0324-Q6_K-00006-of-00012.gguf +3 -0
  22. Q6_K/DeepSeek-V3-0324-Q6_K-00007-of-00012.gguf +3 -0
  23. Q6_K/DeepSeek-V3-0324-Q6_K-00008-of-00012.gguf +3 -0
  24. Q6_K/DeepSeek-V3-0324-Q6_K-00009-of-00012.gguf +3 -0
  25. Q6_K/DeepSeek-V3-0324-Q6_K-00010-of-00012.gguf +3 -0
  26. Q6_K/DeepSeek-V3-0324-Q6_K-00011-of-00012.gguf +3 -0
  27. Q6_K/DeepSeek-V3-0324-Q6_K-00012-of-00012.gguf +3 -0
.gitattributes CHANGED
@@ -133,3 +133,29 @@ UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00004-of-00008.gguf filter=lfs diff=lfs mer
133
  UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
134
  UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
135
  UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
133
  UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
134
  UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
135
  UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
136
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
137
+ Q6_K/DeepSeek-V3-0324-Q6_K-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
138
+ Q6_K/DeepSeek-V3-0324-Q6_K-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
139
+ Q6_K/DeepSeek-V3-0324-Q6_K-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
140
+ Q6_K/DeepSeek-V3-0324-Q6_K-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
141
+ Q6_K/DeepSeek-V3-0324-Q6_K-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
142
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
143
+ Q2_K/DeepSeek-V3-0324-Q2_K-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
144
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
145
+ Q2_K/DeepSeek-V3-0324-Q2_K-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
146
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
147
+ Q2_K/DeepSeek-V3-0324-Q2_K-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
148
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
149
+ Q6_K/DeepSeek-V3-0324-Q6_K-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
150
+ Q6_K/DeepSeek-V3-0324-Q6_K-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
151
+ Q6_K/DeepSeek-V3-0324-Q6_K-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
152
+ Q6_K/DeepSeek-V3-0324-Q6_K-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
153
+ Q6_K/DeepSeek-V3-0324-Q6_K-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
154
+ Q2_K/DeepSeek-V3-0324-Q2_K-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
155
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
156
+ Q6_K/DeepSeek-V3-0324-Q6_K-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
157
+ Q2_K/DeepSeek-V3-0324-Q2_K-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
158
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
159
+ Q6_K/DeepSeek-V3-0324-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
160
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
161
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
Q2_K/DeepSeek-V3-0324-Q2_K-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55db327969b96979ac85b0f420e99a1ca97bbe083be6aab67a9b9ff91d7a59e8
3
+ size 49469755456
Q2_K/DeepSeek-V3-0324-Q2_K-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7161fda4bf41aa85fe90c0437ede2b73634eeb6b77864babf8645dfdba907ad
3
+ size 48609146560
Q2_K/DeepSeek-V3-0324-Q2_K-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e48ac235a485cbcde8405e91935dd0652d743913e8fd52cd0c797c698e627a5c
3
+ size 48910832736
Q2_K/DeepSeek-V3-0324-Q2_K-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90d52e14b7d577d2e5793599a98dfb69c5620856851c4a509173563be9115a41
3
+ size 48984950336
Q2_K/DeepSeek-V3-0324-Q2_K-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ef1e0a805d17897cc8699131b42f696847c963e5035dc69059867788102f28
3
+ size 48527660128
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:401fb878dd799ecfb43b017bfd8c27e2d36ea4bdef86da8f8b5141734c662218
3
+ size 48142815616
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:592d9d0240696167b3fb9604a9b625dfbde81cfc59e93070a1299567d42b6890
3
+ size 49458756992
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26a5424840be49148d97ee2b7cad8650c65ec690be704314c438f3d7c6dcef58
3
+ size 49560867712
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcae0215baa6a77b4afe0b002be19562071e2320979218a824341bba3ea71cbe
3
+ size 48301870208
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f082961c762349e5f6a76852b96e8189dd91606fc82c3fc0b4e9a4ea4f45739a
3
+ size 49451388160
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85156006c4355ee3693dbb7e779f4d1e9f26b62c39489ec2629eee909d4f0ab8
3
+ size 48301870208
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf35c0c2ce532a2380204af42442e5c72c272c2f51e310f7916608cc1fc15b4
3
+ size 49458756992
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:092e8122b4ec7f08be64a6c8e0cdfee6e685da30858faaeb92dfdf3bb12d64fc
3
+ size 46968134368
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79f0507f44979a2db6c4b9fa236320fb40174c0d26c0dbbe2319bdf286feaaa9
3
+ size 14802676512
Q6_K/DeepSeek-V3-0324-Q6_K-00001-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2e50bc7213ad3b8cfd36ad356ca819e9d5c8b386c8bd449f79cd6fa676be579
3
+ size 49863497312
Q6_K/DeepSeek-V3-0324-Q6_K-00002-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfaf64ff5cc2c2fb1648121ded4e1d374145c4a042165d81dbff159f683545c6
3
+ size 47226642752
Q6_K/DeepSeek-V3-0324-Q6_K-00003-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f20e7532ef423e6df94fdf38f0a78aec4203f69d1ce87715ce3f5d9473c6e7a
3
+ size 47226642784
Q6_K/DeepSeek-V3-0324-Q6_K-00004-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51985522abbea0cb6b01883fea68f3fff1f0e492c2db59a1aa94151ffbdf61cb
3
+ size 47226642784
Q6_K/DeepSeek-V3-0324-Q6_K-00005-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:618427ba2a3faa5efe3c8cd6a788e69e1592a3ca74cceae0f0eaa9fc258aa5b4
3
+ size 47226642784
Q6_K/DeepSeek-V3-0324-Q6_K-00006-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1b35f7625fe2775c33e867b5017761a08ce02b8bdb4e047ba8c5a912ddb7287
3
+ size 47226642784
Q6_K/DeepSeek-V3-0324-Q6_K-00007-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9863037fa5e6f11ad5a553ed035d090c2d1e823f7e99f09c86e3c4b753a2d25
3
+ size 47226642784
Q6_K/DeepSeek-V3-0324-Q6_K-00008-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95365c37bd34c5c67b0e2e671734ebee2dc6b50343d1e676a99d4687ca51b1ed
3
+ size 47226642784
Q6_K/DeepSeek-V3-0324-Q6_K-00009-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1b9c9d0b4a150d78583dd4345ced18a60b873fbf39c9a1738e9b2169e68eb38
3
+ size 47226642784
Q6_K/DeepSeek-V3-0324-Q6_K-00010-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca19d080340ca5ac4c8341b2302b1c34ddb068f76681f151d2b0fdc7a142a2cd
3
+ size 47226642784
Q6_K/DeepSeek-V3-0324-Q6_K-00011-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86dc0a5fd07043e4383a29c9abeef44ffb9116dacdce6ddbbf580057e3e1f364
3
+ size 47226642784
Q6_K/DeepSeek-V3-0324-Q6_K-00012-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b920946a41509d7f2e4db858b54bb1bff3748f301bbf20b017c2e282dcdc49ce
3
+ size 28182593472