Hugging Face's logo

unsloth
/
DeepSeek-V3-0324-GGUF-UD

Text Generation
Transformers
GGUF
English
deepseek_v3
deepseek
unsloth
custom_code
fp8
conversational
Model card Files
xet
Community
3
danielhanchen commited on
Commit
6b1e8b5
·
verified ·
1 Parent(s): 9574ed5

Add files using upload-large-folder tool

Browse files
Files changed (32) hide show
  1. .gitattributes +16 -0
  2. IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00001-of-00008.gguf +3 -0
  3. IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00002-of-00008.gguf +3 -0
  4. IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00003-of-00008.gguf +3 -0
  5. IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00004-of-00008.gguf +3 -0
  6. IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00005-of-00008.gguf +3 -0
  7. IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00006-of-00008.gguf +3 -0
  8. IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00007-of-00008.gguf +3 -0
  9. IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00008-of-00008.gguf +3 -0
  10. IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00001-of-00008.gguf +3 -0
  11. IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00002-of-00008.gguf +3 -0
  12. IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00003-of-00008.gguf +3 -0
  13. IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00004-of-00008.gguf +3 -0
  14. IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00005-of-00008.gguf +3 -0
  15. IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00006-of-00008.gguf +3 -0
  16. IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00007-of-00008.gguf +3 -0
  17. IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00008-of-00008.gguf +3 -0
  18. Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00001-of-00005.gguf +2 -2
  19. Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00002-of-00005.gguf +2 -2
  20. Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00003-of-00005.gguf +2 -2
  21. Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00004-of-00005.gguf +2 -2
  22. Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00005-of-00005.gguf +2 -2
  23. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00001-of-00010.gguf +2 -2
  24. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00002-of-00010.gguf +2 -2
  25. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00003-of-00010.gguf +2 -2
  26. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00004-of-00010.gguf +2 -2
  27. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00005-of-00010.gguf +2 -2
  28. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00006-of-00010.gguf +2 -2
  29. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00007-of-00010.gguf +2 -2
  30. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00008-of-00010.gguf +2 -2
  31. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00009-of-00010.gguf +2 -2
  32. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00010-of-00010.gguf +2 -2
.gitattributes CHANGED
@@ -181,3 +181,19 @@ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs
181
  Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
182
  Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
183
  Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
181
  Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
182
  Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
183
  Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
184
+ IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
185
+ IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
186
+ IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
187
+ IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
188
+ IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
189
+ IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
190
+ IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
191
+ IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
192
+ IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
193
+ IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
194
+ IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
195
+ IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
196
+ IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
197
+ IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
198
+ IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
199
+ IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00001-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aaeb7464d0355ade45ec2950f4be815b09ec83663c334e8a9bcfd29f9747a3b
3
+ size 49899602432
IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00002-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243cf9b94cfe4f192e0cd15859978b36011b56b591ff2b74b20e5b2ae1d20180
3
+ size 49745085568
IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00003-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7251fc103bf82e9449b653122536d40f33413556a466ec1738095506c680314d
3
+ size 49635606016
IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00004-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2977a84ccbb6b6014607721db510d995bf79c2278c52b3e2384acb5feb75cff8
3
+ size 49737716736
IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00005-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f373425ae3e29425f7ae4ee0dbbeadf16b0a4bfb3b25e32f6b3a68be959e0c
3
+ size 49745085568
IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00006-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d50a7551e38eff84227c9eb0bb23d311dd29e4bd6566adc05c1e58318302614
3
+ size 49635606016
IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00007-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3c836edadb0a155dc7ca80895bd80c35defac44f5efa423b18e8f9a38285dc3
3
+ size 49737716736
IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00008-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854ab9facef92beca2bcbbba4dd15f2fd9589a3dacedc955e870f8a15da4eefa
3
+ size 30185378912
IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00001-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1504b5b4c8cbc188bfd604b69debd1516ed488f9489fa7add1998164885504d3
3
+ size 49221765888
IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00002-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6354f46ee9a29c04ecfa653de73ac2cd4f3ff61f8fd03e74ea6e2dd83d5c2dce
3
+ size 48995108096
IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00003-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b25eb8be9ffaf3a00b2aa13964adb35f2b14dd4c1b5b950d93323ffd6bf2dec
3
+ size 48995108096
IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00004-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90634ee6ad8d9c9596f5e57739b964431581e683a7dcd09c4c826d9326e896e8
3
+ size 48995108096
IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00005-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e98d44a0f414c147cbf84c713a9e4d036171054031f78616c8227df29bfa250
3
+ size 48995108096
IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00006-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2073ff201437aea15ec8bc567267a1feefa715755cd3adc973cf66566a54965a
3
+ size 48995108096
IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00007-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87540da64d63dd5a7981c6b64ba5542ccc6a571a549ce7cc3183410d6fda4ba4
3
+ size 48995108096
IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00008-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1380a9e4734aea5698f96364d69989fbf5b25dae33b6aa97a52da9f8dfb090a1
3
+ size 14253064736
Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00001-of-00005.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55db327969b96979ac85b0f420e99a1ca97bbe083be6aab67a9b9ff91d7a59e8
3
- size 49469755456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0a124c8bfa0b5763991151853f48df8a7d03a8d67187a57ad98e1f06a8fde14
3
+ size 49679173696
Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00002-of-00005.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7161fda4bf41aa85fe90c0437ede2b73634eeb6b77864babf8645dfdba907ad
3
- size 48609146560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148826fdad4d6b215fd44eddfaeb3d09ceec5235803afaf2cd3cc9e53734305a
3
+ size 48585553600
Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00003-of-00005.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e48ac235a485cbcde8405e91935dd0652d743913e8fd52cd0c797c698e627a5c
3
- size 48910832736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:120f321df326116e78432ed3f822f82c775cd8213c3de40a7b9e74c74ed54031
3
+ size 48889205856
Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00004-of-00005.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90d52e14b7d577d2e5793599a98dfb69c5620856851c4a509173563be9115a41
3
- size 48984950336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20312efa809f5cc700025428ddf1e52b64a5f54d3e91c5e67bbc5888afb7b0a2
3
+ size 48961357376
Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00005-of-00005.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88ef1e0a805d17897cc8699131b42f696847c963e5035dc69059867788102f28
3
- size 48527660128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:979bfd59c7ea0798ca717216fea51872e2db8a99ce0b87dda3348dd87702a0a8
3
+ size 48506033248
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00001-of-00010.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e28ae9b77756910bc65946469d092294b1fc59157f3a843dfa06166dbdbdea9a
3
- size 49237764608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f6aed1aaf51f42db6bf80e90474bcc4dde86f056d72de7cceda37fa7d30bc1
3
+ size 49601946112
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00002-of-00010.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1c2db9cc921740e30f507a5e2e99dcb1e6c4219353493becee9fac9e311c3cd
3
- size 48519091168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf690c0520473f77e9c404879f85bb6e80bab38b4b2bf7800f6b72297b558078
3
+ size 48525382624
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00003-of-00010.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:866963ac3a3120b1d94d3ebf7feb5a3d2db13f276e4f9990d9f5e33c57320b37
3
- size 48519091168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae69d6358c0b9190ee2557bee8728329f499a510075a9342bda4d13d1ed207fa
3
+ size 48525382624
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00004-of-00010.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1550d6a031c8baaeb0955822fe95a09d9b457724c4c7b9c0c22f4599ddb23ee7
3
- size 48519091168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60dbd5d9f4ed040b8b9a069bc295abdfda269d4917558172a4ddee082e9a4a31
3
+ size 48525382624
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00005-of-00010.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9cfddd550dfe0741a1f9033ed5068b040511b2be1b90bd6ff16f63b56fd2945
3
- size 48519091168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54fa37074f1a438b406754ef016b29a4d1bdfb52c87be8cfd39cd4deebda1a65
3
+ size 48525382624
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00006-of-00010.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d50e42c0437070961599cfc9c130ebc66975f20dd31783a67964f23ee9243a6b
3
- size 48519091168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a84b52ecf45266e68511500a70fec46831476ac34bde0cd2d14008a6797d62c
3
+ size 48525382624
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00007-of-00010.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d66d1fe083984afde87ccb8c0f9311a076958b640fdf2e4a5a3754c17a484e2e
3
- size 48519091168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:983dab76eb954211a902691ed98b05a7ad71b83be99a645144434af2e7f2351b
3
+ size 48525382624
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00008-of-00010.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fc3e63ee1915a6c5f71015c41811b3326edcf5718e5b3d2b1646082ce765c41
3
- size 48519091168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9724e40358706b9e80094bfe8849c5cefdbd7726cd2d983ee08f0c3f93e25271
3
+ size 48525382624
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00009-of-00010.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5326f5733b703f9886d07585cd2ed6b49c32fd2a186d85bae579b81c0b0acfce
3
- size 47421154016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:affbf2fc8c4f524d712bd0a37f0e0a849d8af188ae75b2c26db736157c76b7b9
3
+ size 47427445472
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00010-of-00010.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a36ff91089624ecf4d1fb35dc918e183ed14fdcdc166ca7bc96e6fe9e41e72a
3
- size 38877189216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bf690cda3898615c8eb519836c55b2ae09aeeab90046790178fd41d54a2700e
3
+ size 38881383520