Hugging Face's logo

unsloth
/
DeepSeek-V3-0324-GGUF-UD

Text Generation
Transformers
GGUF
English
deepseek_v3
deepseek
unsloth
custom_code
fp8
conversational
Model card Files
xet
Community
3
danielhanchen commited on
Commit
9574ed5
·
verified ·
1 Parent(s): 7eed483

Add files using upload-large-folder tool

Browse files
Files changed (25) hide show
  1. Q2_K/DeepSeek-V3-0324-Q2_K-00001-of-00005.gguf +2 -2
  2. Q2_K/DeepSeek-V3-0324-Q2_K-00002-of-00005.gguf +2 -2
  3. Q2_K/DeepSeek-V3-0324-Q2_K-00003-of-00005.gguf +2 -2
  4. Q2_K/DeepSeek-V3-0324-Q2_K-00004-of-00005.gguf +2 -2
  5. Q2_K/DeepSeek-V3-0324-Q2_K-00005-of-00005.gguf +2 -2
  6. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf +2 -2
  7. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00002-of-00007.gguf +2 -2
  8. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00003-of-00007.gguf +2 -2
  9. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00004-of-00007.gguf +2 -2
  10. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00005-of-00007.gguf +2 -2
  11. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00006-of-00007.gguf +2 -2
  12. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00007-of-00007.gguf +2 -2
  13. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00001-of-00009.gguf +2 -2
  14. Q6_K/DeepSeek-V3-0324-Q6_K-00001-of-00012.gguf +2 -2
  15. Q6_K/DeepSeek-V3-0324-Q6_K-00002-of-00012.gguf +2 -2
  16. Q6_K/DeepSeek-V3-0324-Q6_K-00003-of-00012.gguf +2 -2
  17. Q6_K/DeepSeek-V3-0324-Q6_K-00004-of-00012.gguf +2 -2
  18. Q6_K/DeepSeek-V3-0324-Q6_K-00005-of-00012.gguf +2 -2
  19. Q6_K/DeepSeek-V3-0324-Q6_K-00006-of-00012.gguf +2 -2
  20. Q6_K/DeepSeek-V3-0324-Q6_K-00007-of-00012.gguf +2 -2
  21. Q6_K/DeepSeek-V3-0324-Q6_K-00008-of-00012.gguf +2 -2
  22. Q6_K/DeepSeek-V3-0324-Q6_K-00009-of-00012.gguf +2 -2
  23. Q6_K/DeepSeek-V3-0324-Q6_K-00010-of-00012.gguf +2 -2
  24. Q6_K/DeepSeek-V3-0324-Q6_K-00011-of-00012.gguf +2 -2
  25. Q6_K/DeepSeek-V3-0324-Q6_K-00012-of-00012.gguf +2 -2
Q2_K/DeepSeek-V3-0324-Q2_K-00001-of-00005.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55db327969b96979ac85b0f420e99a1ca97bbe083be6aab67a9b9ff91d7a59e8
3
- size 49469755456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b0efd0c19a31962c4537ac1eec5334d5ac56247b253865035dd825603bbbebc
3
+ size 49461983296
Q2_K/DeepSeek-V3-0324-Q2_K-00002-of-00005.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7161fda4bf41aa85fe90c0437ede2b73634eeb6b77864babf8645dfdba907ad
3
- size 48609146560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148826fdad4d6b215fd44eddfaeb3d09ceec5235803afaf2cd3cc9e53734305a
3
+ size 48585553600
Q2_K/DeepSeek-V3-0324-Q2_K-00003-of-00005.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e48ac235a485cbcde8405e91935dd0652d743913e8fd52cd0c797c698e627a5c
3
- size 48910832736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:120f321df326116e78432ed3f822f82c775cd8213c3de40a7b9e74c74ed54031
3
+ size 48889205856
Q2_K/DeepSeek-V3-0324-Q2_K-00004-of-00005.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90d52e14b7d577d2e5793599a98dfb69c5620856851c4a509173563be9115a41
3
- size 48984950336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20312efa809f5cc700025428ddf1e52b64a5f54d3e91c5e67bbc5888afb7b0a2
3
+ size 48961357376
Q2_K/DeepSeek-V3-0324-Q2_K-00005-of-00005.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88ef1e0a805d17897cc8699131b42f696847c963e5035dc69059867788102f28
3
- size 48527660128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:979bfd59c7ea0798ca717216fea51872e2db8a99ce0b87dda3348dd87702a0a8
3
+ size 48506033248
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2fa28d99c073bf35cb6e0dfdc2d133e8be151e20bdd0d3753a0d14e88eb5214
3
- size 49615408032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f643ad8b47063528b1655b5160c8a1a15509356b6722d2af0f9fb43338171f17
3
+ size 49717873568
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00002-of-00007.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ed496441e8e1725716a3a95aeee1fa6099ee0a4c9d63e8d938ea01e1ddb1f93
3
- size 49268170656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a53d5c3753f7cbb8ff201697cb34ee5e703495749aac930bb63e8ea4d3a44b1
3
+ size 49258143648
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00003-of-00007.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d087edc1c5f5001c1d11d85d48aae3f8c760edc17c26a2a4e1ec2103666ea60
3
- size 49268170656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fe9b84dcca769c47880a48891a86e98256bce0c1fdb3c4ce132ff0d589ddfd5
3
+ size 49258143648
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00004-of-00007.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2389e6307db5a35b67f35b9a82e5c297985d1e624bcc4213a662bd99c07a68c
3
- size 49268170656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53149aa0d68269624813fa1bad2296b7361948889cb6945337f4329099ad9b4d
3
+ size 49258143648
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00005-of-00007.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c65f9b915ff117c432b0accc2d48b6d36943f6ae0c429ba91606be85f9fc8855
3
- size 49268170656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b7274317d9b4620686951638a1a9198f34c7540a103abbef86dc74468e6340
3
+ size 49258143648
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00006-of-00007.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d53d4623a33d28eaf02469037b0c2a534264e67438386932e4d652a1bcd7a970
3
- size 49268170656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d64585122b458e9815a739c2639f19b4c7795bfc09800803de674cf19fd652
3
+ size 49258143648
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00007-of-00007.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0df0764b4bdb775602f886f2fe7653d02fd9b68e6833b4879bf5102d2029d4c
3
- size 23518079808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d158a9f755f80ac0efe3d97f9f849adfd289b322f7d2a5442aec900631f9bf7
3
+ size 23513623360
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00001-of-00009.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:401fb878dd799ecfb43b017bfd8c27e2d36ea4bdef86da8f8b5141734c662218
3
- size 48142815616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a98c5dae9ebf26d2660903c2d8735e4046bc936a8757573df1a4eb3ee095ef92
3
+ size 48381725056
Q6_K/DeepSeek-V3-0324-Q6_K-00001-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2e50bc7213ad3b8cfd36ad356ca819e9d5c8b386c8bd449f79cd6fa676be579
3
- size 49863497312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d722762a489118ce0e8f700761c767874da40456abe9a7473304f5c68fb679c1
3
+ size 47110369664
Q6_K/DeepSeek-V3-0324-Q6_K-00002-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfaf64ff5cc2c2fb1648121ded4e1d374145c4a042165d81dbff159f683545c6
3
- size 47226642752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d0ac5f53708f60a6873e31e18f3f72c9c608a1506a87aff2e80396bcf6a1d6a
3
+ size 47237456160
Q6_K/DeepSeek-V3-0324-Q6_K-00003-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f20e7532ef423e6df94fdf38f0a78aec4203f69d1ce87715ce3f5d9473c6e7a
3
- size 47226642784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e155a3adf4172610ff623818492a3cfb777ffad75b4e4dd1671bb7a143a7a4d
3
+ size 47237456224
Q6_K/DeepSeek-V3-0324-Q6_K-00004-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51985522abbea0cb6b01883fea68f3fff1f0e492c2db59a1aa94151ffbdf61cb
3
- size 47226642784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b093232b4b02341e72b03ef85e88367c18ba5c39c0aaffdcef6707e438f8636f
3
+ size 47237456224
Q6_K/DeepSeek-V3-0324-Q6_K-00005-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:618427ba2a3faa5efe3c8cd6a788e69e1592a3ca74cceae0f0eaa9fc258aa5b4
3
- size 47226642784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7cf56899810a17afb8790358390ad163bc09190831722b28171b599beb6c639
3
+ size 47237456224
Q6_K/DeepSeek-V3-0324-Q6_K-00006-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1b35f7625fe2775c33e867b5017761a08ce02b8bdb4e047ba8c5a912ddb7287
3
- size 47226642784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9373f1afb362e8b5fc952eb33d9523ef13b7e3eb312c212e81aee20f3771114
3
+ size 47237456224
Q6_K/DeepSeek-V3-0324-Q6_K-00007-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9863037fa5e6f11ad5a553ed035d090c2d1e823f7e99f09c86e3c4b753a2d25
3
- size 47226642784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34d76051701af8ef5fe4e866a364bcfe3ef31c84a21351e6b78eabba182c14f4
3
+ size 47237456224
Q6_K/DeepSeek-V3-0324-Q6_K-00008-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95365c37bd34c5c67b0e2e671734ebee2dc6b50343d1e676a99d4687ca51b1ed
3
- size 47226642784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25d1f1ec40964567465250936a7bedf4f6ce99fd4e9465fda57a95a67e223f64
3
+ size 47237456224
Q6_K/DeepSeek-V3-0324-Q6_K-00009-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1b9c9d0b4a150d78583dd4345ced18a60b873fbf39c9a1738e9b2169e68eb38
3
- size 47226642784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63d70910213b361bc80b39365b5f448b6d190d879d1bf41f11d065e5cd123282
3
+ size 47237456224
Q6_K/DeepSeek-V3-0324-Q6_K-00010-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca19d080340ca5ac4c8341b2302b1c34ddb068f76681f151d2b0fdc7a142a2cd
3
- size 47226642784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b27bb66d9d835a6afba987e8457e6371b2546699dbbaaa5b387b9ede4e3e75a
3
+ size 47237456224
Q6_K/DeepSeek-V3-0324-Q6_K-00011-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86dc0a5fd07043e4383a29c9abeef44ffb9116dacdce6ddbbf580057e3e1f364
3
- size 47226642784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dac3209bf37338f1b06ab541cf270b1647258404290f7544b23a542522422f29
3
+ size 47237456224
Q6_K/DeepSeek-V3-0324-Q6_K-00012-of-00012.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b920946a41509d7f2e4db858b54bb1bff3748f301bbf20b017c2e282dcdc49ce
3
- size 28182593472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba01a2631cdc13b19b02cc710b87d01a50d921cdbb7e7a6dbd85e45f81005958
3
+ size 31437329600