Hugging Face's logo

jukofyork
/
DeepSeek-V3-0324-DRAFT-0.5B-v1.0-GGUF

GGUF
draft
speculative-decoding
conversational
Model card Files Community
1
jukofyork commited on
Commit
61a1863
·
verified ·
1 Parent(s): a7c63d8

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-F16.gguf +3 -0
  3. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-IQ4_NL.gguf +3 -0
  4. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-IQ4_XS.gguf +3 -0
  5. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_0.gguf +3 -0
  6. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_1.gguf +3 -0
  7. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_K_M.gguf +3 -0
  8. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_K_S.gguf +3 -0
  9. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_0.gguf +3 -0
  10. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_1.gguf +3 -0
  11. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_K_M.gguf +3 -0
  12. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_K_S.gguf +3 -0
  13. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q6_K.gguf +3 -0
  14. no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  DeepSeek-V3-0324-DRAFT-0.5B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  DeepSeek-V3-0324-DRAFT-0.5B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
39
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ade5586f1bbc18f3f9850edaf21fc03ddd85fc1c4e312988339d7d32d5a5042b
3
+ size 1006629632
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3819e5d151898ec4e6e8caef7c7bef645743e5d4ea12480cfbed8aff5667b6f
3
+ size 314362112
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f1468482b68a4e437da3f5fa31b5b0f0063da61f281dfdb3a8beaed97c2e00
3
+ size 302246144
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90f8542a67831eb4a7b8ccae199e674f1a83647042b32d5dadce4e70447ccdd4
3
+ size 312666368
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b07a8ba9d656ec651a4cbbd50ce0dbe2b5799148110b56b4c02fcde610755cd
3
+ size 337746176
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e99ae74907ada736ef5239941419acf01a5f0681251b1ba0771f93d45f1ab830
3
+ size 324527360
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4dc646c00e50ddcaf6c6c2b2a395e11a37bb0c9923e1b4db5e30e950c15c728
3
+ size 314116352
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55ad7589f4dba4639c9ed81fcf1495e9cc0c1d07f76ed12a7286baf33416e5f5
3
+ size 362825984
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4367a0a97f430d243842e6e46ed2f6456ec018fabac817e6d17fc05e306669aa
3
+ size 387905792
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2865c8ba57491867f1c062987c5823ce011f772e9849e1831b062fb1c7f56527
3
+ size 368936192
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa73ec6c09a9a2c8a29de1f975326774213cb7e70553dbeadcd3371ae69c4e4a
3
+ size 362825984
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b6fc4ca753676c3d7196783e723640903e8f1d2d9d5c52f062add81eb108acb
3
+ size 416120576
no-imatrix/DeepSeek-V3-0324-DRAFT-0.5B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79a098c45423fd94399bac657627d1bcae772159b4b2bfbcd3fbf1f720782461
3
+ size 537350912