Hugging Face's logo

mradermacher
/
Smoothie-Qwen2.5-3B-Instruct-i1-GGUF

Transformers
GGUF
English
dnotitia
nlp
llm
conversation
chat
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
abeaaae
·
verified ·
1 Parent(s): 0260e71

uploaded from leia

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Smoothie-Qwen2.5-3B-Instruct.i1-IQ1_M.gguf +3 -0
  3. Smoothie-Qwen2.5-3B-Instruct.i1-IQ1_S.gguf +3 -0
  4. Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_M.gguf +3 -0
  5. Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_S.gguf +3 -0
  6. Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_XS.gguf +3 -0
  7. Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_XXS.gguf +3 -0
  8. Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_M.gguf +3 -0
  9. Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_S.gguf +3 -0
  10. Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_XS.gguf +3 -0
  11. Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_XXS.gguf +3 -0
  12. Smoothie-Qwen2.5-3B-Instruct.i1-IQ4_NL.gguf +3 -0
  13. Smoothie-Qwen2.5-3B-Instruct.i1-IQ4_XS.gguf +3 -0
  14. Smoothie-Qwen2.5-3B-Instruct.i1-Q2_K.gguf +3 -0
  15. Smoothie-Qwen2.5-3B-Instruct.i1-Q2_K_S.gguf +3 -0
  16. Smoothie-Qwen2.5-3B-Instruct.i1-Q3_K_L.gguf +3 -0
  17. Smoothie-Qwen2.5-3B-Instruct.i1-Q3_K_M.gguf +3 -0
  18. Smoothie-Qwen2.5-3B-Instruct.i1-Q3_K_S.gguf +3 -0
  19. Smoothie-Qwen2.5-3B-Instruct.i1-Q4_0.gguf +3 -0
  20. Smoothie-Qwen2.5-3B-Instruct.i1-Q4_1.gguf +3 -0
  21. Smoothie-Qwen2.5-3B-Instruct.i1-Q4_K_M.gguf +3 -0
  22. Smoothie-Qwen2.5-3B-Instruct.i1-Q4_K_S.gguf +3 -0
  23. Smoothie-Qwen2.5-3B-Instruct.i1-Q5_K_M.gguf +3 -0
  24. Smoothie-Qwen2.5-3B-Instruct.i1-Q5_K_S.gguf +3 -0
  25. Smoothie-Qwen2.5-3B-Instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Smoothie-Qwen2.5-3B-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Smoothie-Qwen2.5-3B-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Smoothie-Qwen2.5-3B-Instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f29081fb79daa30add59f19463f465d033823d3cfc9110e570f6058f9af4328
3
+ size 850028096
Smoothie-Qwen2.5-3B-Instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1036fb96a92050377ab9d069bb1cd766d9dcb34f7189286370ad9c71d049aaf7
3
+ size 791094848
Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80606efdc3172a3f5261134c16ef86662e34ad3dc539b78b0a5d3bfb4036a9f1
3
+ size 1140516416
Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe387241b1d6b93f440ae911413a83a013492a98729593ea1b5f581a083fab89
3
+ size 1061938752
Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe22c41e824c64a70bd6be4b2c665b4db9ea15e85782923b2473ece9f3ceebaa
3
+ size 1031546432
Smoothie-Qwen2.5-3B-Instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5118e9234fd98a3ab3ab5384f83a131de8a3345167faaf89a2da527db3831dd
3
+ size 948250176
Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0e1801d938860a6fc8ab59bdf2f004cce76600e2e65ef2167bb1bb288bc8b4c
3
+ size 1488895552
Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3a8b0462fc9a43c8b8cb5a7820285dbb6166f341381eacf45c11d040e6440c2
3
+ size 1456864832
Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a478ae08147c4691a4f923e735455cdcbcbbb509348a6988948ff224059224eb
3
+ size 1391836736
Smoothie-Qwen2.5-3B-Instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:492cc9cd071aeb3cd356021d960d51b161ba0dfecfda1ac24d745ddf60240eb3
3
+ size 1282827840
Smoothie-Qwen2.5-3B-Instruct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb5749f1a4aff3f70f8aa367614ef81124e82a12a39ed7652e223bc3113434c
3
+ size 1825209920
Smoothie-Qwen2.5-3B-Instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b203d495ed78dcf54547e233161530d19be8715921c4d58c3aa1a1d24c667700
3
+ size 1739095616
Smoothie-Qwen2.5-3B-Instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c4f7a0aaa33ce25b0eebdbcbbc795b950c61c70dde9c5c4022d9c70789cdde
3
+ size 1274756672
Smoothie-Qwen2.5-3B-Instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8bd5fb272ac254bd2eefc084217edbc5a03ceebb32b163f387dafd35ab0bbf2
3
+ size 1198128704
Smoothie-Qwen2.5-3B-Instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:256e0bcc67c83a740becf6c4173de29f34271653ea3be2bc9edd304cbec4dc53
3
+ size 1707392576
Smoothie-Qwen2.5-3B-Instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a197b28f9caea7c3687708b25a7342fd2283cdd61c414e1e0b319664feb3f14
3
+ size 1590476352
Smoothie-Qwen2.5-3B-Instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90c0d219ca09ad091fcdc7e517ca148ea186bc05219a782383e9cfc896029e68
3
+ size 1454358080
Smoothie-Qwen2.5-3B-Instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c2b27e09628d5f2543fd83fabf2c08d259db09617a1356d514f6137db053344
3
+ size 1828486720
Smoothie-Qwen2.5-3B-Instruct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf8534b5f4c439275f8253e13bce4fde3c56736bcc1c4065d61a19f4d0f3c710
3
+ size 1996258880
Smoothie-Qwen2.5-3B-Instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6de53da6e28809efd24155754442e93d31dcb1b8050568c9da63292d8979b464
3
+ size 1929903680
Smoothie-Qwen2.5-3B-Instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16bac17e60b0ca986d4ef1b57388d5d4d8e0c92f4e685e3e084f87780afa0bd8
3
+ size 1834384960
Smoothie-Qwen2.5-3B-Instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d62fb09500a3ffdcb7a371090d23d9a89a4b87144cf16619e17072051c958c32
3
+ size 2224815680
Smoothie-Qwen2.5-3B-Instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39c47091a61d795be2407f7054ce077967296498665652a5fd1e374f7d14d3c6
3
+ size 2169667136
Smoothie-Qwen2.5-3B-Instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3f7f1b859ac91dce2835bf94df885006c1d6a49d27f91321a54dba6dc29712f
3
+ size 2538159680