Hugging Face's logo

mradermacher
/
FuseChat-Llama-3.2-1B-SFT-i1-GGUF

Transformers
GGUF
English
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
fdcfbcf
·
verified ·
1 Parent(s): 3eb43ab

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. FuseChat-Llama-3.2-1B-SFT.i1-IQ1_M.gguf +3 -0
  3. FuseChat-Llama-3.2-1B-SFT.i1-IQ1_S.gguf +3 -0
  4. FuseChat-Llama-3.2-1B-SFT.i1-IQ2_M.gguf +3 -0
  5. FuseChat-Llama-3.2-1B-SFT.i1-IQ2_S.gguf +3 -0
  6. FuseChat-Llama-3.2-1B-SFT.i1-IQ2_XS.gguf +3 -0
  7. FuseChat-Llama-3.2-1B-SFT.i1-IQ2_XXS.gguf +3 -0
  8. FuseChat-Llama-3.2-1B-SFT.i1-IQ3_M.gguf +3 -0
  9. FuseChat-Llama-3.2-1B-SFT.i1-IQ3_S.gguf +3 -0
  10. FuseChat-Llama-3.2-1B-SFT.i1-IQ3_XS.gguf +3 -0
  11. FuseChat-Llama-3.2-1B-SFT.i1-IQ3_XXS.gguf +3 -0
  12. FuseChat-Llama-3.2-1B-SFT.i1-IQ4_NL.gguf +3 -0
  13. FuseChat-Llama-3.2-1B-SFT.i1-IQ4_XS.gguf +3 -0
  14. FuseChat-Llama-3.2-1B-SFT.i1-Q2_K.gguf +3 -0
  15. FuseChat-Llama-3.2-1B-SFT.i1-Q2_K_S.gguf +3 -0
  16. FuseChat-Llama-3.2-1B-SFT.i1-Q3_K_L.gguf +3 -0
  17. FuseChat-Llama-3.2-1B-SFT.i1-Q3_K_M.gguf +3 -0
  18. FuseChat-Llama-3.2-1B-SFT.i1-Q3_K_S.gguf +3 -0
  19. FuseChat-Llama-3.2-1B-SFT.i1-Q4_0.gguf +3 -0
  20. FuseChat-Llama-3.2-1B-SFT.i1-Q4_1.gguf +3 -0
  21. FuseChat-Llama-3.2-1B-SFT.i1-Q4_K_M.gguf +3 -0
  22. FuseChat-Llama-3.2-1B-SFT.i1-Q4_K_S.gguf +3 -0
  23. FuseChat-Llama-3.2-1B-SFT.i1-Q5_K_M.gguf +3 -0
  24. FuseChat-Llama-3.2-1B-SFT.i1-Q5_K_S.gguf +3 -0
  25. FuseChat-Llama-3.2-1B-SFT.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ FuseChat-Llama-3.2-1B-SFT.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ FuseChat-Llama-3.2-1B-SFT.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ FuseChat-Llama-3.2-1B-SFT.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ FuseChat-Llama-3.2-1B-SFT.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ FuseChat-Llama-3.2-1B-SFT.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ FuseChat-Llama-3.2-1B-SFT.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ FuseChat-Llama-3.2-1B-SFT.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ FuseChat-Llama-3.2-1B-SFT.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ FuseChat-Llama-3.2-1B-SFT.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ FuseChat-Llama-3.2-1B-SFT.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ FuseChat-Llama-3.2-1B-SFT.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ FuseChat-Llama-3.2-1B-SFT.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ FuseChat-Llama-3.2-1B-SFT.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
FuseChat-Llama-3.2-1B-SFT.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f9d9729f7b0a0a1b697e35e1a4048e8ade2626bcf00fe6b4058d4ea8f43e41b
3
+ size 413603008
FuseChat-Llama-3.2-1B-SFT.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a0e2a023e575520486243e0881b6fe64711dd8928266ef2940fa2b0195ffdd
3
+ size 393548992
FuseChat-Llama-3.2-1B-SFT.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36670c9e10a7975b5135177379198c9dd96f447b330aac6b5844c5cc5bbaf10e
3
+ size 515445952
FuseChat-Llama-3.2-1B-SFT.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b91c123cabbd92f8f2b9830345bfec4e2022ec9d5d4a5f030474860f95ef4e5
3
+ size 488707264
FuseChat-Llama-3.2-1B-SFT.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9c48cb0ba7f5751a1685259e0704835d9018f09ceedda05affb14222a1cded2
3
+ size 475862208
FuseChat-Llama-3.2-1B-SFT.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a352f8cb2fae1080303bd84c4ae2aa94d23c06e71f014346251d27aaed62cd9f
3
+ size 447026368
FuseChat-Llama-3.2-1B-SFT.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:023584975f4e19e605035ec152b5ae51c76673a221b6aff5bbf21740886d469d
3
+ size 657286336
FuseChat-Llama-3.2-1B-SFT.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f14e9604d8ffaafafdd3741a2fde35bd3b3b9a71057a2914e5ffa95ecf6985a
3
+ size 643916992
FuseChat-Llama-3.2-1B-SFT.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056c5efd8ca71c896403ab815dffe36175414861a331aba92d263084b5de723b
3
+ size 621110464
FuseChat-Llama-3.2-1B-SFT.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c60f568f838f5a1a85440fa1a101832c03aa5d7f3aaff08da1a70eeaac1feb23
3
+ size 562107584
FuseChat-Llama-3.2-1B-SFT.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d90b2e78ca77ead326a847b57f53b0bc54f31e4c31491b6fb672a8474f3be13
3
+ size 773022912
FuseChat-Llama-3.2-1B-SFT.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8430f26380fa6d4b37ea9a9c0bf9f68e5b576169d5d38b6adb0bff4b05f6da5b
3
+ size 743138496
FuseChat-Llama-3.2-1B-SFT.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4540ee029dd0034f8fc74d02395380a1e26fbe6de7086718e6ff32c11c31562
3
+ size 580871360
FuseChat-Llama-3.2-1B-SFT.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ff9ce257506774a1c33832362a3fb31a90c65bcca640666cdf9420ef07991c
3
+ size 554656960
FuseChat-Llama-3.2-1B-SFT.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aade1ddd38077d9f64afb079a8f2d9788d800785b38ec24884241c190b665a4a
3
+ size 732521664
FuseChat-Llama-3.2-1B-SFT.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f18e75800de7231f012cccee26b895a903f7cfcf84b15f1300fdcdb577fa33f2
3
+ size 690840768
FuseChat-Llama-3.2-1B-SFT.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b5f305ef3cd25e659bae7335098dbe17ec5f21f3cd711c46af3857d4565c561
3
+ size 641688768
FuseChat-Llama-3.2-1B-SFT.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45e4af29a87f10de7080ff6be1c0e519040c76f393df5e276c27dd03bf6abc93
3
+ size 773022912
FuseChat-Llama-3.2-1B-SFT.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21d170299d19bf829ecaabd0651ad31e92c1d6089442da0811ff971f7930fb4c
3
+ size 831743168
FuseChat-Llama-3.2-1B-SFT.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fbe58c1337575c187def43098c95dc4be2b82628806c7b1f593eef2a0ad521d
3
+ size 807691456
FuseChat-Llama-3.2-1B-SFT.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:214d5f30d4e10faf2a3cf5a9988e72c48ef2e95b504548913380d7b174a85f0f
3
+ size 775644352
FuseChat-Llama-3.2-1B-SFT.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb2b228e71a4c5f530a771f8c5b35acd04ceba8a9a19bd37a93ac68c7b32278f
3
+ size 911500480
FuseChat-Llama-3.2-1B-SFT.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8237c314b37b6dda248c580c654cbd63eb698db047b45aa7950c772c6d54ad54
3
+ size 892560576
FuseChat-Llama-3.2-1B-SFT.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f85b3a38977f8f53e0c07a275a4f28594eda6b80049e99d2db28004fa99f5e
3
+ size 1021797568