Hugging Face's logo

rinna
/
qwq-bakeneko-32b-gguf

Text Generation
GGUF
Japanese
English
qwen2
conversational
Inference Endpoints
Model card Files Community
t-w commited on
Commit
48417a9
·
verified ·
1 Parent(s): a05231f

Upload folder using huggingface_hub

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. qwq-bakeneko-32b-q2_k.gguf +3 -0
  3. qwq-bakeneko-32b-q3_k.gguf +3 -0
  4. qwq-bakeneko-32b-q4_0.gguf +3 -0
  5. qwq-bakeneko-32b-q4_k.gguf +3 -0
  6. qwq-bakeneko-32b-q5_0.gguf +3 -0
  7. qwq-bakeneko-32b-q5_k.gguf +3 -0
  8. qwq-bakeneko-32b-q6_k.gguf +3 -0
  9. qwq-bakeneko-32b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ qwq-bakeneko-32b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ qwq-bakeneko-32b-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwq-bakeneko-32b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwq-bakeneko-32b-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwq-bakeneko-32b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwq-bakeneko-32b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwq-bakeneko-32b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwq-bakeneko-32b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
qwq-bakeneko-32b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83ec3ac2b931fe5aea326c4a1ae283325ed0aa16059f4e30e452c8077d4f4421
3
+ size 12313098464
qwq-bakeneko-32b-q3_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39fa8384a49b73d2817401e4203ba9b637d0b92ca3b63645765ffdec1ddae34e
3
+ size 15935047904
qwq-bakeneko-32b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484ce4c50af19085928d9062463f59b8b4f97d18f5c8e8f884d1d7f6861efdf9
3
+ size 18640230624
qwq-bakeneko-32b-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd6de28bf13bc92b63e8e09a1e94ea589d60072e70ac4c1623913462cc6b523
3
+ size 19851335904
qwq-bakeneko-32b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d722e18c77e0d06d2375cdb3a186feca5c62968c1e54179db1d52799c22d5da7
3
+ size 22638254304
qwq-bakeneko-32b-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aad85f378e35c88777c82898a883a0ecc4a8d140512fb0e4798fcc5c742b7761
3
+ size 23262157024
qwq-bakeneko-32b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:199cca516744a7a692237882e01a078759d56214c132b114ceb299714c437f57
3
+ size 26886154464
qwq-bakeneko-32b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dc9b7765025c4fdea2620fd9dbb7ff3f2d1be16df7e645369fc0203e1988a4d
3
+ size 34820884704