Hugging Face's logo

mradermacher
/
proxy-lite-3b-i1-GGUF

Transformers
GGUF
English
agent
action
vlm
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
12b4ca0
·
verified ·
1 Parent(s): 610e094

uploaded from nico1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. proxy-lite-3b.i1-IQ1_M.gguf +3 -0
  3. proxy-lite-3b.i1-IQ1_S.gguf +3 -0
  4. proxy-lite-3b.i1-IQ2_M.gguf +3 -0
  5. proxy-lite-3b.i1-IQ2_S.gguf +3 -0
  6. proxy-lite-3b.i1-IQ2_XS.gguf +3 -0
  7. proxy-lite-3b.i1-IQ2_XXS.gguf +3 -0
  8. proxy-lite-3b.i1-IQ3_M.gguf +3 -0
  9. proxy-lite-3b.i1-IQ3_S.gguf +3 -0
  10. proxy-lite-3b.i1-IQ3_XS.gguf +3 -0
  11. proxy-lite-3b.i1-IQ3_XXS.gguf +3 -0
  12. proxy-lite-3b.i1-IQ4_NL.gguf +3 -0
  13. proxy-lite-3b.i1-IQ4_XS.gguf +3 -0
  14. proxy-lite-3b.i1-Q2_K.gguf +3 -0
  15. proxy-lite-3b.i1-Q2_K_S.gguf +3 -0
  16. proxy-lite-3b.i1-Q3_K_L.gguf +3 -0
  17. proxy-lite-3b.i1-Q3_K_M.gguf +3 -0
  18. proxy-lite-3b.i1-Q3_K_S.gguf +3 -0
  19. proxy-lite-3b.i1-Q4_0.gguf +3 -0
  20. proxy-lite-3b.i1-Q4_1.gguf +3 -0
  21. proxy-lite-3b.i1-Q4_K_M.gguf +3 -0
  22. proxy-lite-3b.i1-Q4_K_S.gguf +3 -0
  23. proxy-lite-3b.i1-Q5_K_M.gguf +3 -0
  24. proxy-lite-3b.i1-Q5_K_S.gguf +3 -0
  25. proxy-lite-3b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ proxy-lite-3b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ proxy-lite-3b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ proxy-lite-3b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ proxy-lite-3b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ proxy-lite-3b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ proxy-lite-3b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ proxy-lite-3b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ proxy-lite-3b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ proxy-lite-3b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ proxy-lite-3b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ proxy-lite-3b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ proxy-lite-3b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ proxy-lite-3b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ proxy-lite-3b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ proxy-lite-3b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ proxy-lite-3b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ proxy-lite-3b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ proxy-lite-3b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ proxy-lite-3b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ proxy-lite-3b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ proxy-lite-3b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ proxy-lite-3b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ proxy-lite-3b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ proxy-lite-3b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
proxy-lite-3b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf47ed63103f4446a5c72d5717e0aa8afa9ff2d07856c186e8ba5e38e99d22cc
3
+ size 850030208
proxy-lite-3b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54bd0bbfccebb126a95131dfbf2e10a832bb94bb64fd58d5d91eba4f3f96f4c8
3
+ size 791096960
proxy-lite-3b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48a9b7d5e7cd5963c3883c7baa6f50bc39f45fcf1d6e892c79a1c222d8cc1bf8
3
+ size 1140518528
proxy-lite-3b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d3ee7cc61ad41aa2c8c941a46354b9141a9823fb440e58f03e383c7f8f7cc86
3
+ size 1061940864
proxy-lite-3b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5614456692c4acb37ec9ec47abbf15efbaf82db593414506b39388c49a17254
3
+ size 1031548544
proxy-lite-3b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5657849a2f101a9c1e941e81937fa159dec578044071d4ef95f121b41aea7ee5
3
+ size 948252288
proxy-lite-3b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16e0fc546dddda0ea35eaa9f48c9b5213ac315dcc772090fcf8b61a4da6aafa1
3
+ size 1488897664
proxy-lite-3b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4523f1e6767fe9d8e750541aa29b4b4d3544f3785e5b0e75a14c6dcef701421a
3
+ size 1456866944
proxy-lite-3b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88c57009ecf70f915294e7ee90558bf2c8c8606e14c34e9ffaaa6e8ac6949e3a
3
+ size 1391838848
proxy-lite-3b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd5f0ae727d6e64a035eebe4374d00e048bd864762b7ec5583a4f1b11e41c8e4
3
+ size 1282829952
proxy-lite-3b.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7abbcaa8620dd2226bb2bfad67aebf1ae55aaf59ae24a5debee03236ba10808e
3
+ size 1825212032
proxy-lite-3b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d346eac73341430f098994f8641dde1e16ca0c8d86b62de322c50637b88bded
3
+ size 1739097728
proxy-lite-3b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b4c3a2793120382ecf0738965a571c6a649a6ce3f87a559d61bcda22da0c610
3
+ size 1274758784
proxy-lite-3b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:facab9a8af9c7c8dab951d61d92acceb231e1986217dac84d051f8cb36861b84
3
+ size 1198130816
proxy-lite-3b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b46e5959b2ca8c907169548064f8e5e4f11a6583e205a89e2859ec66c1ff1ae4
3
+ size 1707394688
proxy-lite-3b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeca4e2d3bfeb79543609ebc4e22737a38fe3b3589b0e26734321c0722a41758
3
+ size 1590478464
proxy-lite-3b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81a01112fece1f2e3ac77974a3ffdc316fb849bf0e46d313f56c9dd4b1f3ea65
3
+ size 1454360192
proxy-lite-3b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a9329ca427d6b7ee659e7ec4f4bcd634f4cb67b6e634e71d4829ee105c35bdf
3
+ size 1828488832
proxy-lite-3b.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8367786c04fcc3409da1daae19a41cbffd571ab239fe93bfca5b11cc941988a9
3
+ size 1996260992
proxy-lite-3b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b350741a56d6fe308de6a934bdd445a6dd99b7ffcbcac9d18cdfa2ea6985e37
3
+ size 1929905792
proxy-lite-3b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd950969910a1c76b5d8eca95a701f43a8f820ff144bd155efaefd17537e6a54
3
+ size 1834387072
proxy-lite-3b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7568f77bf45b25222cdc262276fdb8369137ee8cc21e2b40923a775220fb410
3
+ size 2224817792
proxy-lite-3b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9167f5c5f3c5f4cf9e6ed45eca1221913f152994243bbbce00bae63ab98b0157
3
+ size 2169669248
proxy-lite-3b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8660b4f4fc8b795bdb689f001781be91a9145c5044f6fabc43c1c08965eafe6d
3
+ size 2538161792