Hugging Face's logo

unsloth
/
GLM-4-9B-0414-GGUF

Text Generation
Transformers
GGUF
Chinese
English
glm4
unsloth
conversational
Model card Files
xet
Community
danielhanchen commited on
Commit
c223fea
·
verified ·
1 Parent(s): 7b48014

Add files using upload-large-folder tool

Browse files
Files changed (7) hide show
  1. GLM-4-9B-0414-UD-IQ1_M.gguf +2 -2
  2. GLM-4-9B-0414-UD-IQ1_S.gguf +2 -2
  3. GLM-4-9B-0414-UD-IQ2_M.gguf +2 -2
  4. GLM-4-9B-0414-UD-IQ3_XXS.gguf +2 -2
  5. GLM-4-9B-0414-UD-Q2_K_XL.gguf +2 -2
  6. GLM-4-9B-0414-UD-Q4_K_XL.gguf +2 -2
  7. config.json +6 -3
GLM-4-9B-0414-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e37d2f1c0daa95082dbfc49fb1178043aa6ab51509d38427bf02154815e79296
3
- size 3400595296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cff384c7c155d2b2527520eef6e6d2bfa527e67689cef2647b592d33d5031e2e
3
+ size 3400595232
GLM-4-9B-0414-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d11c60224b156c712c8b5ab5acbac7b75ae0c5d56edec79f4238bb2161fbe5e
3
- size 3286644576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5bde8da9f3174688e2ba2b574bdda84931be958f598d3adf672bf1a00d0695b
3
+ size 3286644512
GLM-4-9B-0414-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29fe7a37a32e14689a111d08ca5bb701d4cc1a4971d8b8bade01699aebdf87f4
3
- size 4074469216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc855c08d894a5c8d5659b97a00329b6e7453d37e46deafb8ceda944415b4d40
3
+ size 4074469152
GLM-4-9B-0414-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d789798daf584fdf7cff336c856c0bcc33558171dc0dd2999d8a69238c0d9d7
3
- size 4317280096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be32bfbf96079d60f94f638ab1c3f89d4c8278ab3e777cb5d64ab38b97b441f1
3
+ size 4317280032
GLM-4-9B-0414-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb29644943e85626ad9d8aa887e7fbfd86c321115dc176d32edfc60754fa8c0b
3
- size 4211062624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff4eff4262a84a7c903cf04aca24f3a1977b2991db563a9019d583d72ad9950b
3
+ size 4211062560
GLM-4-9B-0414-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a984f421af064906f6b5bfbdea77ad6748c16cf6c2ad05de54e61e38b9e4129
3
- size 6229423968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef5a76471276b986d2d5cce8da3b51dd75d8363141a0ccc2e86356c120c4311
3
+ size 6229423904
config.json CHANGED
@@ -4,7 +4,11 @@
4
  ],
5
  "attention_bias": true,
6
  "attention_dropout": 0.0,
7
- "eos_token_id": 151336,
 
 
 
 
8
  "head_dim": 128,
9
  "hidden_act": "silu",
10
  "hidden_size": 4096,
@@ -15,14 +19,13 @@
15
  "num_attention_heads": 32,
16
  "num_hidden_layers": 40,
17
  "num_key_value_heads": 2,
18
- "pad_token_id": 151330,
19
  "partial_rotary_factor": 0.5,
20
  "rms_norm_eps": 1e-05,
21
  "rope_theta": 10000.0,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "bfloat16",
24
  "transformers_version": "4.52.0.dev0",
25
- "unsloth_fixed": true,
26
  "use_cache": true,
27
  "vocab_size": 151552
28
  }
 
4
  ],
5
  "attention_bias": true,
6
  "attention_dropout": 0.0,
7
+ "eos_token_id": [
8
+ 151329,
9
+ 151336,
10
+ 151338
11
+ ],
12
  "head_dim": 128,
13
  "hidden_act": "silu",
14
  "hidden_size": 4096,
 
19
  "num_attention_heads": 32,
20
  "num_hidden_layers": 40,
21
  "num_key_value_heads": 2,
22
+ "pad_token_id": 151329,
23
  "partial_rotary_factor": 0.5,
24
  "rms_norm_eps": 1e-05,
25
  "rope_theta": 10000.0,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "bfloat16",
28
  "transformers_version": "4.52.0.dev0",
 
29
  "use_cache": true,
30
  "vocab_size": 151552
31
  }