Update config.json
Browse files- config.json +0 -1
config.json
CHANGED
@@ -25,7 +25,6 @@
|
|
25 |
"qk_norm": false,
|
26 |
"qkv_bias": false,
|
27 |
"rope_theta": 10000.0,
|
28 |
-
"scale_base" : 1,
|
29 |
"tie_word_embeddings": false,
|
30 |
"torch_dtype": "float32",
|
31 |
"transformers_version": "4.47.1",
|
|
|
25 |
"qk_norm": false,
|
26 |
"qkv_bias": false,
|
27 |
"rope_theta": 10000.0,
|
|
|
28 |
"tie_word_embeddings": false,
|
29 |
"torch_dtype": "float32",
|
30 |
"transformers_version": "4.47.1",
|