Update config.json
Browse files- config.json +1 -0
config.json
CHANGED
|
@@ -46,6 +46,7 @@
|
|
| 46 |
"intermediate_size": 14336,
|
| 47 |
"max_position_embeddings": 32768,
|
| 48 |
"model_type": "mistral",
|
|
|
|
| 49 |
"num_key_value_heads": 8,
|
| 50 |
"rms_norm_eps": 1e-05,
|
| 51 |
"rope_theta": 1000000.0,
|
|
|
|
| 46 |
"intermediate_size": 14336,
|
| 47 |
"max_position_embeddings": 32768,
|
| 48 |
"model_type": "mistral",
|
| 49 |
+
"max_seq_len" : 2048,
|
| 50 |
"num_key_value_heads": 8,
|
| 51 |
"rms_norm_eps": 1e-05,
|
| 52 |
"rope_theta": 1000000.0,
|