danielhanchen commited on
Commit
e3a2233
·
verified ·
1 Parent(s): 0b5bb32

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -139,8 +139,8 @@
139
  "pad_token_id": 200018,
140
  "rms_norm_eps": 1e-05,
141
  "rope_scaling": {
142
- "factor": 8.0,
143
- "high_freq_factor": 4.0,
144
  "low_freq_factor": 1.0,
145
  "original_max_position_embeddings": 8192,
146
  "rope_type": "llama3"
 
139
  "pad_token_id": 200018,
140
  "rms_norm_eps": 1e-05,
141
  "rope_scaling": {
142
+ "factor": 16.0,
143
+ "high_freq_factor": 1.0,
144
  "low_freq_factor": 1.0,
145
  "original_max_position_embeddings": 8192,
146
  "rope_type": "llama3"