unsloth
/

Llama-4-Scout-17B-16E-Instruct-unsloth-bnb-8bit

Image-Text-to-Text

text-generation-inference

8-bit precision

Model card Files Files and versions

danielhanchen commited on 18 days ago

Commit

b9e83f2

·

verified ·

1 Parent(s): dd4b25a

Upload folder using huggingface_hub

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -159,8 +159,8 @@
     "pad_token_id": 200018,
     "rms_norm_eps": 1e-05,
     "rope_scaling": {
-      "factor": 8.0,
-      "high_freq_factor": 4.0,
       "low_freq_factor": 1.0,
       "original_max_position_embeddings": 8192,
       "rope_type": "llama3"

     "pad_token_id": 200018,
     "rms_norm_eps": 1e-05,
     "rope_scaling": {
+      "factor": 16.0,
+      "high_freq_factor": 1.0,
       "low_freq_factor": 1.0,
       "original_max_position_embeddings": 8192,
       "rope_type": "llama3"