Update config.json
Browse files- config.json +1 -0
config.json
CHANGED
@@ -71,5 +71,6 @@
|
|
71 |
"text_model_id": "meta-llama/Llama-3.2-1B-Instruct",
|
72 |
"torch_dtype": "bfloat16",
|
73 |
"transformers_version": "4.48.1",
|
|
|
74 |
"vocab_size": 128256
|
75 |
}
|
|
|
71 |
"text_model_id": "meta-llama/Llama-3.2-1B-Instruct",
|
72 |
"torch_dtype": "bfloat16",
|
73 |
"transformers_version": "4.48.1",
|
74 |
+
"num_attention_heads": 32,
|
75 |
"vocab_size": 128256
|
76 |
}
|