DongfuJiang's picture
Training in progress, step 39
d2e46e5 verified
raw
history blame contribute delete
796 Bytes
{
"_name_or_path": "../../checkpoints/siglip-so400m-patch14-384/siglip-video_16384/initial_model",
"architectures": [
"SiglipVideoModel"
],
"initializer_factor": 1.0,
"model_type": "siglip_video",
"perceiver_config": {
"_attn_implementation_autoset": true,
"model_type": "siglip_video_perceiver"
},
"text_config": {
"hidden_size": 1152,
"intermediate_size": 4304,
"model_type": "siglip_text_model",
"num_attention_heads": 16,
"num_hidden_layers": 27
},
"torch_dtype": "bfloat16",
"transformers_version": "4.47.1",
"vision_config": {
"hidden_size": 1152,
"image_size": 384,
"intermediate_size": 4304,
"model_type": "siglip_vision_model",
"num_attention_heads": 16,
"num_hidden_layers": 27,
"patch_size": 14
}
}