{ | |
"attn_pooler_heads": 8, | |
"drop_path": 0.0, | |
"heads": 16, | |
"image_size": 448, | |
"layers": 50, | |
"ls_init_value": null, | |
"mlp_ratio": 5.833333333333333, | |
"output_dim": 1280, | |
"patch_size": 14, | |
"pool_type": "attn", | |
"use_abs_posemb": true, | |
"use_cls_token": false, | |
"use_ln_post": true, | |
"use_ln_pre": true, | |
"use_rope2d": true, | |
"width": 1536 | |
} |