{
  "attn_pooler_heads": 8,
  "drop_path": 0.0,
  "heads": 16,
  "image_size": 448,
  "layers": 23,
  "ls_init_value": 0.1,
  "mlp_ratio": 4.0,
  "output_dim": null,
  "patch_size": 14,
  "pool_type": "none",
  "use_abs_posemb": true,
  "use_cls_token": true,
  "use_ln_post": false,
  "use_ln_pre": true,
  "use_rope2d": true,
  "width": 1024
}