{ "normalize_embed": true, "nth_layer": 13, "output_dim": 1, "precision": "32", "proj_act_fn": "gelu", "proj_dropout": 0.0, "proj_ln": true, "proj_num_layer": 5, "target_transform": { "CE": { "mean": 5.06865, "std": 1.93029 }, "CU": { "mean": 5.73633, "std": 1.75669 }, "PC": { "mean": 3.18591, "std": 1.86637 }, "PQ": { "mean": 6.57505, "std": 1.51466 } }, "use_weighted_layer_sum": true }