Initial model upload

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26b7ca80ef00aa7288a188db5edf163c11a8ac1681371f4c16f17cfd5a6456db
+oid sha256:86f5fed9db7f1166fc490c00be5c1f8408ae29ffdfdc06e9366ea03088118108
 size 540015464

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3739f11dcf2f0ed8e7c54b63ea0dc0f8965d399c942b60f2377e57983e9dff7
+oid sha256:fbe4e8d00e51a804cb43110a72e1301d3c481d5a64f33e4bf4fb7d094d046d63
 size 1080155450

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfeb8c590edf888671f99518f74ec69b152edc0fe62d6ec619109abb0aabd9ad
+oid sha256:6d7ab3d37b2247ffc32f94eb6f11f1b883d0b67a368ad1f1e1ea8a270b8fbc55
 size 14244

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:919da8dcf4d5c21cc901f05c12ea815f92297aa610dd89eab8d81c1d5537f624
+oid sha256:17dc218989896c953db8914a12b113693da0de2b0e964476cd0a24374d2b0a52
 size 1064

trainer_state.json

@@ -1,7 +1,7 @@
 {
-  "best_metric": 0.16643136739730835,
+  "best_metric": 0.1151694729924202,
   "best_model_checkpoint": "bkai-fine-tuned-legal/checkpoint-282",
-  "epoch": 5.878048780487805,
+  "epoch": 6.0,
   "eval_steps": 500,
   "global_step": 282,
   "is_hyper_param_search": false,
@@ -10,555 +10,555 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "grad_norm": 3041986.25,
-      "learning_rate": 2.9967614628878062e-05,
-      "loss": 1.1542,
-      "step": 48
+      "grad_norm": 13545922.0,
+      "learning_rate": 2.877551020408163e-05,
+      "loss": 0.9848,
+      "step": 47
     },
     {
       "epoch": 1.0,
-      "eval_dim_128_cosine_accuracy@1": 0.19871705480407195,
-      "eval_dim_128_cosine_accuracy@10": 0.6681076558360062,
-      "eval_dim_128_cosine_accuracy@3": 0.3995258680797657,
-      "eval_dim_128_cosine_accuracy@5": 0.4922604936549993,
-      "eval_dim_128_cosine_map@100": 0.33912660774009473,
-      "eval_dim_128_cosine_mrr@10": 0.32818611337994835,
-      "eval_dim_128_cosine_ndcg@10": 0.40810554118165804,
-      "eval_dim_128_cosine_precision@1": 0.19871705480407195,
-      "eval_dim_128_cosine_precision@10": 0.06681076558360062,
-      "eval_dim_128_cosine_precision@3": 0.1331752893599219,
-      "eval_dim_128_cosine_precision@5": 0.09845209873099986,
-      "eval_dim_128_cosine_recall@1": 0.19871705480407195,
-      "eval_dim_128_cosine_recall@10": 0.6681076558360062,
-      "eval_dim_128_cosine_recall@3": 0.3995258680797657,
-      "eval_dim_128_cosine_recall@5": 0.4922604936549993,
-      "eval_dim_256_cosine_accuracy@1": 0.19983265932227026,
-      "eval_dim_256_cosine_accuracy@10": 0.6777297448054664,
-      "eval_dim_256_cosine_accuracy@3": 0.3998047692093153,
-      "eval_dim_256_cosine_accuracy@5": 0.4954678566448194,
-      "eval_dim_256_cosine_map@100": 0.34191237247567885,
-      "eval_dim_256_cosine_mrr@10": 0.33120438804443747,
-      "eval_dim_256_cosine_ndcg@10": 0.4125662992991588,
-      "eval_dim_256_cosine_precision@1": 0.19983265932227026,
-      "eval_dim_256_cosine_precision@10": 0.06777297448054664,
-      "eval_dim_256_cosine_precision@3": 0.13326825640310508,
-      "eval_dim_256_cosine_precision@5": 0.09909357132896388,
-      "eval_dim_256_cosine_recall@1": 0.19983265932227026,
-      "eval_dim_256_cosine_recall@10": 0.6777297448054664,
-      "eval_dim_256_cosine_recall@3": 0.3998047692093153,
-      "eval_dim_256_cosine_recall@5": 0.4954678566448194,
-      "eval_dim_512_cosine_accuracy@1": 0.20945474829173058,
-      "eval_dim_512_cosine_accuracy@10": 0.6849811741737554,
-      "eval_dim_512_cosine_accuracy@3": 0.41040301213219915,
-      "eval_dim_512_cosine_accuracy@5": 0.5059266490029285,
-      "eval_dim_512_cosine_map@100": 0.3513161520991861,
-      "eval_dim_512_cosine_mrr@10": 0.340864051193851,
-      "eval_dim_512_cosine_ndcg@10": 0.42175585614805716,
-      "eval_dim_512_cosine_precision@1": 0.20945474829173058,
-      "eval_dim_512_cosine_precision@10": 0.06849811741737553,
-      "eval_dim_512_cosine_precision@3": 0.13680100404406637,
-      "eval_dim_512_cosine_precision@5": 0.1011853298005857,
-      "eval_dim_512_cosine_recall@1": 0.20945474829173058,
-      "eval_dim_512_cosine_recall@10": 0.6849811741737554,
-      "eval_dim_512_cosine_recall@3": 0.41040301213219915,
-      "eval_dim_512_cosine_recall@5": 0.5059266490029285,
-      "eval_dim_64_cosine_accuracy@1": 0.18923441639938643,
-      "eval_dim_64_cosine_accuracy@10": 0.6431460047413192,
-      "eval_dim_64_cosine_accuracy@3": 0.38056059127039465,
-      "eval_dim_64_cosine_accuracy@5": 0.4667410403012132,
-      "eval_dim_64_cosine_map@100": 0.32516177346707625,
-      "eval_dim_64_cosine_mrr@10": 0.3137617785923441,
-      "eval_dim_64_cosine_ndcg@10": 0.39102781421972704,
-      "eval_dim_64_cosine_precision@1": 0.18923441639938643,
-      "eval_dim_64_cosine_precision@10": 0.06431460047413191,
-      "eval_dim_64_cosine_precision@3": 0.12685353042346487,
-      "eval_dim_64_cosine_precision@5": 0.09334820806024266,
-      "eval_dim_64_cosine_recall@1": 0.18923441639938643,
-      "eval_dim_64_cosine_recall@10": 0.6431460047413192,
-      "eval_dim_64_cosine_recall@3": 0.38056059127039465,
-      "eval_dim_64_cosine_recall@5": 0.4667410403012132,
-      "eval_dim_768_cosine_accuracy@1": 0.2069446381257844,
-      "eval_dim_768_cosine_accuracy@10": 0.6877701854692512,
-      "eval_dim_768_cosine_accuracy@3": 0.41110026495607305,
-      "eval_dim_768_cosine_accuracy@5": 0.5078789569097755,
-      "eval_dim_768_cosine_map@100": 0.35016286957488246,
-      "eval_dim_768_cosine_mrr@10": 0.33975193293977246,
-      "eval_dim_768_cosine_ndcg@10": 0.42158855710438475,
-      "eval_dim_768_cosine_precision@1": 0.2069446381257844,
-      "eval_dim_768_cosine_precision@10": 0.06877701854692511,
-      "eval_dim_768_cosine_precision@3": 0.13703342165202437,
-      "eval_dim_768_cosine_precision@5": 0.1015757913819551,
-      "eval_dim_768_cosine_recall@1": 0.2069446381257844,
-      "eval_dim_768_cosine_recall@10": 0.6877701854692512,
-      "eval_dim_768_cosine_recall@3": 0.41110026495607305,
-      "eval_dim_768_cosine_recall@5": 0.5078789569097755,
-      "eval_loss": 0.35814541578292847,
-      "eval_runtime": 5308.0606,
-      "eval_samples_per_second": 1.351,
-      "eval_sequential_score": 0.39102781421972704,
-      "eval_steps_per_second": 0.014,
-      "step": 48
+      "eval_dim_128_cosine_accuracy@1": 0.22911497105045492,
+      "eval_dim_128_cosine_accuracy@10": 0.6825199889716018,
+      "eval_dim_128_cosine_accuracy@3": 0.4164598842018197,
+      "eval_dim_128_cosine_accuracy@5": 0.5108905431486077,
+      "eval_dim_128_cosine_map@100": 0.36449560290881217,
+      "eval_dim_128_cosine_mrr@10": 0.3540410654657966,
+      "eval_dim_128_cosine_ndcg@10": 0.43115214388174655,
+      "eval_dim_128_cosine_precision@1": 0.22911497105045492,
+      "eval_dim_128_cosine_precision@10": 0.06825199889716019,
+      "eval_dim_128_cosine_precision@3": 0.13881996140060654,
+      "eval_dim_128_cosine_precision@5": 0.10217810862972154,
+      "eval_dim_128_cosine_recall@1": 0.22911497105045492,
+      "eval_dim_128_cosine_recall@10": 0.6825199889716018,
+      "eval_dim_128_cosine_recall@3": 0.4164598842018197,
+      "eval_dim_128_cosine_recall@5": 0.5108905431486077,
+      "eval_dim_256_cosine_accuracy@1": 0.2321477805348773,
+      "eval_dim_256_cosine_accuracy@10": 0.6916184174248691,
+      "eval_dim_256_cosine_accuracy@3": 0.4230769230769231,
+      "eval_dim_256_cosine_accuracy@5": 0.5130962227736421,
+      "eval_dim_256_cosine_map@100": 0.3690942352859619,
+      "eval_dim_256_cosine_mrr@10": 0.3585785182559389,
+      "eval_dim_256_cosine_ndcg@10": 0.4367532861198457,
+      "eval_dim_256_cosine_precision@1": 0.2321477805348773,
+      "eval_dim_256_cosine_precision@10": 0.06916184174248691,
+      "eval_dim_256_cosine_precision@3": 0.14102564102564102,
+      "eval_dim_256_cosine_precision@5": 0.10261924455472843,
+      "eval_dim_256_cosine_recall@1": 0.2321477805348773,
+      "eval_dim_256_cosine_recall@10": 0.6916184174248691,
+      "eval_dim_256_cosine_recall@3": 0.4230769230769231,
+      "eval_dim_256_cosine_recall@5": 0.5130962227736421,
+      "eval_dim_512_cosine_accuracy@1": 0.23917838433967467,
+      "eval_dim_512_cosine_accuracy@10": 0.69520264681555,
+      "eval_dim_512_cosine_accuracy@3": 0.43134822167080233,
+      "eval_dim_512_cosine_accuracy@5": 0.5199889716018748,
+      "eval_dim_512_cosine_map@100": 0.3745175599603196,
+      "eval_dim_512_cosine_mrr@10": 0.36392991715572354,
+      "eval_dim_512_cosine_ndcg@10": 0.4416805421730885,
+      "eval_dim_512_cosine_precision@1": 0.23917838433967467,
+      "eval_dim_512_cosine_precision@10": 0.06952026468155499,
+      "eval_dim_512_cosine_precision@3": 0.1437827405569341,
+      "eval_dim_512_cosine_precision@5": 0.10399779432037497,
+      "eval_dim_512_cosine_recall@1": 0.23917838433967467,
+      "eval_dim_512_cosine_recall@10": 0.69520264681555,
+      "eval_dim_512_cosine_recall@3": 0.43134822167080233,
+      "eval_dim_512_cosine_recall@5": 0.5199889716018748,
+      "eval_dim_64_cosine_accuracy@1": 0.21560518334711884,
+      "eval_dim_64_cosine_accuracy@10": 0.6567411083540116,
+      "eval_dim_64_cosine_accuracy@3": 0.3977116073890267,
+      "eval_dim_64_cosine_accuracy@5": 0.4885580369451337,
+      "eval_dim_64_cosine_map@100": 0.34758882194744606,
+      "eval_dim_64_cosine_mrr@10": 0.33651789270068805,
+      "eval_dim_64_cosine_ndcg@10": 0.4116663918808296,
+      "eval_dim_64_cosine_precision@1": 0.21560518334711884,
+      "eval_dim_64_cosine_precision@10": 0.06567411083540116,
+      "eval_dim_64_cosine_precision@3": 0.13257053579634223,
+      "eval_dim_64_cosine_precision@5": 0.09771160738902675,
+      "eval_dim_64_cosine_recall@1": 0.21560518334711884,
+      "eval_dim_64_cosine_recall@10": 0.6567411083540116,
+      "eval_dim_64_cosine_recall@3": 0.3977116073890267,
+      "eval_dim_64_cosine_recall@5": 0.4885580369451337,
+      "eval_dim_768_cosine_accuracy@1": 0.23959194926936864,
+      "eval_dim_768_cosine_accuracy@10": 0.6958919216983733,
+      "eval_dim_768_cosine_accuracy@3": 0.4251447477253929,
+      "eval_dim_768_cosine_accuracy@5": 0.5180590019299697,
+      "eval_dim_768_cosine_map@100": 0.3741732451540211,
+      "eval_dim_768_cosine_mrr@10": 0.3636057391433741,
+      "eval_dim_768_cosine_ndcg@10": 0.4415248560932574,
+      "eval_dim_768_cosine_precision@1": 0.23959194926936864,
+      "eval_dim_768_cosine_precision@10": 0.06958919216983735,
+      "eval_dim_768_cosine_precision@3": 0.1417149159084643,
+      "eval_dim_768_cosine_precision@5": 0.10361180038599395,
+      "eval_dim_768_cosine_recall@1": 0.23959194926936864,
+      "eval_dim_768_cosine_recall@10": 0.6958919216983733,
+      "eval_dim_768_cosine_recall@3": 0.4251447477253929,
+      "eval_dim_768_cosine_recall@5": 0.5180590019299697,
+      "eval_loss": 0.2813453674316406,
+      "eval_runtime": 4767.8829,
+      "eval_samples_per_second": 1.521,
+      "eval_sequential_score": 0.4116663918808296,
+      "eval_steps_per_second": 0.015,
+      "step": 47
     },
     {
       "epoch": 2.0,
-      "grad_norm": 1227518.25,
-      "learning_rate": 2.65047365119413e-05,
-      "loss": 0.3058,
-      "step": 96
+      "grad_norm": 1141820.875,
+      "learning_rate": 2.80333195308751e-05,
+      "loss": 0.2581,
+      "step": 94
     },
     {
       "epoch": 2.0,
-      "eval_dim_128_cosine_accuracy@1": 0.319341793334263,
-      "eval_dim_128_cosine_accuracy@10": 0.7118951331752894,
-      "eval_dim_128_cosine_accuracy@3": 0.45670059963742854,
-      "eval_dim_128_cosine_accuracy@5": 0.5373030260772557,
-      "eval_dim_128_cosine_map@100": 0.43025589198069303,
-      "eval_dim_128_cosine_mrr@10": 0.4206424465384167,
-      "eval_dim_128_cosine_ndcg@10": 0.48839839347709046,
-      "eval_dim_128_cosine_precision@1": 0.319341793334263,
-      "eval_dim_128_cosine_precision@10": 0.07118951331752894,
-      "eval_dim_128_cosine_precision@3": 0.15223353321247615,
-      "eval_dim_128_cosine_precision@5": 0.10746060521545113,
-      "eval_dim_128_cosine_recall@1": 0.319341793334263,
-      "eval_dim_128_cosine_recall@10": 0.7118951331752894,
-      "eval_dim_128_cosine_recall@3": 0.45670059963742854,
-      "eval_dim_128_cosine_recall@5": 0.5373030260772557,
-      "eval_dim_256_cosine_accuracy@1": 0.3284060800446242,
-      "eval_dim_256_cosine_accuracy@10": 0.709524473574118,
-      "eval_dim_256_cosine_accuracy@3": 0.4618602705340957,
-      "eval_dim_256_cosine_accuracy@5": 0.5356296192999581,
-      "eval_dim_256_cosine_map@100": 0.4364935437376769,
-      "eval_dim_256_cosine_mrr@10": 0.42624382156525586,
-      "eval_dim_256_cosine_ndcg@10": 0.49204715409513783,
-      "eval_dim_256_cosine_precision@1": 0.3284060800446242,
-      "eval_dim_256_cosine_precision@10": 0.07095244735741181,
-      "eval_dim_256_cosine_precision@3": 0.15395342351136523,
-      "eval_dim_256_cosine_precision@5": 0.10712592385999165,
-      "eval_dim_256_cosine_recall@1": 0.3284060800446242,
-      "eval_dim_256_cosine_recall@10": 0.709524473574118,
-      "eval_dim_256_cosine_recall@3": 0.4618602705340957,
-      "eval_dim_256_cosine_recall@5": 0.5356296192999581,
-      "eval_dim_512_cosine_accuracy@1": 0.33663366336633666,
-      "eval_dim_512_cosine_accuracy@10": 0.7125923859991633,
-      "eval_dim_512_cosine_accuracy@3": 0.46841444707851065,
-      "eval_dim_512_cosine_accuracy@5": 0.5441361037512202,
-      "eval_dim_512_cosine_map@100": 0.4433337740824084,
-      "eval_dim_512_cosine_mrr@10": 0.43360332512124483,
-      "eval_dim_512_cosine_ndcg@10": 0.4984772586608768,
-      "eval_dim_512_cosine_precision@1": 0.33663366336633666,
-      "eval_dim_512_cosine_precision@10": 0.07125923859991633,
-      "eval_dim_512_cosine_precision@3": 0.15613814902617024,
-      "eval_dim_512_cosine_precision@5": 0.10882722075024404,
-      "eval_dim_512_cosine_recall@1": 0.33663366336633666,
-      "eval_dim_512_cosine_recall@10": 0.7125923859991633,
-      "eval_dim_512_cosine_recall@3": 0.46841444707851065,
-      "eval_dim_512_cosine_recall@5": 0.5441361037512202,
-      "eval_dim_64_cosine_accuracy@1": 0.3026077255612885,
-      "eval_dim_64_cosine_accuracy@10": 0.689861943940873,
-      "eval_dim_64_cosine_accuracy@3": 0.4437316971133733,
-      "eval_dim_64_cosine_accuracy@5": 0.519313903221308,
-      "eval_dim_64_cosine_map@100": 0.4140292225757397,
-      "eval_dim_64_cosine_mrr@10": 0.4037352829850398,
-      "eval_dim_64_cosine_ndcg@10": 0.47036063500166436,
-      "eval_dim_64_cosine_precision@1": 0.3026077255612885,
-      "eval_dim_64_cosine_precision@10": 0.0689861943940873,
-      "eval_dim_64_cosine_precision@3": 0.14791056570445774,
-      "eval_dim_64_cosine_precision@5": 0.10386278064426162,
-      "eval_dim_64_cosine_recall@1": 0.3026077255612885,
-      "eval_dim_64_cosine_recall@10": 0.689861943940873,
-      "eval_dim_64_cosine_recall@3": 0.4437316971133733,
-      "eval_dim_64_cosine_recall@5": 0.519313903221308,
-      "eval_dim_768_cosine_accuracy@1": 0.3332868498117417,
-      "eval_dim_768_cosine_accuracy@10": 0.7166364523776322,
-      "eval_dim_768_cosine_accuracy@3": 0.46841444707851065,
-      "eval_dim_768_cosine_accuracy@5": 0.546227862222842,
-      "eval_dim_768_cosine_map@100": 0.44212169088004494,
-      "eval_dim_768_cosine_mrr@10": 0.4324117975177812,
-      "eval_dim_768_cosine_ndcg@10": 0.498508349299699,
-      "eval_dim_768_cosine_precision@1": 0.3332868498117417,
-      "eval_dim_768_cosine_precision@10": 0.07166364523776322,
-      "eval_dim_768_cosine_precision@3": 0.1561381490261702,
-      "eval_dim_768_cosine_precision@5": 0.1092455724445684,
-      "eval_dim_768_cosine_recall@1": 0.3332868498117417,
-      "eval_dim_768_cosine_recall@10": 0.7166364523776322,
-      "eval_dim_768_cosine_recall@3": 0.46841444707851065,
-      "eval_dim_768_cosine_recall@5": 0.546227862222842,
-      "eval_loss": 0.2100292444229126,
-      "eval_runtime": 5303.3966,
-      "eval_samples_per_second": 1.352,
-      "eval_sequential_score": 0.47036063500166436,
-      "eval_steps_per_second": 0.014,
-      "step": 96
+      "eval_dim_128_cosine_accuracy@1": 0.34642955610697546,
+      "eval_dim_128_cosine_accuracy@10": 0.710366694237662,
+      "eval_dim_128_cosine_accuracy@3": 0.4665012406947891,
+      "eval_dim_128_cosine_accuracy@5": 0.5431486076647367,
+      "eval_dim_128_cosine_map@100": 0.4475983290216904,
+      "eval_dim_128_cosine_mrr@10": 0.43726198134800415,
+      "eval_dim_128_cosine_ndcg@10": 0.5006042152520018,
+      "eval_dim_128_cosine_precision@1": 0.34642955610697546,
+      "eval_dim_128_cosine_precision@10": 0.07103666942376619,
+      "eval_dim_128_cosine_precision@3": 0.15550041356492966,
+      "eval_dim_128_cosine_precision@5": 0.10862972153294734,
+      "eval_dim_128_cosine_recall@1": 0.34642955610697546,
+      "eval_dim_128_cosine_recall@10": 0.710366694237662,
+      "eval_dim_128_cosine_recall@3": 0.4665012406947891,
+      "eval_dim_128_cosine_recall@5": 0.5431486076647367,
+      "eval_dim_256_cosine_accuracy@1": 0.3544251447477254,
+      "eval_dim_256_cosine_accuracy@10": 0.7185001378549766,
+      "eval_dim_256_cosine_accuracy@3": 0.47325613454645715,
+      "eval_dim_256_cosine_accuracy@5": 0.5559691204852495,
+      "eval_dim_256_cosine_map@100": 0.45584390323135104,
+      "eval_dim_256_cosine_mrr@10": 0.445744493459548,
+      "eval_dim_256_cosine_ndcg@10": 0.5090183585380493,
+      "eval_dim_256_cosine_precision@1": 0.3544251447477254,
+      "eval_dim_256_cosine_precision@10": 0.07185001378549766,
+      "eval_dim_256_cosine_precision@3": 0.15775204484881902,
+      "eval_dim_256_cosine_precision@5": 0.1111938240970499,
+      "eval_dim_256_cosine_recall@1": 0.3544251447477254,
+      "eval_dim_256_cosine_recall@10": 0.7185001378549766,
+      "eval_dim_256_cosine_recall@3": 0.47325613454645715,
+      "eval_dim_256_cosine_recall@5": 0.5559691204852495,
+      "eval_dim_512_cosine_accuracy@1": 0.3567686793493245,
+      "eval_dim_512_cosine_accuracy@10": 0.7150537634408602,
+      "eval_dim_512_cosine_accuracy@3": 0.47173972980424594,
+      "eval_dim_512_cosine_accuracy@5": 0.5483870967741935,
+      "eval_dim_512_cosine_map@100": 0.4556986968605821,
+      "eval_dim_512_cosine_mrr@10": 0.44540330239255094,
+      "eval_dim_512_cosine_ndcg@10": 0.5078518813826275,
+      "eval_dim_512_cosine_precision@1": 0.3567686793493245,
+      "eval_dim_512_cosine_precision@10": 0.07150537634408603,
+      "eval_dim_512_cosine_precision@3": 0.15724657660141528,
+      "eval_dim_512_cosine_precision@5": 0.10967741935483873,
+      "eval_dim_512_cosine_recall@1": 0.3567686793493245,
+      "eval_dim_512_cosine_recall@10": 0.7150537634408602,
+      "eval_dim_512_cosine_recall@3": 0.47173972980424594,
+      "eval_dim_512_cosine_recall@5": 0.5483870967741935,
+      "eval_dim_64_cosine_accuracy@1": 0.33319547835676866,
+      "eval_dim_64_cosine_accuracy@10": 0.6909291425420457,
+      "eval_dim_64_cosine_accuracy@3": 0.45561069754618144,
+      "eval_dim_64_cosine_accuracy@5": 0.5264681555004136,
+      "eval_dim_64_cosine_map@100": 0.43420213794982415,
+      "eval_dim_64_cosine_mrr@10": 0.423261987912527,
+      "eval_dim_64_cosine_ndcg@10": 0.485318042924584,
+      "eval_dim_64_cosine_precision@1": 0.33319547835676866,
+      "eval_dim_64_cosine_precision@10": 0.06909291425420458,
+      "eval_dim_64_cosine_precision@3": 0.15187023251539378,
+      "eval_dim_64_cosine_precision@5": 0.10529363110008272,
+      "eval_dim_64_cosine_recall@1": 0.33319547835676866,
+      "eval_dim_64_cosine_recall@10": 0.6909291425420457,
+      "eval_dim_64_cosine_recall@3": 0.45561069754618144,
+      "eval_dim_64_cosine_recall@5": 0.5264681555004136,
+      "eval_dim_768_cosine_accuracy@1": 0.3573200992555831,
+      "eval_dim_768_cosine_accuracy@10": 0.7186379928315412,
+      "eval_dim_768_cosine_accuracy@3": 0.47463468431210365,
+      "eval_dim_768_cosine_accuracy@5": 0.5536255858836504,
+      "eval_dim_768_cosine_map@100": 0.45721772728143356,
+      "eval_dim_768_cosine_mrr@10": 0.44721303189045225,
+      "eval_dim_768_cosine_ndcg@10": 0.5101217185995918,
+      "eval_dim_768_cosine_precision@1": 0.3573200992555831,
+      "eval_dim_768_cosine_precision@10": 0.07186379928315412,
+      "eval_dim_768_cosine_precision@3": 0.15821156143736786,
+      "eval_dim_768_cosine_precision@5": 0.11072511717673009,
+      "eval_dim_768_cosine_recall@1": 0.3573200992555831,
+      "eval_dim_768_cosine_recall@10": 0.7186379928315412,
+      "eval_dim_768_cosine_recall@3": 0.47463468431210365,
+      "eval_dim_768_cosine_recall@5": 0.5536255858836504,
+      "eval_loss": 0.14884237945079803,
+      "eval_runtime": 4759.7308,
+      "eval_samples_per_second": 1.524,
+      "eval_sequential_score": 0.485318042924584,
+      "eval_steps_per_second": 0.015,
+      "step": 94
     },
     {
       "epoch": 3.0,
-      "grad_norm": 751449.875,
-      "learning_rate": 1.8611820248535433e-05,
-      "loss": 0.1395,
-      "step": 144
+      "grad_norm": 631988.5625,
+      "learning_rate": 2.2350017747386573e-05,
+      "loss": 0.1103,
+      "step": 141
     },
     {
       "epoch": 3.0,
-      "eval_dim_128_cosine_accuracy@1": 0.3420722353925533,
-      "eval_dim_128_cosine_accuracy@10": 0.7111978803514154,
-      "eval_dim_128_cosine_accuracy@3": 0.4580951052851764,
-      "eval_dim_128_cosine_accuracy@5": 0.5392553339841026,
-      "eval_dim_128_cosine_map@100": 0.44322012540075556,
-      "eval_dim_128_cosine_mrr@10": 0.43320030192154113,
-      "eval_dim_128_cosine_ndcg@10": 0.49761764615839976,
-      "eval_dim_128_cosine_precision@1": 0.3420722353925533,
-      "eval_dim_128_cosine_precision@10": 0.07111978803514155,
-      "eval_dim_128_cosine_precision@3": 0.15269836842839213,
-      "eval_dim_128_cosine_precision@5": 0.10785106679682054,
-      "eval_dim_128_cosine_recall@1": 0.3420722353925533,
-      "eval_dim_128_cosine_recall@10": 0.7111978803514154,
-      "eval_dim_128_cosine_recall@3": 0.4580951052851764,
-      "eval_dim_128_cosine_recall@5": 0.5392553339841026,
-      "eval_dim_256_cosine_accuracy@1": 0.34876586250174313,
-      "eval_dim_256_cosine_accuracy@10": 0.7184493097197043,
-      "eval_dim_256_cosine_accuracy@3": 0.4705062055501325,
-      "eval_dim_256_cosine_accuracy@5": 0.5427415981034723,
-      "eval_dim_256_cosine_map@100": 0.4497903349951724,
-      "eval_dim_256_cosine_mrr@10": 0.4402565004991461,
-      "eval_dim_256_cosine_ndcg@10": 0.5046482555536308,
-      "eval_dim_256_cosine_precision@1": 0.34876586250174313,
-      "eval_dim_256_cosine_precision@10": 0.07184493097197044,
-      "eval_dim_256_cosine_precision@3": 0.15683540185004413,
-      "eval_dim_256_cosine_precision@5": 0.10854831962069447,
-      "eval_dim_256_cosine_recall@1": 0.34876586250174313,
-      "eval_dim_256_cosine_recall@10": 0.7184493097197043,
-      "eval_dim_256_cosine_recall@3": 0.4705062055501325,
-      "eval_dim_256_cosine_recall@5": 0.5427415981034723,
-      "eval_dim_512_cosine_accuracy@1": 0.3525310277506624,
-      "eval_dim_512_cosine_accuracy@10": 0.7208199693208758,
-      "eval_dim_512_cosine_accuracy@3": 0.47190071119788035,
-      "eval_dim_512_cosine_accuracy@5": 0.5545948961093292,
-      "eval_dim_512_cosine_map@100": 0.4537559279114653,
-      "eval_dim_512_cosine_mrr@10": 0.44413881528997956,
-      "eval_dim_512_cosine_ndcg@10": 0.5083169852417319,
-      "eval_dim_512_cosine_precision@1": 0.3525310277506624,
-      "eval_dim_512_cosine_precision@10": 0.07208199693208758,
-      "eval_dim_512_cosine_precision@3": 0.1573002370659601,
-      "eval_dim_512_cosine_precision@5": 0.11091897922186586,
-      "eval_dim_512_cosine_recall@1": 0.3525310277506624,
-      "eval_dim_512_cosine_recall@10": 0.7208199693208758,
-      "eval_dim_512_cosine_recall@3": 0.47190071119788035,
-      "eval_dim_512_cosine_recall@5": 0.5545948961093292,
-      "eval_dim_64_cosine_accuracy@1": 0.3289638823037233,
-      "eval_dim_64_cosine_accuracy@10": 0.6980895272625854,
-      "eval_dim_64_cosine_accuracy@3": 0.447217961232743,
-      "eval_dim_64_cosine_accuracy@5": 0.5223818156463533,
-      "eval_dim_64_cosine_map@100": 0.4300263980717357,
-      "eval_dim_64_cosine_mrr@10": 0.4197134401568931,
-      "eval_dim_64_cosine_ndcg@10": 0.48411999159781,
-      "eval_dim_64_cosine_precision@1": 0.3289638823037233,
-      "eval_dim_64_cosine_precision@10": 0.06980895272625855,
-      "eval_dim_64_cosine_precision@3": 0.14907265374424766,
-      "eval_dim_64_cosine_precision@5": 0.10447636312927068,
-      "eval_dim_64_cosine_recall@1": 0.3289638823037233,
-      "eval_dim_64_cosine_recall@10": 0.6980895272625854,
-      "eval_dim_64_cosine_recall@3": 0.447217961232743,
-      "eval_dim_64_cosine_recall@5": 0.5223818156463533,
-      "eval_dim_768_cosine_accuracy@1": 0.35392553339841026,
-      "eval_dim_768_cosine_accuracy@10": 0.7202621670617766,
-      "eval_dim_768_cosine_accuracy@3": 0.47078510667968204,
-      "eval_dim_768_cosine_accuracy@5": 0.5458095105285177,
-      "eval_dim_768_cosine_map@100": 0.45349669058599684,
-      "eval_dim_768_cosine_mrr@10": 0.4438007583454529,
-      "eval_dim_768_cosine_ndcg@10": 0.5077758391371117,
-      "eval_dim_768_cosine_precision@1": 0.35392553339841026,
-      "eval_dim_768_cosine_precision@10": 0.07202621670617766,
-      "eval_dim_768_cosine_precision@3": 0.15692836889322734,
-      "eval_dim_768_cosine_precision@5": 0.10916190210570352,
-      "eval_dim_768_cosine_recall@1": 0.35392553339841026,
-      "eval_dim_768_cosine_recall@10": 0.7202621670617766,
-      "eval_dim_768_cosine_recall@3": 0.47078510667968204,
-      "eval_dim_768_cosine_recall@5": 0.5458095105285177,
-      "eval_loss": 0.1820719689130783,
-      "eval_runtime": 5286.0245,
-      "eval_samples_per_second": 1.357,
-      "eval_sequential_score": 0.48411999159781,
-      "eval_steps_per_second": 0.014,
-      "step": 144
+      "eval_dim_128_cosine_accuracy@1": 0.34518886131789356,
+      "eval_dim_128_cosine_accuracy@10": 0.7136752136752137,
+      "eval_dim_128_cosine_accuracy@3": 0.4652605459057072,
+      "eval_dim_128_cosine_accuracy@5": 0.5453542872897712,
+      "eval_dim_128_cosine_map@100": 0.4475263336497484,
+      "eval_dim_128_cosine_mrr@10": 0.43706887497210256,
+      "eval_dim_128_cosine_ndcg@10": 0.5011834586328874,
+      "eval_dim_128_cosine_precision@1": 0.34518886131789356,
+      "eval_dim_128_cosine_precision@10": 0.07136752136752138,
+      "eval_dim_128_cosine_precision@3": 0.15508684863523572,
+      "eval_dim_128_cosine_precision@5": 0.10907085745795424,
+      "eval_dim_128_cosine_recall@1": 0.34518886131789356,
+      "eval_dim_128_cosine_recall@10": 0.7136752136752137,
+      "eval_dim_128_cosine_recall@3": 0.4652605459057072,
+      "eval_dim_128_cosine_recall@5": 0.5453542872897712,
+      "eval_dim_256_cosine_accuracy@1": 0.35663082437275984,
+      "eval_dim_256_cosine_accuracy@10": 0.721119382409705,
+      "eval_dim_256_cosine_accuracy@3": 0.4747725392886683,
+      "eval_dim_256_cosine_accuracy@5": 0.5532120209539564,
+      "eval_dim_256_cosine_map@100": 0.4574183781576292,
+      "eval_dim_256_cosine_mrr@10": 0.44702468479350255,
+      "eval_dim_256_cosine_ndcg@10": 0.510536629040665,
+      "eval_dim_256_cosine_precision@1": 0.35663082437275984,
+      "eval_dim_256_cosine_precision@10": 0.07211193824097051,
+      "eval_dim_256_cosine_precision@3": 0.15825751309622277,
+      "eval_dim_256_cosine_precision@5": 0.11064240419079127,
+      "eval_dim_256_cosine_recall@1": 0.35663082437275984,
+      "eval_dim_256_cosine_recall@10": 0.721119382409705,
+      "eval_dim_256_cosine_recall@3": 0.4747725392886683,
+      "eval_dim_256_cosine_recall@5": 0.5532120209539564,
+      "eval_dim_512_cosine_accuracy@1": 0.35842293906810035,
+      "eval_dim_512_cosine_accuracy@10": 0.721119382409705,
+      "eval_dim_512_cosine_accuracy@3": 0.47559966914805624,
+      "eval_dim_512_cosine_accuracy@5": 0.5563826854149435,
+      "eval_dim_512_cosine_map@100": 0.45974376489260765,
+      "eval_dim_512_cosine_mrr@10": 0.4494139522365346,
+      "eval_dim_512_cosine_ndcg@10": 0.5124359611383629,
+      "eval_dim_512_cosine_precision@1": 0.35842293906810035,
+      "eval_dim_512_cosine_precision@10": 0.07211193824097051,
+      "eval_dim_512_cosine_precision@3": 0.15853322304935208,
+      "eval_dim_512_cosine_precision@5": 0.11127653708298871,
+      "eval_dim_512_cosine_recall@1": 0.35842293906810035,
+      "eval_dim_512_cosine_recall@10": 0.721119382409705,
+      "eval_dim_512_cosine_recall@3": 0.47559966914805624,
+      "eval_dim_512_cosine_recall@5": 0.5563826854149435,
+      "eval_dim_64_cosine_accuracy@1": 0.34105321202095396,
+      "eval_dim_64_cosine_accuracy@10": 0.7065067548938516,
+      "eval_dim_64_cosine_accuracy@3": 0.4608491866556383,
+      "eval_dim_64_cosine_accuracy@5": 0.5311552247036118,
+      "eval_dim_64_cosine_map@100": 0.44168965737654264,
+      "eval_dim_64_cosine_mrr@10": 0.4313846000673967,
+      "eval_dim_64_cosine_ndcg@10": 0.4950181594630296,
+      "eval_dim_64_cosine_precision@1": 0.34105321202095396,
+      "eval_dim_64_cosine_precision@10": 0.07065067548938517,
+      "eval_dim_64_cosine_precision@3": 0.15361639555187942,
+      "eval_dim_64_cosine_precision@5": 0.10623104494072236,
+      "eval_dim_64_cosine_recall@1": 0.34105321202095396,
+      "eval_dim_64_cosine_recall@10": 0.7065067548938516,
+      "eval_dim_64_cosine_recall@3": 0.4608491866556383,
+      "eval_dim_64_cosine_recall@5": 0.5311552247036118,
+      "eval_dim_768_cosine_accuracy@1": 0.3617314585056521,
+      "eval_dim_768_cosine_accuracy@10": 0.7263578715191619,
+      "eval_dim_768_cosine_accuracy@3": 0.4779432037496554,
+      "eval_dim_768_cosine_accuracy@5": 0.5548662806727322,
+      "eval_dim_768_cosine_map@100": 0.46162170882821363,
+      "eval_dim_768_cosine_mrr@10": 0.45147318830114674,
+      "eval_dim_768_cosine_ndcg@10": 0.5150788839244959,
+      "eval_dim_768_cosine_precision@1": 0.3617314585056521,
+      "eval_dim_768_cosine_precision@10": 0.0726357871519162,
+      "eval_dim_768_cosine_precision@3": 0.1593144012498851,
+      "eval_dim_768_cosine_precision@5": 0.11097325613454646,
+      "eval_dim_768_cosine_recall@1": 0.3617314585056521,
+      "eval_dim_768_cosine_recall@10": 0.7263578715191619,
+      "eval_dim_768_cosine_recall@3": 0.4779432037496554,
+      "eval_dim_768_cosine_recall@5": 0.5548662806727322,
+      "eval_loss": 0.1296069622039795,
+      "eval_runtime": 4760.1319,
+      "eval_samples_per_second": 1.524,
+      "eval_sequential_score": 0.4950181594630296,
+      "eval_steps_per_second": 0.015,
+      "step": 141
     },
     {
       "epoch": 4.0,
-      "grad_norm": 609946.5,
-      "learning_rate": 9.328128849810832e-06,
-      "loss": 0.0828,
-      "step": 192
+      "grad_norm": 300185.0,
+      "learning_rate": 1.4568522073177993e-05,
+      "loss": 0.0606,
+      "step": 188
     },
     {
       "epoch": 4.0,
-      "eval_dim_128_cosine_accuracy@1": 0.34876586250174313,
-      "eval_dim_128_cosine_accuracy@10": 0.7169153535071817,
-      "eval_dim_128_cosine_accuracy@3": 0.4691116999023846,
-      "eval_dim_128_cosine_accuracy@5": 0.5466462139171664,
-      "eval_dim_128_cosine_map@100": 0.44992557552198303,
-      "eval_dim_128_cosine_mrr@10": 0.4401795813384156,
-      "eval_dim_128_cosine_ndcg@10": 0.504316835829398,
-      "eval_dim_128_cosine_precision@1": 0.34876586250174313,
-      "eval_dim_128_cosine_precision@10": 0.07169153535071818,
-      "eval_dim_128_cosine_precision@3": 0.15637056663412818,
-      "eval_dim_128_cosine_precision@5": 0.10932924278343327,
-      "eval_dim_128_cosine_recall@1": 0.34876586250174313,
-      "eval_dim_128_cosine_recall@10": 0.7169153535071817,
-      "eval_dim_128_cosine_recall@3": 0.4691116999023846,
-      "eval_dim_128_cosine_recall@5": 0.5466462139171664,
-      "eval_dim_256_cosine_accuracy@1": 0.3514154232324641,
-      "eval_dim_256_cosine_accuracy@10": 0.7198438153674522,
-      "eval_dim_256_cosine_accuracy@3": 0.47482917305815087,
-      "eval_dim_256_cosine_accuracy@5": 0.5479012690001395,
-      "eval_dim_256_cosine_map@100": 0.45302713856879157,
-      "eval_dim_256_cosine_mrr@10": 0.44321866291257,
-      "eval_dim_256_cosine_ndcg@10": 0.5073024414696454,
-      "eval_dim_256_cosine_precision@1": 0.3514154232324641,
-      "eval_dim_256_cosine_precision@10": 0.07198438153674523,
-      "eval_dim_256_cosine_precision@3": 0.15827639101938362,
-      "eval_dim_256_cosine_precision@5": 0.10958025380002788,
-      "eval_dim_256_cosine_recall@1": 0.3514154232324641,
-      "eval_dim_256_cosine_recall@10": 0.7198438153674522,
-      "eval_dim_256_cosine_recall@3": 0.47482917305815087,
-      "eval_dim_256_cosine_recall@5": 0.5479012690001395,
-      "eval_dim_512_cosine_accuracy@1": 0.35629619299958165,
-      "eval_dim_512_cosine_accuracy@10": 0.7229117277924976,
-      "eval_dim_512_cosine_accuracy@3": 0.46966950216148373,
-      "eval_dim_512_cosine_accuracy@5": 0.5479012690001395,
-      "eval_dim_512_cosine_map@100": 0.4551128486578315,
-      "eval_dim_512_cosine_mrr@10": 0.4454170567962228,
-      "eval_dim_512_cosine_ndcg@10": 0.5095844549678528,
-      "eval_dim_512_cosine_precision@1": 0.35629619299958165,
-      "eval_dim_512_cosine_precision@10": 0.07229117277924975,
-      "eval_dim_512_cosine_precision@3": 0.1565565007204946,
-      "eval_dim_512_cosine_precision@5": 0.10958025380002788,
-      "eval_dim_512_cosine_recall@1": 0.35629619299958165,
-      "eval_dim_512_cosine_recall@10": 0.7229117277924976,
-      "eval_dim_512_cosine_recall@3": 0.46966950216148373,
-      "eval_dim_512_cosine_recall@5": 0.5479012690001395,
-      "eval_dim_64_cosine_accuracy@1": 0.33649421280156183,
-      "eval_dim_64_cosine_accuracy@10": 0.7029702970297029,
-      "eval_dim_64_cosine_accuracy@3": 0.45432994003625715,
-      "eval_dim_64_cosine_accuracy@5": 0.5300515967089666,
-      "eval_dim_64_cosine_map@100": 0.43606205857055896,
-      "eval_dim_64_cosine_mrr@10": 0.4258440632795675,
-      "eval_dim_64_cosine_ndcg@10": 0.48996806351717825,
-      "eval_dim_64_cosine_precision@1": 0.33649421280156183,
-      "eval_dim_64_cosine_precision@10": 0.0702970297029703,
-      "eval_dim_64_cosine_precision@3": 0.15144331334541905,
-      "eval_dim_64_cosine_precision@5": 0.10601031934179334,
-      "eval_dim_64_cosine_recall@1": 0.33649421280156183,
-      "eval_dim_64_cosine_recall@10": 0.7029702970297029,
-      "eval_dim_64_cosine_recall@3": 0.45432994003625715,
-      "eval_dim_64_cosine_recall@5": 0.5300515967089666,
-      "eval_dim_768_cosine_accuracy@1": 0.356714544693906,
-      "eval_dim_768_cosine_accuracy@10": 0.7251429368288942,
-      "eval_dim_768_cosine_accuracy@3": 0.47315576628085343,
-      "eval_dim_768_cosine_accuracy@5": 0.5499930274717613,
-      "eval_dim_768_cosine_map@100": 0.4565653595396862,
-      "eval_dim_768_cosine_mrr@10": 0.44696689487862346,
-      "eval_dim_768_cosine_ndcg@10": 0.5113293441302604,
-      "eval_dim_768_cosine_precision@1": 0.356714544693906,
-      "eval_dim_768_cosine_precision@10": 0.07251429368288942,
-      "eval_dim_768_cosine_precision@3": 0.15771858876028447,
-      "eval_dim_768_cosine_precision@5": 0.10999860549435224,
-      "eval_dim_768_cosine_recall@1": 0.356714544693906,
-      "eval_dim_768_cosine_recall@10": 0.7251429368288942,
-      "eval_dim_768_cosine_recall@3": 0.47315576628085343,
-      "eval_dim_768_cosine_recall@5": 0.5499930274717613,
-      "eval_loss": 0.17269685864448547,
-      "eval_runtime": 5288.939,
-      "eval_samples_per_second": 1.356,
-      "eval_sequential_score": 0.48996806351717825,
-      "eval_steps_per_second": 0.014,
-      "step": 192
+      "eval_dim_128_cosine_accuracy@1": 0.35497656465398403,
+      "eval_dim_128_cosine_accuracy@10": 0.7209815274331404,
+      "eval_dim_128_cosine_accuracy@3": 0.4738075544527157,
+      "eval_dim_128_cosine_accuracy@5": 0.5551419906258616,
+      "eval_dim_128_cosine_map@100": 0.45665439605706615,
+      "eval_dim_128_cosine_mrr@10": 0.4465567437341632,
+      "eval_dim_128_cosine_ndcg@10": 0.5101629970534793,
+      "eval_dim_128_cosine_precision@1": 0.35497656465398403,
+      "eval_dim_128_cosine_precision@10": 0.07209815274331403,
+      "eval_dim_128_cosine_precision@3": 0.15793585148423855,
+      "eval_dim_128_cosine_precision@5": 0.11102839812517233,
+      "eval_dim_128_cosine_recall@1": 0.35497656465398403,
+      "eval_dim_128_cosine_recall@10": 0.7209815274331404,
+      "eval_dim_128_cosine_recall@3": 0.4738075544527157,
+      "eval_dim_128_cosine_recall@5": 0.5551419906258616,
+      "eval_dim_256_cosine_accuracy@1": 0.35690653432588915,
+      "eval_dim_256_cosine_accuracy@10": 0.7244279018472567,
+      "eval_dim_256_cosine_accuracy@3": 0.4731182795698925,
+      "eval_dim_256_cosine_accuracy@5": 0.5523848910945686,
+      "eval_dim_256_cosine_map@100": 0.4573413953666118,
+      "eval_dim_256_cosine_mrr@10": 0.44724891794784466,
+      "eval_dim_256_cosine_ndcg@10": 0.5113804990740188,
+      "eval_dim_256_cosine_precision@1": 0.35690653432588915,
+      "eval_dim_256_cosine_precision@10": 0.07244279018472567,
+      "eval_dim_256_cosine_precision@3": 0.15770609318996415,
+      "eval_dim_256_cosine_precision@5": 0.1104769782189137,
+      "eval_dim_256_cosine_recall@1": 0.35690653432588915,
+      "eval_dim_256_cosine_recall@10": 0.7244279018472567,
+      "eval_dim_256_cosine_recall@3": 0.4731182795698925,
+      "eval_dim_256_cosine_recall@5": 0.5523848910945686,
+      "eval_dim_512_cosine_accuracy@1": 0.358974358974359,
+      "eval_dim_512_cosine_accuracy@10": 0.7220843672456576,
+      "eval_dim_512_cosine_accuracy@3": 0.47559966914805624,
+      "eval_dim_512_cosine_accuracy@5": 0.5500413564929694,
+      "eval_dim_512_cosine_map@100": 0.4589573057461163,
+      "eval_dim_512_cosine_mrr@10": 0.448363464492498,
+      "eval_dim_512_cosine_ndcg@10": 0.5116861942509243,
+      "eval_dim_512_cosine_precision@1": 0.358974358974359,
+      "eval_dim_512_cosine_precision@10": 0.07220843672456577,
+      "eval_dim_512_cosine_precision@3": 0.15853322304935208,
+      "eval_dim_512_cosine_precision@5": 0.11000827129859388,
+      "eval_dim_512_cosine_recall@1": 0.358974358974359,
+      "eval_dim_512_cosine_recall@10": 0.7220843672456576,
+      "eval_dim_512_cosine_recall@3": 0.47559966914805624,
+      "eval_dim_512_cosine_recall@5": 0.5500413564929694,
+      "eval_dim_64_cosine_accuracy@1": 0.3436724565756824,
+      "eval_dim_64_cosine_accuracy@10": 0.7070581748001102,
+      "eval_dim_64_cosine_accuracy@3": 0.4627791563275434,
+      "eval_dim_64_cosine_accuracy@5": 0.5394265232974911,
+      "eval_dim_64_cosine_map@100": 0.44458140696370635,
+      "eval_dim_64_cosine_mrr@10": 0.43377425044091816,
+      "eval_dim_64_cosine_ndcg@10": 0.49702952074450985,
+      "eval_dim_64_cosine_precision@1": 0.3436724565756824,
+      "eval_dim_64_cosine_precision@10": 0.07070581748001104,
+      "eval_dim_64_cosine_precision@3": 0.15425971877584782,
+      "eval_dim_64_cosine_precision@5": 0.1078853046594982,
+      "eval_dim_64_cosine_recall@1": 0.3436724565756824,
+      "eval_dim_64_cosine_recall@10": 0.7070581748001102,
+      "eval_dim_64_cosine_recall@3": 0.4627791563275434,
+      "eval_dim_64_cosine_recall@5": 0.5394265232974911,
+      "eval_dim_768_cosine_accuracy@1": 0.36200716845878134,
+      "eval_dim_768_cosine_accuracy@10": 0.7274607113316791,
+      "eval_dim_768_cosine_accuracy@3": 0.48249241797628895,
+      "eval_dim_768_cosine_accuracy@5": 0.5601047697821891,
+      "eval_dim_768_cosine_map@100": 0.4636649639575912,
+      "eval_dim_768_cosine_mrr@10": 0.45356874805799724,
+      "eval_dim_768_cosine_ndcg@10": 0.5170505403807711,
+      "eval_dim_768_cosine_precision@1": 0.36200716845878134,
+      "eval_dim_768_cosine_precision@10": 0.07274607113316792,
+      "eval_dim_768_cosine_precision@3": 0.1608308059920963,
+      "eval_dim_768_cosine_precision@5": 0.11202095395643781,
+      "eval_dim_768_cosine_recall@1": 0.36200716845878134,
+      "eval_dim_768_cosine_recall@10": 0.7274607113316791,
+      "eval_dim_768_cosine_recall@3": 0.48249241797628895,
+      "eval_dim_768_cosine_recall@5": 0.5601047697821891,
+      "eval_loss": 0.12068094313144684,
+      "eval_runtime": 4758.824,
+      "eval_samples_per_second": 1.524,
+      "eval_sequential_score": 0.49702952074450985,
+      "eval_steps_per_second": 0.015,
+      "step": 188
     },
     {
       "epoch": 5.0,
-      "grad_norm": 373272.25,
-      "learning_rate": 2.2284601387084617e-06,
-      "loss": 0.0601,
-      "step": 240
+      "grad_norm": 123932.1328125,
+      "learning_rate": 6.9101994825120144e-06,
+      "loss": 0.0413,
+      "step": 235
     },
     {
       "epoch": 5.0,
-      "eval_dim_128_cosine_accuracy@1": 0.345558499511923,
-      "eval_dim_128_cosine_accuracy@10": 0.7213777715799748,
-      "eval_dim_128_cosine_accuracy@3": 0.466880490865988,
-      "eval_dim_128_cosine_accuracy@5": 0.5456700599637428,
-      "eval_dim_128_cosine_map@100": 0.44781889706523814,
-      "eval_dim_128_cosine_mrr@10": 0.4382224037293079,
-      "eval_dim_128_cosine_ndcg@10": 0.5037796273775794,
-      "eval_dim_128_cosine_precision@1": 0.345558499511923,
-      "eval_dim_128_cosine_precision@10": 0.07213777715799749,
-      "eval_dim_128_cosine_precision@3": 0.15562683028866267,
-      "eval_dim_128_cosine_precision@5": 0.10913401199274857,
-      "eval_dim_128_cosine_recall@1": 0.345558499511923,
-      "eval_dim_128_cosine_recall@10": 0.7213777715799748,
-      "eval_dim_128_cosine_recall@3": 0.466880490865988,
-      "eval_dim_128_cosine_recall@5": 0.5456700599637428,
-      "eval_dim_256_cosine_accuracy@1": 0.3511365221029145,
-      "eval_dim_256_cosine_accuracy@10": 0.7241667828754706,
-      "eval_dim_256_cosine_accuracy@3": 0.47399246966950215,
-      "eval_dim_256_cosine_accuracy@5": 0.5540370938502301,
-      "eval_dim_256_cosine_map@100": 0.45382807101318545,
-      "eval_dim_256_cosine_mrr@10": 0.444310748982345,
-      "eval_dim_256_cosine_ndcg@10": 0.509228248886466,
-      "eval_dim_256_cosine_precision@1": 0.3511365221029145,
-      "eval_dim_256_cosine_precision@10": 0.07241667828754707,
-      "eval_dim_256_cosine_precision@3": 0.15799748988983406,
-      "eval_dim_256_cosine_precision@5": 0.11080741877004602,
-      "eval_dim_256_cosine_recall@1": 0.3511365221029145,
-      "eval_dim_256_cosine_recall@10": 0.7241667828754706,
-      "eval_dim_256_cosine_recall@3": 0.47399246966950215,
-      "eval_dim_256_cosine_recall@5": 0.5540370938502301,
-      "eval_dim_512_cosine_accuracy@1": 0.35545948961093293,
-      "eval_dim_512_cosine_accuracy@10": 0.7241667828754706,
-      "eval_dim_512_cosine_accuracy@3": 0.47622367870589877,
-      "eval_dim_512_cosine_accuracy@5": 0.5550132478036536,
-      "eval_dim_512_cosine_map@100": 0.4566662947498507,
-      "eval_dim_512_cosine_mrr@10": 0.4469697724299597,
-      "eval_dim_512_cosine_ndcg@10": 0.5112339641773941,
-      "eval_dim_512_cosine_precision@1": 0.35545948961093293,
-      "eval_dim_512_cosine_precision@10": 0.07241667828754705,
-      "eval_dim_512_cosine_precision@3": 0.1587412262352996,
-      "eval_dim_512_cosine_precision@5": 0.11100264956073073,
-      "eval_dim_512_cosine_recall@1": 0.35545948961093293,
-      "eval_dim_512_cosine_recall@10": 0.7241667828754706,
-      "eval_dim_512_cosine_recall@3": 0.47622367870589877,
-      "eval_dim_512_cosine_recall@5": 0.5550132478036536,
-      "eval_dim_64_cosine_accuracy@1": 0.3371914656254358,
-      "eval_dim_64_cosine_accuracy@10": 0.7071538139729466,
-      "eval_dim_64_cosine_accuracy@3": 0.45725840189652767,
-      "eval_dim_64_cosine_accuracy@5": 0.5389764328545531,
-      "eval_dim_64_cosine_map@100": 0.43880820327735404,
-      "eval_dim_64_cosine_mrr@10": 0.428855420753344,
-      "eval_dim_64_cosine_ndcg@10": 0.4933751447627624,
-      "eval_dim_64_cosine_precision@1": 0.3371914656254358,
-      "eval_dim_64_cosine_precision@10": 0.07071538139729466,
-      "eval_dim_64_cosine_precision@3": 0.15241946729884256,
-      "eval_dim_64_cosine_precision@5": 0.10779528657091063,
-      "eval_dim_64_cosine_recall@1": 0.3371914656254358,
-      "eval_dim_64_cosine_recall@10": 0.7071538139729466,
-      "eval_dim_64_cosine_recall@3": 0.45725840189652767,
-      "eval_dim_64_cosine_recall@5": 0.5389764328545531,
-      "eval_dim_768_cosine_accuracy@1": 0.35406498396318503,
-      "eval_dim_768_cosine_accuracy@10": 0.7283502998187142,
-      "eval_dim_768_cosine_accuracy@3": 0.4713429089387812,
-      "eval_dim_768_cosine_accuracy@5": 0.552782038767257,
-      "eval_dim_768_cosine_map@100": 0.45544037871042936,
-      "eval_dim_768_cosine_mrr@10": 0.4460218406146454,
-      "eval_dim_768_cosine_ndcg@10": 0.5113413299327996,
-      "eval_dim_768_cosine_precision@1": 0.35406498396318503,
-      "eval_dim_768_cosine_precision@10": 0.07283502998187143,
-      "eval_dim_768_cosine_precision@3": 0.15711430297959372,
-      "eval_dim_768_cosine_precision@5": 0.1105564077534514,
-      "eval_dim_768_cosine_recall@1": 0.35406498396318503,
-      "eval_dim_768_cosine_recall@10": 0.7283502998187142,
-      "eval_dim_768_cosine_recall@3": 0.4713429089387812,
-      "eval_dim_768_cosine_recall@5": 0.552782038767257,
-      "eval_loss": 0.166685089468956,
-      "eval_runtime": 5294.4091,
-      "eval_samples_per_second": 1.355,
-      "eval_sequential_score": 0.4933751447627624,
-      "eval_steps_per_second": 0.014,
-      "step": 240
+      "eval_dim_128_cosine_accuracy@1": 0.35001378549765644,
+      "eval_dim_128_cosine_accuracy@10": 0.7169837331127654,
+      "eval_dim_128_cosine_accuracy@3": 0.4718775847808106,
+      "eval_dim_128_cosine_accuracy@5": 0.5479735318444996,
+      "eval_dim_128_cosine_map@100": 0.4524911878455968,
+      "eval_dim_128_cosine_mrr@10": 0.4418932521083066,
+      "eval_dim_128_cosine_ndcg@10": 0.5056909760387599,
+      "eval_dim_128_cosine_precision@1": 0.35001378549765644,
+      "eval_dim_128_cosine_precision@10": 0.07169837331127654,
+      "eval_dim_128_cosine_precision@3": 0.1572925282602702,
+      "eval_dim_128_cosine_precision@5": 0.10959470636889991,
+      "eval_dim_128_cosine_recall@1": 0.35001378549765644,
+      "eval_dim_128_cosine_recall@10": 0.7169837331127654,
+      "eval_dim_128_cosine_recall@3": 0.4718775847808106,
+      "eval_dim_128_cosine_recall@5": 0.5479735318444996,
+      "eval_dim_256_cosine_accuracy@1": 0.3551144196305487,
+      "eval_dim_256_cosine_accuracy@10": 0.7259443065894678,
+      "eval_dim_256_cosine_accuracy@3": 0.474496829335539,
+      "eval_dim_256_cosine_accuracy@5": 0.5562448304383788,
+      "eval_dim_256_cosine_map@100": 0.45777798616812915,
+      "eval_dim_256_cosine_mrr@10": 0.44761773471451,
+      "eval_dim_256_cosine_ndcg@10": 0.5121486751554244,
+      "eval_dim_256_cosine_precision@1": 0.3551144196305487,
+      "eval_dim_256_cosine_precision@10": 0.07259443065894679,
+      "eval_dim_256_cosine_precision@3": 0.158165609778513,
+      "eval_dim_256_cosine_precision@5": 0.11124896608767576,
+      "eval_dim_256_cosine_recall@1": 0.3551144196305487,
+      "eval_dim_256_cosine_recall@10": 0.7259443065894678,
+      "eval_dim_256_cosine_recall@3": 0.474496829335539,
+      "eval_dim_256_cosine_recall@5": 0.5562448304383788,
+      "eval_dim_512_cosine_accuracy@1": 0.35745795423214777,
+      "eval_dim_512_cosine_accuracy@10": 0.724703611800386,
+      "eval_dim_512_cosine_accuracy@3": 0.4762889440308795,
+      "eval_dim_512_cosine_accuracy@5": 0.5519713261648745,
+      "eval_dim_512_cosine_map@100": 0.45831810667590944,
+      "eval_dim_512_cosine_mrr@10": 0.4480486956293418,
+      "eval_dim_512_cosine_ndcg@10": 0.512088304480363,
+      "eval_dim_512_cosine_precision@1": 0.35745795423214777,
+      "eval_dim_512_cosine_precision@10": 0.0724703611800386,
+      "eval_dim_512_cosine_precision@3": 0.15876298134362649,
+      "eval_dim_512_cosine_precision@5": 0.11039426523297491,
+      "eval_dim_512_cosine_recall@1": 0.35745795423214777,
+      "eval_dim_512_cosine_recall@10": 0.724703611800386,
+      "eval_dim_512_cosine_recall@3": 0.4762889440308795,
+      "eval_dim_512_cosine_recall@5": 0.5519713261648745,
+      "eval_dim_64_cosine_accuracy@1": 0.3403639371381307,
+      "eval_dim_64_cosine_accuracy@10": 0.710366694237662,
+      "eval_dim_64_cosine_accuracy@3": 0.4583677970774745,
+      "eval_dim_64_cosine_accuracy@5": 0.5363937138130687,
+      "eval_dim_64_cosine_map@100": 0.4420078079211827,
+      "eval_dim_64_cosine_mrr@10": 0.4315533083006209,
+      "eval_dim_64_cosine_ndcg@10": 0.49610418689723323,
+      "eval_dim_64_cosine_precision@1": 0.3403639371381307,
+      "eval_dim_64_cosine_precision@10": 0.07103666942376621,
+      "eval_dim_64_cosine_precision@3": 0.1527892656924915,
+      "eval_dim_64_cosine_precision@5": 0.10727874276261373,
+      "eval_dim_64_cosine_recall@1": 0.3403639371381307,
+      "eval_dim_64_cosine_recall@10": 0.710366694237662,
+      "eval_dim_64_cosine_recall@3": 0.4583677970774745,
+      "eval_dim_64_cosine_recall@5": 0.5363937138130687,
+      "eval_dim_768_cosine_accuracy@1": 0.3602150537634409,
+      "eval_dim_768_cosine_accuracy@10": 0.7300799558864075,
+      "eval_dim_768_cosine_accuracy@3": 0.48345740281224153,
+      "eval_dim_768_cosine_accuracy@5": 0.5621725944306589,
+      "eval_dim_768_cosine_map@100": 0.4634583310653756,
+      "eval_dim_768_cosine_mrr@10": 0.4532543621253309,
+      "eval_dim_768_cosine_ndcg@10": 0.517503271654276,
+      "eval_dim_768_cosine_precision@1": 0.3602150537634409,
+      "eval_dim_768_cosine_precision@10": 0.07300799558864075,
+      "eval_dim_768_cosine_precision@3": 0.1611524676040805,
+      "eval_dim_768_cosine_precision@5": 0.11243451888613179,
+      "eval_dim_768_cosine_recall@1": 0.3602150537634409,
+      "eval_dim_768_cosine_recall@10": 0.7300799558864075,
+      "eval_dim_768_cosine_recall@3": 0.48345740281224153,
+      "eval_dim_768_cosine_recall@5": 0.5621725944306589,
+      "eval_loss": 0.11598330736160278,
+      "eval_runtime": 4756.7643,
+      "eval_samples_per_second": 1.525,
+      "eval_sequential_score": 0.49610418689723323,
+      "eval_steps_per_second": 0.015,
+      "step": 235
     },
     {
-      "epoch": 5.878048780487805,
-      "grad_norm": 715763.1875,
-      "learning_rate": 0.0,
-      "loss": 0.0521,
+      "epoch": 6.0,
+      "grad_norm": 89115.0625,
+      "learning_rate": 1.5612549921877228e-06,
+      "loss": 0.0338,
       "step": 282
     },
     {
-      "epoch": 5.878048780487805,
-      "eval_dim_128_cosine_accuracy@1": 0.34667410403012133,
-      "eval_dim_128_cosine_accuracy@10": 0.7259796402175429,
-      "eval_dim_128_cosine_accuracy@3": 0.46869334820806025,
-      "eval_dim_128_cosine_accuracy@5": 0.548877422953563,
-      "eval_dim_128_cosine_map@100": 0.44958294087462464,
-      "eval_dim_128_cosine_mrr@10": 0.44026242161439555,
-      "eval_dim_128_cosine_ndcg@10": 0.5064194393114915,
-      "eval_dim_128_cosine_precision@1": 0.34667410403012133,
-      "eval_dim_128_cosine_precision@10": 0.0725979640217543,
-      "eval_dim_128_cosine_precision@3": 0.15623111606935342,
-      "eval_dim_128_cosine_precision@5": 0.1097754845907126,
-      "eval_dim_128_cosine_recall@1": 0.34667410403012133,
-      "eval_dim_128_cosine_recall@10": 0.7259796402175429,
-      "eval_dim_128_cosine_recall@3": 0.46869334820806025,
-      "eval_dim_128_cosine_recall@5": 0.548877422953563,
-      "eval_dim_256_cosine_accuracy@1": 0.35099707153813975,
-      "eval_dim_256_cosine_accuracy@10": 0.719286013108353,
-      "eval_dim_256_cosine_accuracy@3": 0.47455027192860133,
-      "eval_dim_256_cosine_accuracy@5": 0.5502719286013108,
-      "eval_dim_256_cosine_map@100": 0.45309491401564994,
-      "eval_dim_256_cosine_mrr@10": 0.4432182202123648,
-      "eval_dim_256_cosine_ndcg@10": 0.5072173461870104,
-      "eval_dim_256_cosine_precision@1": 0.35099707153813975,
-      "eval_dim_256_cosine_precision@10": 0.0719286013108353,
-      "eval_dim_256_cosine_precision@3": 0.15818342397620047,
-      "eval_dim_256_cosine_precision@5": 0.11005438572026217,
-      "eval_dim_256_cosine_recall@1": 0.35099707153813975,
-      "eval_dim_256_cosine_recall@10": 0.719286013108353,
-      "eval_dim_256_cosine_recall@3": 0.47455027192860133,
-      "eval_dim_256_cosine_recall@5": 0.5502719286013108,
-      "eval_dim_512_cosine_accuracy@1": 0.3569934458234556,
-      "eval_dim_512_cosine_accuracy@10": 0.7248640356993445,
-      "eval_dim_512_cosine_accuracy@3": 0.4744108213638265,
-      "eval_dim_512_cosine_accuracy@5": 0.5523636870729326,
-      "eval_dim_512_cosine_map@100": 0.45691118758008836,
-      "eval_dim_512_cosine_mrr@10": 0.4473125330641728,
-      "eval_dim_512_cosine_ndcg@10": 0.5115413503217677,
-      "eval_dim_512_cosine_precision@1": 0.3569934458234556,
-      "eval_dim_512_cosine_precision@10": 0.07248640356993445,
-      "eval_dim_512_cosine_precision@3": 0.15813694045460885,
-      "eval_dim_512_cosine_precision@5": 0.11047273741458653,
-      "eval_dim_512_cosine_recall@1": 0.3569934458234556,
-      "eval_dim_512_cosine_recall@10": 0.7248640356993445,
-      "eval_dim_512_cosine_recall@3": 0.4744108213638265,
-      "eval_dim_512_cosine_recall@5": 0.5523636870729326,
-      "eval_dim_64_cosine_accuracy@1": 0.3380281690140845,
-      "eval_dim_64_cosine_accuracy@10": 0.7046437038070004,
-      "eval_dim_64_cosine_accuracy@3": 0.4548877422953563,
-      "eval_dim_64_cosine_accuracy@5": 0.5322828057453632,
-      "eval_dim_64_cosine_map@100": 0.4382982729365051,
-      "eval_dim_64_cosine_mrr@10": 0.4281275109402298,
-      "eval_dim_64_cosine_ndcg@10": 0.49214355622918665,
-      "eval_dim_64_cosine_precision@1": 0.3380281690140845,
-      "eval_dim_64_cosine_precision@10": 0.07046437038070004,
-      "eval_dim_64_cosine_precision@3": 0.1516292474317854,
-      "eval_dim_64_cosine_precision@5": 0.10645656114907265,
-      "eval_dim_64_cosine_recall@1": 0.3380281690140845,
-      "eval_dim_64_cosine_recall@10": 0.7046437038070004,
-      "eval_dim_64_cosine_recall@3": 0.4548877422953563,
-      "eval_dim_64_cosine_recall@5": 0.5322828057453632,
-      "eval_dim_768_cosine_accuracy@1": 0.35490168735183375,
-      "eval_dim_768_cosine_accuracy@10": 0.7261190907823176,
-      "eval_dim_768_cosine_accuracy@3": 0.4723190628922047,
-      "eval_dim_768_cosine_accuracy@5": 0.5504113791660856,
-      "eval_dim_768_cosine_map@100": 0.455135537492312,
-      "eval_dim_768_cosine_mrr@10": 0.44549231583118165,
-      "eval_dim_768_cosine_ndcg@10": 0.5104063813142831,
-      "eval_dim_768_cosine_precision@1": 0.35490168735183375,
-      "eval_dim_768_cosine_precision@10": 0.07261190907823176,
-      "eval_dim_768_cosine_precision@3": 0.1574396876307349,
-      "eval_dim_768_cosine_precision@5": 0.11008227583321714,
-      "eval_dim_768_cosine_recall@1": 0.35490168735183375,
-      "eval_dim_768_cosine_recall@10": 0.7261190907823176,
-      "eval_dim_768_cosine_recall@3": 0.4723190628922047,
-      "eval_dim_768_cosine_recall@5": 0.5504113791660856,
-      "eval_loss": 0.16643136739730835,
-      "eval_runtime": 5293.6409,
-      "eval_samples_per_second": 1.355,
-      "eval_sequential_score": 0.49214355622918665,
-      "eval_steps_per_second": 0.014,
+      "epoch": 6.0,
+      "eval_dim_128_cosine_accuracy@1": 0.3504273504273504,
+      "eval_dim_128_cosine_accuracy@10": 0.7205679625034463,
+      "eval_dim_128_cosine_accuracy@3": 0.46980976013234077,
+      "eval_dim_128_cosine_accuracy@5": 0.5532120209539564,
+      "eval_dim_128_cosine_map@100": 0.4530896085536035,
+      "eval_dim_128_cosine_mrr@10": 0.44275862031238505,
+      "eval_dim_128_cosine_ndcg@10": 0.5071532407402498,
+      "eval_dim_128_cosine_precision@1": 0.3504273504273504,
+      "eval_dim_128_cosine_precision@10": 0.07205679625034464,
+      "eval_dim_128_cosine_precision@3": 0.15660325337744693,
+      "eval_dim_128_cosine_precision@5": 0.11064240419079129,
+      "eval_dim_128_cosine_recall@1": 0.3504273504273504,
+      "eval_dim_128_cosine_recall@10": 0.7205679625034463,
+      "eval_dim_128_cosine_recall@3": 0.46980976013234077,
+      "eval_dim_128_cosine_recall@5": 0.5532120209539564,
+      "eval_dim_256_cosine_accuracy@1": 0.35594154948993656,
+      "eval_dim_256_cosine_accuracy@10": 0.7259443065894678,
+      "eval_dim_256_cosine_accuracy@3": 0.47615108905431486,
+      "eval_dim_256_cosine_accuracy@5": 0.5562448304383788,
+      "eval_dim_256_cosine_map@100": 0.4584206537452446,
+      "eval_dim_256_cosine_mrr@10": 0.4481468899479667,
+      "eval_dim_256_cosine_ndcg@10": 0.5125341672060905,
+      "eval_dim_256_cosine_precision@1": 0.35594154948993656,
+      "eval_dim_256_cosine_precision@10": 0.07259443065894679,
+      "eval_dim_256_cosine_precision@3": 0.1587170296847716,
+      "eval_dim_256_cosine_precision@5": 0.11124896608767576,
+      "eval_dim_256_cosine_recall@1": 0.35594154948993656,
+      "eval_dim_256_cosine_recall@10": 0.7259443065894678,
+      "eval_dim_256_cosine_recall@3": 0.47615108905431486,
+      "eval_dim_256_cosine_recall@5": 0.5562448304383788,
+      "eval_dim_512_cosine_accuracy@1": 0.35580369451337196,
+      "eval_dim_512_cosine_accuracy@10": 0.7296663909567135,
+      "eval_dim_512_cosine_accuracy@3": 0.4760132340777502,
+      "eval_dim_512_cosine_accuracy@5": 0.5569341053212021,
+      "eval_dim_512_cosine_map@100": 0.4582262561021762,
+      "eval_dim_512_cosine_mrr@10": 0.4481875352843098,
+      "eval_dim_512_cosine_ndcg@10": 0.5133539771570155,
+      "eval_dim_512_cosine_precision@1": 0.35580369451337196,
+      "eval_dim_512_cosine_precision@10": 0.07296663909567135,
+      "eval_dim_512_cosine_precision@3": 0.15867107802591673,
+      "eval_dim_512_cosine_precision@5": 0.11138682106424042,
+      "eval_dim_512_cosine_recall@1": 0.35580369451337196,
+      "eval_dim_512_cosine_recall@10": 0.7296663909567135,
+      "eval_dim_512_cosine_recall@3": 0.4760132340777502,
+      "eval_dim_512_cosine_recall@5": 0.5569341053212021,
+      "eval_dim_64_cosine_accuracy@1": 0.3416046319272126,
+      "eval_dim_64_cosine_accuracy@10": 0.7117452440033085,
+      "eval_dim_64_cosine_accuracy@3": 0.4665012406947891,
+      "eval_dim_64_cosine_accuracy@5": 0.5459057071960298,
+      "eval_dim_64_cosine_map@100": 0.44526802763089235,
+      "eval_dim_64_cosine_mrr@10": 0.43469968402764336,
+      "eval_dim_64_cosine_ndcg@10": 0.4989960354397479,
+      "eval_dim_64_cosine_precision@1": 0.3416046319272126,
+      "eval_dim_64_cosine_precision@10": 0.07117452440033084,
+      "eval_dim_64_cosine_precision@3": 0.1555004135649297,
+      "eval_dim_64_cosine_precision@5": 0.10918114143920596,
+      "eval_dim_64_cosine_recall@1": 0.3416046319272126,
+      "eval_dim_64_cosine_recall@10": 0.7117452440033085,
+      "eval_dim_64_cosine_recall@3": 0.4665012406947891,
+      "eval_dim_64_cosine_recall@5": 0.5459057071960298,
+      "eval_dim_768_cosine_accuracy@1": 0.3615936035290874,
+      "eval_dim_768_cosine_accuracy@10": 0.7302178108629721,
+      "eval_dim_768_cosine_accuracy@3": 0.4807003032809484,
+      "eval_dim_768_cosine_accuracy@5": 0.5638268541494348,
+      "eval_dim_768_cosine_map@100": 0.46347566763660536,
+      "eval_dim_768_cosine_mrr@10": 0.4534180375578229,
+      "eval_dim_768_cosine_ndcg@10": 0.5175916433592258,
+      "eval_dim_768_cosine_precision@1": 0.3615936035290874,
+      "eval_dim_768_cosine_precision@10": 0.07302178108629723,
+      "eval_dim_768_cosine_precision@3": 0.1602334344269828,
+      "eval_dim_768_cosine_precision@5": 0.11276537082988695,
+      "eval_dim_768_cosine_recall@1": 0.3615936035290874,
+      "eval_dim_768_cosine_recall@10": 0.7302178108629721,
+      "eval_dim_768_cosine_recall@3": 0.4807003032809484,
+      "eval_dim_768_cosine_recall@5": 0.5638268541494348,
+      "eval_loss": 0.1151694729924202,
+      "eval_runtime": 4751.4893,
+      "eval_samples_per_second": 1.527,
+      "eval_sequential_score": 0.4989960354397479,
+      "eval_steps_per_second": 0.015,
       "step": 282
     }
   ],
   "logging_steps": 500,
-  "max_steps": 282,
+  "max_steps": 322,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 6,
+  "num_train_epochs": 7,
   "save_steps": 500,
   "stateful_callbacks": {
     "EarlyStoppingCallback": {
@@ -582,7 +582,7 @@
     }
   },
   "total_flos": 0.0,
-  "train_batch_size": 100,
+  "train_batch_size": 104,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f36f3242f7ba54c2450351b52935014d0ea597a3fc4c27c34bb913b3491658f2
+oid sha256:abcd18cdc1b00a64204792da926e72cd3d5a1ff63da51512062f430b6fa5ad0f
 size 5624