{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 37620,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01594896331738437,
      "grad_norm": 793786.1875,
      "learning_rate": 4.9867091972355135e-05,
      "loss": 4.3231,
      "step": 100
    },
    {
      "epoch": 0.03189792663476874,
      "grad_norm": 705751.0625,
      "learning_rate": 4.973418394471026e-05,
      "loss": 4.1867,
      "step": 200
    },
    {
      "epoch": 0.04784688995215311,
      "grad_norm": 761077.1875,
      "learning_rate": 4.9601275917065395e-05,
      "loss": 4.225,
      "step": 300
    },
    {
      "epoch": 0.06379585326953748,
      "grad_norm": 660073.9375,
      "learning_rate": 4.946836788942053e-05,
      "loss": 4.2529,
      "step": 400
    },
    {
      "epoch": 0.07974481658692185,
      "grad_norm": 701404.4375,
      "learning_rate": 4.9335459861775654e-05,
      "loss": 4.2985,
      "step": 500
    },
    {
      "epoch": 0.09569377990430622,
      "grad_norm": 776949.5625,
      "learning_rate": 4.920255183413078e-05,
      "loss": 4.2124,
      "step": 600
    },
    {
      "epoch": 0.11164274322169059,
      "grad_norm": 703487.375,
      "learning_rate": 4.906964380648591e-05,
      "loss": 4.224,
      "step": 700
    },
    {
      "epoch": 0.12759170653907495,
      "grad_norm": 727441.625,
      "learning_rate": 4.893673577884104e-05,
      "loss": 4.3259,
      "step": 800
    },
    {
      "epoch": 0.14354066985645933,
      "grad_norm": 772143.4375,
      "learning_rate": 4.880382775119617e-05,
      "loss": 4.1641,
      "step": 900
    },
    {
      "epoch": 0.1594896331738437,
      "grad_norm": 834641.6875,
      "learning_rate": 4.8670919723551306e-05,
      "loss": 4.2651,
      "step": 1000
    },
    {
      "epoch": 0.17543859649122806,
      "grad_norm": 743223.0,
      "learning_rate": 4.853801169590643e-05,
      "loss": 4.1867,
      "step": 1100
    },
    {
      "epoch": 0.19138755980861244,
      "grad_norm": 643478.125,
      "learning_rate": 4.8405103668261565e-05,
      "loss": 4.1816,
      "step": 1200
    },
    {
      "epoch": 0.20733652312599682,
      "grad_norm": 656405.6875,
      "learning_rate": 4.82721956406167e-05,
      "loss": 4.1677,
      "step": 1300
    },
    {
      "epoch": 0.22328548644338117,
      "grad_norm": 714701.3125,
      "learning_rate": 4.813928761297183e-05,
      "loss": 4.1595,
      "step": 1400
    },
    {
      "epoch": 0.23923444976076555,
      "grad_norm": 739746.875,
      "learning_rate": 4.800637958532696e-05,
      "loss": 4.1319,
      "step": 1500
    },
    {
      "epoch": 0.2551834130781499,
      "grad_norm": 736049.3125,
      "learning_rate": 4.787347155768209e-05,
      "loss": 4.1543,
      "step": 1600
    },
    {
      "epoch": 0.2711323763955343,
      "grad_norm": 668736.5,
      "learning_rate": 4.7740563530037217e-05,
      "loss": 4.2052,
      "step": 1700
    },
    {
      "epoch": 0.28708133971291866,
      "grad_norm": 655993.0625,
      "learning_rate": 4.760765550239234e-05,
      "loss": 4.1642,
      "step": 1800
    },
    {
      "epoch": 0.30303030303030304,
      "grad_norm": 732162.3125,
      "learning_rate": 4.7474747474747476e-05,
      "loss": 4.1464,
      "step": 1900
    },
    {
      "epoch": 0.3189792663476874,
      "grad_norm": 687130.875,
      "learning_rate": 4.734183944710261e-05,
      "loss": 4.181,
      "step": 2000
    },
    {
      "epoch": 0.3349282296650718,
      "grad_norm": 823373.1875,
      "learning_rate": 4.7208931419457735e-05,
      "loss": 4.1591,
      "step": 2100
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 716504.625,
      "learning_rate": 4.707602339181287e-05,
      "loss": 4.1391,
      "step": 2200
    },
    {
      "epoch": 0.3668261562998405,
      "grad_norm": 714200.6875,
      "learning_rate": 4.6943115364168e-05,
      "loss": 4.0962,
      "step": 2300
    },
    {
      "epoch": 0.3827751196172249,
      "grad_norm": 662553.0,
      "learning_rate": 4.681020733652313e-05,
      "loss": 4.0964,
      "step": 2400
    },
    {
      "epoch": 0.39872408293460926,
      "grad_norm": 767714.875,
      "learning_rate": 4.667729930887826e-05,
      "loss": 4.1174,
      "step": 2500
    },
    {
      "epoch": 0.41467304625199364,
      "grad_norm": 763852.75,
      "learning_rate": 4.6544391281233393e-05,
      "loss": 4.0442,
      "step": 2600
    },
    {
      "epoch": 0.430622009569378,
      "grad_norm": 733045.8125,
      "learning_rate": 4.641148325358852e-05,
      "loss": 4.112,
      "step": 2700
    },
    {
      "epoch": 0.44657097288676234,
      "grad_norm": 752065.875,
      "learning_rate": 4.6278575225943646e-05,
      "loss": 4.1223,
      "step": 2800
    },
    {
      "epoch": 0.4625199362041467,
      "grad_norm": 675739.8125,
      "learning_rate": 4.614566719829878e-05,
      "loss": 4.1608,
      "step": 2900
    },
    {
      "epoch": 0.4784688995215311,
      "grad_norm": 666147.375,
      "learning_rate": 4.6012759170653905e-05,
      "loss": 4.0803,
      "step": 3000
    },
    {
      "epoch": 0.4944178628389155,
      "grad_norm": 594287.9375,
      "learning_rate": 4.587985114300904e-05,
      "loss": 4.045,
      "step": 3100
    },
    {
      "epoch": 0.5103668261562998,
      "grad_norm": 778230.25,
      "learning_rate": 4.574694311536417e-05,
      "loss": 4.1268,
      "step": 3200
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 683312.0625,
      "learning_rate": 4.56140350877193e-05,
      "loss": 4.0424,
      "step": 3300
    },
    {
      "epoch": 0.5422647527910686,
      "grad_norm": 640858.25,
      "learning_rate": 4.548112706007443e-05,
      "loss": 4.0235,
      "step": 3400
    },
    {
      "epoch": 0.5582137161084529,
      "grad_norm": 680217.875,
      "learning_rate": 4.5348219032429564e-05,
      "loss": 4.1423,
      "step": 3500
    },
    {
      "epoch": 0.5741626794258373,
      "grad_norm": 708408.4375,
      "learning_rate": 4.521531100478469e-05,
      "loss": 4.0291,
      "step": 3600
    },
    {
      "epoch": 0.5901116427432217,
      "grad_norm": 663333.0,
      "learning_rate": 4.508240297713982e-05,
      "loss": 3.9998,
      "step": 3700
    },
    {
      "epoch": 0.6060606060606061,
      "grad_norm": 652592.0,
      "learning_rate": 4.494949494949495e-05,
      "loss": 4.0424,
      "step": 3800
    },
    {
      "epoch": 0.6220095693779905,
      "grad_norm": 667416.9375,
      "learning_rate": 4.481658692185008e-05,
      "loss": 4.053,
      "step": 3900
    },
    {
      "epoch": 0.6379585326953748,
      "grad_norm": 674108.4375,
      "learning_rate": 4.468367889420521e-05,
      "loss": 4.0748,
      "step": 4000
    },
    {
      "epoch": 0.6539074960127592,
      "grad_norm": 714003.625,
      "learning_rate": 4.455077086656034e-05,
      "loss": 3.9807,
      "step": 4100
    },
    {
      "epoch": 0.6698564593301436,
      "grad_norm": 693166.4375,
      "learning_rate": 4.4417862838915475e-05,
      "loss": 3.993,
      "step": 4200
    },
    {
      "epoch": 0.6858054226475279,
      "grad_norm": 689997.125,
      "learning_rate": 4.42849548112706e-05,
      "loss": 4.0593,
      "step": 4300
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 741118.5625,
      "learning_rate": 4.4152046783625734e-05,
      "loss": 4.0409,
      "step": 4400
    },
    {
      "epoch": 0.7177033492822966,
      "grad_norm": 668626.9375,
      "learning_rate": 4.401913875598087e-05,
      "loss": 4.06,
      "step": 4500
    },
    {
      "epoch": 0.733652312599681,
      "grad_norm": 771064.125,
      "learning_rate": 4.388623072833599e-05,
      "loss": 4.0122,
      "step": 4600
    },
    {
      "epoch": 0.7496012759170654,
      "grad_norm": 756131.375,
      "learning_rate": 4.3753322700691126e-05,
      "loss": 4.043,
      "step": 4700
    },
    {
      "epoch": 0.7655502392344498,
      "grad_norm": 737817.5625,
      "learning_rate": 4.362041467304626e-05,
      "loss": 4.0213,
      "step": 4800
    },
    {
      "epoch": 0.7814992025518341,
      "grad_norm": 758023.5625,
      "learning_rate": 4.3487506645401385e-05,
      "loss": 3.9778,
      "step": 4900
    },
    {
      "epoch": 0.7974481658692185,
      "grad_norm": 672895.1875,
      "learning_rate": 4.335459861775651e-05,
      "loss": 4.0434,
      "step": 5000
    },
    {
      "epoch": 0.8133971291866029,
      "grad_norm": 710937.375,
      "learning_rate": 4.3221690590111645e-05,
      "loss": 4.0117,
      "step": 5100
    },
    {
      "epoch": 0.8293460925039873,
      "grad_norm": 773563.875,
      "learning_rate": 4.308878256246677e-05,
      "loss": 4.0516,
      "step": 5200
    },
    {
      "epoch": 0.8452950558213717,
      "grad_norm": 750733.4375,
      "learning_rate": 4.2955874534821904e-05,
      "loss": 3.9798,
      "step": 5300
    },
    {
      "epoch": 0.861244019138756,
      "grad_norm": 706317.3125,
      "learning_rate": 4.282296650717704e-05,
      "loss": 3.9845,
      "step": 5400
    },
    {
      "epoch": 0.8771929824561403,
      "grad_norm": 710855.75,
      "learning_rate": 4.269005847953216e-05,
      "loss": 4.0295,
      "step": 5500
    },
    {
      "epoch": 0.8931419457735247,
      "grad_norm": 712988.9375,
      "learning_rate": 4.2557150451887296e-05,
      "loss": 3.9732,
      "step": 5600
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 628492.75,
      "learning_rate": 4.242424242424243e-05,
      "loss": 4.0012,
      "step": 5700
    },
    {
      "epoch": 0.9250398724082934,
      "grad_norm": 821738.375,
      "learning_rate": 4.2291334396597556e-05,
      "loss": 3.9867,
      "step": 5800
    },
    {
      "epoch": 0.9409888357256778,
      "grad_norm": 720818.125,
      "learning_rate": 4.215842636895269e-05,
      "loss": 3.962,
      "step": 5900
    },
    {
      "epoch": 0.9569377990430622,
      "grad_norm": 698428.0625,
      "learning_rate": 4.2025518341307815e-05,
      "loss": 4.0095,
      "step": 6000
    },
    {
      "epoch": 0.9728867623604466,
      "grad_norm": 769185.75,
      "learning_rate": 4.189261031366295e-05,
      "loss": 3.9469,
      "step": 6100
    },
    {
      "epoch": 0.988835725677831,
      "grad_norm": 706422.25,
      "learning_rate": 4.1759702286018074e-05,
      "loss": 3.9466,
      "step": 6200
    },
    {
      "epoch": 1.0,
      "eval_loss": 3.8981289863586426,
      "eval_runtime": 213.136,
      "eval_samples_per_second": 134.295,
      "eval_steps_per_second": 4.199,
      "step": 6270
    },
    {
      "epoch": 1.0047846889952152,
      "grad_norm": 664245.5,
      "learning_rate": 4.162679425837321e-05,
      "loss": 3.9397,
      "step": 6300
    },
    {
      "epoch": 1.0207336523125996,
      "grad_norm": 790251.5625,
      "learning_rate": 4.149388623072834e-05,
      "loss": 3.7918,
      "step": 6400
    },
    {
      "epoch": 1.036682615629984,
      "grad_norm": 813129.1875,
      "learning_rate": 4.1360978203083467e-05,
      "loss": 3.8563,
      "step": 6500
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 695871.5,
      "learning_rate": 4.12280701754386e-05,
      "loss": 3.959,
      "step": 6600
    },
    {
      "epoch": 1.0685805422647527,
      "grad_norm": 640218.3125,
      "learning_rate": 4.109516214779373e-05,
      "loss": 3.9882,
      "step": 6700
    },
    {
      "epoch": 1.0845295055821371,
      "grad_norm": 709886.125,
      "learning_rate": 4.096225412014886e-05,
      "loss": 3.9328,
      "step": 6800
    },
    {
      "epoch": 1.1004784688995215,
      "grad_norm": 663732.1875,
      "learning_rate": 4.082934609250399e-05,
      "loss": 3.947,
      "step": 6900
    },
    {
      "epoch": 1.1164274322169059,
      "grad_norm": 649781.9375,
      "learning_rate": 4.069643806485912e-05,
      "loss": 3.8735,
      "step": 7000
    },
    {
      "epoch": 1.1323763955342903,
      "grad_norm": 788934.4375,
      "learning_rate": 4.056353003721425e-05,
      "loss": 3.8548,
      "step": 7100
    },
    {
      "epoch": 1.1483253588516746,
      "grad_norm": 688279.3125,
      "learning_rate": 4.043062200956938e-05,
      "loss": 3.8844,
      "step": 7200
    },
    {
      "epoch": 1.164274322169059,
      "grad_norm": 698958.0,
      "learning_rate": 4.029771398192451e-05,
      "loss": 3.878,
      "step": 7300
    },
    {
      "epoch": 1.1802232854864434,
      "grad_norm": 777544.8125,
      "learning_rate": 4.016480595427964e-05,
      "loss": 3.8299,
      "step": 7400
    },
    {
      "epoch": 1.1961722488038278,
      "grad_norm": 768888.3125,
      "learning_rate": 4.003189792663477e-05,
      "loss": 3.859,
      "step": 7500
    },
    {
      "epoch": 1.2121212121212122,
      "grad_norm": 703599.8125,
      "learning_rate": 3.98989898989899e-05,
      "loss": 3.9008,
      "step": 7600
    },
    {
      "epoch": 1.2280701754385965,
      "grad_norm": 684616.75,
      "learning_rate": 3.976608187134503e-05,
      "loss": 3.8917,
      "step": 7700
    },
    {
      "epoch": 1.244019138755981,
      "grad_norm": 754650.9375,
      "learning_rate": 3.963317384370016e-05,
      "loss": 3.7987,
      "step": 7800
    },
    {
      "epoch": 1.2599681020733653,
      "grad_norm": 833289.8125,
      "learning_rate": 3.9500265816055295e-05,
      "loss": 3.8097,
      "step": 7900
    },
    {
      "epoch": 1.2759170653907497,
      "grad_norm": 712939.125,
      "learning_rate": 3.936735778841042e-05,
      "loss": 3.91,
      "step": 8000
    },
    {
      "epoch": 1.291866028708134,
      "grad_norm": 691034.4375,
      "learning_rate": 3.9234449760765554e-05,
      "loss": 3.8607,
      "step": 8100
    },
    {
      "epoch": 1.3078149920255182,
      "grad_norm": 777656.1875,
      "learning_rate": 3.910154173312068e-05,
      "loss": 3.8294,
      "step": 8200
    },
    {
      "epoch": 1.3237639553429026,
      "grad_norm": 779268.6875,
      "learning_rate": 3.896863370547581e-05,
      "loss": 3.839,
      "step": 8300
    },
    {
      "epoch": 1.339712918660287,
      "grad_norm": 737519.0,
      "learning_rate": 3.883572567783094e-05,
      "loss": 3.8773,
      "step": 8400
    },
    {
      "epoch": 1.3556618819776713,
      "grad_norm": 722279.3125,
      "learning_rate": 3.870281765018607e-05,
      "loss": 3.8351,
      "step": 8500
    },
    {
      "epoch": 1.3716108452950557,
      "grad_norm": 763525.9375,
      "learning_rate": 3.8569909622541206e-05,
      "loss": 3.8517,
      "step": 8600
    },
    {
      "epoch": 1.38755980861244,
      "grad_norm": 715289.3125,
      "learning_rate": 3.843700159489633e-05,
      "loss": 3.8272,
      "step": 8700
    },
    {
      "epoch": 1.4035087719298245,
      "grad_norm": 656186.625,
      "learning_rate": 3.8304093567251465e-05,
      "loss": 3.8894,
      "step": 8800
    },
    {
      "epoch": 1.4194577352472089,
      "grad_norm": 756528.875,
      "learning_rate": 3.81711855396066e-05,
      "loss": 3.8387,
      "step": 8900
    },
    {
      "epoch": 1.4354066985645932,
      "grad_norm": 716015.0,
      "learning_rate": 3.8038277511961725e-05,
      "loss": 3.7842,
      "step": 9000
    },
    {
      "epoch": 1.4513556618819776,
      "grad_norm": 721006.3125,
      "learning_rate": 3.790536948431686e-05,
      "loss": 3.7769,
      "step": 9100
    },
    {
      "epoch": 1.467304625199362,
      "grad_norm": 800538.1875,
      "learning_rate": 3.7772461456671984e-05,
      "loss": 3.8393,
      "step": 9200
    },
    {
      "epoch": 1.4832535885167464,
      "grad_norm": 699156.0,
      "learning_rate": 3.763955342902711e-05,
      "loss": 3.7527,
      "step": 9300
    },
    {
      "epoch": 1.4992025518341308,
      "grad_norm": 699306.375,
      "learning_rate": 3.750664540138224e-05,
      "loss": 3.8306,
      "step": 9400
    },
    {
      "epoch": 1.5151515151515151,
      "grad_norm": 689892.5,
      "learning_rate": 3.7373737373737376e-05,
      "loss": 3.8582,
      "step": 9500
    },
    {
      "epoch": 1.5311004784688995,
      "grad_norm": 712134.3125,
      "learning_rate": 3.72408293460925e-05,
      "loss": 3.9048,
      "step": 9600
    },
    {
      "epoch": 1.547049441786284,
      "grad_norm": 611158.625,
      "learning_rate": 3.7107921318447635e-05,
      "loss": 3.8315,
      "step": 9700
    },
    {
      "epoch": 1.5629984051036683,
      "grad_norm": 814951.875,
      "learning_rate": 3.697501329080277e-05,
      "loss": 3.8433,
      "step": 9800
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 638232.25,
      "learning_rate": 3.6842105263157895e-05,
      "loss": 3.8697,
      "step": 9900
    },
    {
      "epoch": 1.594896331738437,
      "grad_norm": 717277.8125,
      "learning_rate": 3.670919723551303e-05,
      "loss": 3.8447,
      "step": 10000
    },
    {
      "epoch": 1.6108452950558214,
      "grad_norm": 623000.1875,
      "learning_rate": 3.657628920786816e-05,
      "loss": 3.9104,
      "step": 10100
    },
    {
      "epoch": 1.6267942583732058,
      "grad_norm": 737050.875,
      "learning_rate": 3.644338118022329e-05,
      "loss": 3.8208,
      "step": 10200
    },
    {
      "epoch": 1.6427432216905902,
      "grad_norm": 766050.0,
      "learning_rate": 3.631047315257842e-05,
      "loss": 3.8454,
      "step": 10300
    },
    {
      "epoch": 1.6586921850079746,
      "grad_norm": 681873.25,
      "learning_rate": 3.6177565124933546e-05,
      "loss": 3.8284,
      "step": 10400
    },
    {
      "epoch": 1.674641148325359,
      "grad_norm": 636321.0625,
      "learning_rate": 3.604465709728867e-05,
      "loss": 3.8191,
      "step": 10500
    },
    {
      "epoch": 1.6905901116427433,
      "grad_norm": 751694.875,
      "learning_rate": 3.5911749069643806e-05,
      "loss": 3.8152,
      "step": 10600
    },
    {
      "epoch": 1.7065390749601277,
      "grad_norm": 779390.25,
      "learning_rate": 3.577884104199894e-05,
      "loss": 3.8235,
      "step": 10700
    },
    {
      "epoch": 1.722488038277512,
      "grad_norm": 780193.4375,
      "learning_rate": 3.5645933014354065e-05,
      "loss": 3.8109,
      "step": 10800
    },
    {
      "epoch": 1.7384370015948964,
      "grad_norm": 678532.75,
      "learning_rate": 3.55130249867092e-05,
      "loss": 3.8017,
      "step": 10900
    },
    {
      "epoch": 1.7543859649122808,
      "grad_norm": 733045.375,
      "learning_rate": 3.538011695906433e-05,
      "loss": 3.8518,
      "step": 11000
    },
    {
      "epoch": 1.7703349282296652,
      "grad_norm": 646417.375,
      "learning_rate": 3.5247208931419464e-05,
      "loss": 3.7623,
      "step": 11100
    },
    {
      "epoch": 1.7862838915470496,
      "grad_norm": 641868.25,
      "learning_rate": 3.511430090377459e-05,
      "loss": 3.7536,
      "step": 11200
    },
    {
      "epoch": 1.802232854864434,
      "grad_norm": 743804.375,
      "learning_rate": 3.498139287612972e-05,
      "loss": 3.8056,
      "step": 11300
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 725540.5625,
      "learning_rate": 3.484848484848485e-05,
      "loss": 3.8078,
      "step": 11400
    },
    {
      "epoch": 1.8341307814992025,
      "grad_norm": 735264.125,
      "learning_rate": 3.4715576820839976e-05,
      "loss": 3.8247,
      "step": 11500
    },
    {
      "epoch": 1.8500797448165869,
      "grad_norm": 708785.5625,
      "learning_rate": 3.458266879319511e-05,
      "loss": 3.7898,
      "step": 11600
    },
    {
      "epoch": 1.8660287081339713,
      "grad_norm": 864416.3125,
      "learning_rate": 3.444976076555024e-05,
      "loss": 3.8642,
      "step": 11700
    },
    {
      "epoch": 1.8819776714513556,
      "grad_norm": 693382.5625,
      "learning_rate": 3.431685273790537e-05,
      "loss": 3.7433,
      "step": 11800
    },
    {
      "epoch": 1.89792663476874,
      "grad_norm": 841755.25,
      "learning_rate": 3.41839447102605e-05,
      "loss": 3.8562,
      "step": 11900
    },
    {
      "epoch": 1.9138755980861244,
      "grad_norm": 662765.125,
      "learning_rate": 3.4051036682615634e-05,
      "loss": 3.8703,
      "step": 12000
    },
    {
      "epoch": 1.9298245614035088,
      "grad_norm": 707709.75,
      "learning_rate": 3.391812865497076e-05,
      "loss": 3.8402,
      "step": 12100
    },
    {
      "epoch": 1.9457735247208932,
      "grad_norm": 616722.875,
      "learning_rate": 3.3785220627325893e-05,
      "loss": 3.8432,
      "step": 12200
    },
    {
      "epoch": 1.9617224880382775,
      "grad_norm": 795238.625,
      "learning_rate": 3.3652312599681026e-05,
      "loss": 3.7319,
      "step": 12300
    },
    {
      "epoch": 1.977671451355662,
      "grad_norm": 709130.0,
      "learning_rate": 3.351940457203615e-05,
      "loss": 3.7628,
      "step": 12400
    },
    {
      "epoch": 1.9936204146730463,
      "grad_norm": 789321.375,
      "learning_rate": 3.3386496544391286e-05,
      "loss": 3.7821,
      "step": 12500
    },
    {
      "epoch": 2.0,
      "eval_loss": 3.800079584121704,
      "eval_runtime": 212.9573,
      "eval_samples_per_second": 134.407,
      "eval_steps_per_second": 4.203,
      "step": 12540
    },
    {
      "epoch": 2.0095693779904304,
      "grad_norm": 862786.0,
      "learning_rate": 3.325358851674641e-05,
      "loss": 3.7512,
      "step": 12600
    },
    {
      "epoch": 2.025518341307815,
      "grad_norm": 772642.5625,
      "learning_rate": 3.312068048910154e-05,
      "loss": 3.6611,
      "step": 12700
    },
    {
      "epoch": 2.041467304625199,
      "grad_norm": 706907.1875,
      "learning_rate": 3.298777246145667e-05,
      "loss": 3.7484,
      "step": 12800
    },
    {
      "epoch": 2.0574162679425836,
      "grad_norm": 940896.375,
      "learning_rate": 3.2854864433811804e-05,
      "loss": 3.7545,
      "step": 12900
    },
    {
      "epoch": 2.073365231259968,
      "grad_norm": 670013.875,
      "learning_rate": 3.272195640616693e-05,
      "loss": 3.6504,
      "step": 13000
    },
    {
      "epoch": 2.0893141945773523,
      "grad_norm": 702168.0,
      "learning_rate": 3.2589048378522064e-05,
      "loss": 3.6133,
      "step": 13100
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 741310.75,
      "learning_rate": 3.24561403508772e-05,
      "loss": 3.7202,
      "step": 13200
    },
    {
      "epoch": 2.121212121212121,
      "grad_norm": 630812.625,
      "learning_rate": 3.232323232323233e-05,
      "loss": 3.7131,
      "step": 13300
    },
    {
      "epoch": 2.1371610845295055,
      "grad_norm": 736768.125,
      "learning_rate": 3.2190324295587456e-05,
      "loss": 3.6982,
      "step": 13400
    },
    {
      "epoch": 2.15311004784689,
      "grad_norm": 743122.8125,
      "learning_rate": 3.205741626794259e-05,
      "loss": 3.7196,
      "step": 13500
    },
    {
      "epoch": 2.1690590111642742,
      "grad_norm": 685713.25,
      "learning_rate": 3.1924508240297715e-05,
      "loss": 3.7312,
      "step": 13600
    },
    {
      "epoch": 2.1850079744816586,
      "grad_norm": 829695.75,
      "learning_rate": 3.179160021265284e-05,
      "loss": 3.6914,
      "step": 13700
    },
    {
      "epoch": 2.200956937799043,
      "grad_norm": 640866.6875,
      "learning_rate": 3.1658692185007975e-05,
      "loss": 3.8376,
      "step": 13800
    },
    {
      "epoch": 2.2169059011164274,
      "grad_norm": 705478.25,
      "learning_rate": 3.152578415736311e-05,
      "loss": 3.7294,
      "step": 13900
    },
    {
      "epoch": 2.2328548644338118,
      "grad_norm": 664668.8125,
      "learning_rate": 3.1392876129718234e-05,
      "loss": 3.7046,
      "step": 14000
    },
    {
      "epoch": 2.248803827751196,
      "grad_norm": 653658.25,
      "learning_rate": 3.125996810207337e-05,
      "loss": 3.7142,
      "step": 14100
    },
    {
      "epoch": 2.2647527910685805,
      "grad_norm": 737460.0625,
      "learning_rate": 3.11270600744285e-05,
      "loss": 3.6449,
      "step": 14200
    },
    {
      "epoch": 2.280701754385965,
      "grad_norm": 657366.8125,
      "learning_rate": 3.0994152046783626e-05,
      "loss": 3.7051,
      "step": 14300
    },
    {
      "epoch": 2.2966507177033493,
      "grad_norm": 734922.0625,
      "learning_rate": 3.086124401913876e-05,
      "loss": 3.6793,
      "step": 14400
    },
    {
      "epoch": 2.3125996810207337,
      "grad_norm": 636888.125,
      "learning_rate": 3.072833599149389e-05,
      "loss": 3.764,
      "step": 14500
    },
    {
      "epoch": 2.328548644338118,
      "grad_norm": 776567.125,
      "learning_rate": 3.059542796384902e-05,
      "loss": 3.6952,
      "step": 14600
    },
    {
      "epoch": 2.3444976076555024,
      "grad_norm": 678031.5,
      "learning_rate": 3.0462519936204148e-05,
      "loss": 3.7086,
      "step": 14700
    },
    {
      "epoch": 2.360446570972887,
      "grad_norm": 702883.9375,
      "learning_rate": 3.032961190855928e-05,
      "loss": 3.6974,
      "step": 14800
    },
    {
      "epoch": 2.376395534290271,
      "grad_norm": 640335.375,
      "learning_rate": 3.0196703880914407e-05,
      "loss": 3.6555,
      "step": 14900
    },
    {
      "epoch": 2.3923444976076556,
      "grad_norm": 686070.0625,
      "learning_rate": 3.0063795853269537e-05,
      "loss": 3.7167,
      "step": 15000
    },
    {
      "epoch": 2.40829346092504,
      "grad_norm": 676044.25,
      "learning_rate": 2.993088782562467e-05,
      "loss": 3.6554,
      "step": 15100
    },
    {
      "epoch": 2.4242424242424243,
      "grad_norm": 767818.6875,
      "learning_rate": 2.9797979797979796e-05,
      "loss": 3.693,
      "step": 15200
    },
    {
      "epoch": 2.4401913875598087,
      "grad_norm": 739911.0625,
      "learning_rate": 2.966507177033493e-05,
      "loss": 3.6431,
      "step": 15300
    },
    {
      "epoch": 2.456140350877193,
      "grad_norm": 771256.3125,
      "learning_rate": 2.9532163742690062e-05,
      "loss": 3.6216,
      "step": 15400
    },
    {
      "epoch": 2.4720893141945774,
      "grad_norm": 773173.375,
      "learning_rate": 2.939925571504519e-05,
      "loss": 3.7742,
      "step": 15500
    },
    {
      "epoch": 2.488038277511962,
      "grad_norm": 762888.3125,
      "learning_rate": 2.9266347687400318e-05,
      "loss": 3.7236,
      "step": 15600
    },
    {
      "epoch": 2.503987240829346,
      "grad_norm": 879857.0625,
      "learning_rate": 2.913343965975545e-05,
      "loss": 3.7253,
      "step": 15700
    },
    {
      "epoch": 2.5199362041467306,
      "grad_norm": 733285.0625,
      "learning_rate": 2.9000531632110584e-05,
      "loss": 3.7166,
      "step": 15800
    },
    {
      "epoch": 2.535885167464115,
      "grad_norm": 833014.3125,
      "learning_rate": 2.886762360446571e-05,
      "loss": 3.6705,
      "step": 15900
    },
    {
      "epoch": 2.5518341307814993,
      "grad_norm": 736943.4375,
      "learning_rate": 2.8734715576820844e-05,
      "loss": 3.7253,
      "step": 16000
    },
    {
      "epoch": 2.5677830940988837,
      "grad_norm": 708644.4375,
      "learning_rate": 2.8601807549175973e-05,
      "loss": 3.6672,
      "step": 16100
    },
    {
      "epoch": 2.583732057416268,
      "grad_norm": 795735.8125,
      "learning_rate": 2.84688995215311e-05,
      "loss": 3.728,
      "step": 16200
    },
    {
      "epoch": 2.5996810207336525,
      "grad_norm": 864533.875,
      "learning_rate": 2.8335991493886233e-05,
      "loss": 3.6478,
      "step": 16300
    },
    {
      "epoch": 2.6156299840510364,
      "grad_norm": 835745.0,
      "learning_rate": 2.8203083466241366e-05,
      "loss": 3.6204,
      "step": 16400
    },
    {
      "epoch": 2.6315789473684212,
      "grad_norm": 726415.3125,
      "learning_rate": 2.8070175438596492e-05,
      "loss": 3.6899,
      "step": 16500
    },
    {
      "epoch": 2.647527910685805,
      "grad_norm": 619188.1875,
      "learning_rate": 2.793726741095162e-05,
      "loss": 3.6442,
      "step": 16600
    },
    {
      "epoch": 2.66347687400319,
      "grad_norm": 704278.1875,
      "learning_rate": 2.7804359383306755e-05,
      "loss": 3.7113,
      "step": 16700
    },
    {
      "epoch": 2.679425837320574,
      "grad_norm": 787753.0,
      "learning_rate": 2.767145135566188e-05,
      "loss": 3.7368,
      "step": 16800
    },
    {
      "epoch": 2.6953748006379588,
      "grad_norm": 738743.5625,
      "learning_rate": 2.7538543328017014e-05,
      "loss": 3.7575,
      "step": 16900
    },
    {
      "epoch": 2.7113237639553427,
      "grad_norm": 797812.75,
      "learning_rate": 2.7405635300372147e-05,
      "loss": 3.6586,
      "step": 17000
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 662883.0,
      "learning_rate": 2.7272727272727273e-05,
      "loss": 3.6812,
      "step": 17100
    },
    {
      "epoch": 2.7432216905901115,
      "grad_norm": 708693.8125,
      "learning_rate": 2.7139819245082403e-05,
      "loss": 3.6645,
      "step": 17200
    },
    {
      "epoch": 2.7591706539074963,
      "grad_norm": 750630.625,
      "learning_rate": 2.7006911217437536e-05,
      "loss": 3.659,
      "step": 17300
    },
    {
      "epoch": 2.77511961722488,
      "grad_norm": 743643.5625,
      "learning_rate": 2.6874003189792662e-05,
      "loss": 3.6794,
      "step": 17400
    },
    {
      "epoch": 2.7910685805422646,
      "grad_norm": 683095.9375,
      "learning_rate": 2.6741095162147795e-05,
      "loss": 3.6587,
      "step": 17500
    },
    {
      "epoch": 2.807017543859649,
      "grad_norm": 659289.8125,
      "learning_rate": 2.6608187134502928e-05,
      "loss": 3.7067,
      "step": 17600
    },
    {
      "epoch": 2.8229665071770333,
      "grad_norm": 722875.9375,
      "learning_rate": 2.6475279106858054e-05,
      "loss": 3.6918,
      "step": 17700
    },
    {
      "epoch": 2.8389154704944177,
      "grad_norm": 643060.4375,
      "learning_rate": 2.6342371079213184e-05,
      "loss": 3.694,
      "step": 17800
    },
    {
      "epoch": 2.854864433811802,
      "grad_norm": 811117.3125,
      "learning_rate": 2.6209463051568317e-05,
      "loss": 3.703,
      "step": 17900
    },
    {
      "epoch": 2.8708133971291865,
      "grad_norm": 835076.6875,
      "learning_rate": 2.6076555023923443e-05,
      "loss": 3.6346,
      "step": 18000
    },
    {
      "epoch": 2.886762360446571,
      "grad_norm": 800111.875,
      "learning_rate": 2.5943646996278576e-05,
      "loss": 3.6589,
      "step": 18100
    },
    {
      "epoch": 2.9027113237639552,
      "grad_norm": 726367.5,
      "learning_rate": 2.5810738968633706e-05,
      "loss": 3.6522,
      "step": 18200
    },
    {
      "epoch": 2.9186602870813396,
      "grad_norm": 717922.25,
      "learning_rate": 2.567783094098884e-05,
      "loss": 3.6592,
      "step": 18300
    },
    {
      "epoch": 2.934609250398724,
      "grad_norm": 841302.0625,
      "learning_rate": 2.5544922913343965e-05,
      "loss": 3.688,
      "step": 18400
    },
    {
      "epoch": 2.9505582137161084,
      "grad_norm": 697304.1875,
      "learning_rate": 2.5412014885699098e-05,
      "loss": 3.6017,
      "step": 18500
    },
    {
      "epoch": 2.9665071770334928,
      "grad_norm": 929050.25,
      "learning_rate": 2.527910685805423e-05,
      "loss": 3.6116,
      "step": 18600
    },
    {
      "epoch": 2.982456140350877,
      "grad_norm": 699048.9375,
      "learning_rate": 2.5146198830409358e-05,
      "loss": 3.6474,
      "step": 18700
    },
    {
      "epoch": 2.9984051036682615,
      "grad_norm": 783686.0625,
      "learning_rate": 2.5013290802764487e-05,
      "loss": 3.6783,
      "step": 18800
    },
    {
      "epoch": 3.0,
      "eval_loss": 3.706315755844116,
      "eval_runtime": 212.8533,
      "eval_samples_per_second": 134.473,
      "eval_steps_per_second": 4.205,
      "step": 18810
    },
    {
      "epoch": 3.014354066985646,
      "grad_norm": 709059.3125,
      "learning_rate": 2.4880382775119617e-05,
      "loss": 3.5423,
      "step": 18900
    },
    {
      "epoch": 3.0303030303030303,
      "grad_norm": 655684.75,
      "learning_rate": 2.474747474747475e-05,
      "loss": 3.5606,
      "step": 19000
    },
    {
      "epoch": 3.0462519936204147,
      "grad_norm": 759915.1875,
      "learning_rate": 2.461456671982988e-05,
      "loss": 3.6979,
      "step": 19100
    },
    {
      "epoch": 3.062200956937799,
      "grad_norm": 835860.375,
      "learning_rate": 2.448165869218501e-05,
      "loss": 3.6324,
      "step": 19200
    },
    {
      "epoch": 3.0781499202551834,
      "grad_norm": 675779.5625,
      "learning_rate": 2.434875066454014e-05,
      "loss": 3.5773,
      "step": 19300
    },
    {
      "epoch": 3.094098883572568,
      "grad_norm": 700443.875,
      "learning_rate": 2.421584263689527e-05,
      "loss": 3.6309,
      "step": 19400
    },
    {
      "epoch": 3.110047846889952,
      "grad_norm": 768801.6875,
      "learning_rate": 2.4082934609250398e-05,
      "loss": 3.639,
      "step": 19500
    },
    {
      "epoch": 3.1259968102073366,
      "grad_norm": 705109.6875,
      "learning_rate": 2.395002658160553e-05,
      "loss": 3.6365,
      "step": 19600
    },
    {
      "epoch": 3.141945773524721,
      "grad_norm": 661887.5,
      "learning_rate": 2.381711855396066e-05,
      "loss": 3.5754,
      "step": 19700
    },
    {
      "epoch": 3.1578947368421053,
      "grad_norm": 691131.0,
      "learning_rate": 2.368421052631579e-05,
      "loss": 3.5888,
      "step": 19800
    },
    {
      "epoch": 3.1738437001594897,
      "grad_norm": 738841.625,
      "learning_rate": 2.355130249867092e-05,
      "loss": 3.6433,
      "step": 19900
    },
    {
      "epoch": 3.189792663476874,
      "grad_norm": 663372.1875,
      "learning_rate": 2.341839447102605e-05,
      "loss": 3.5642,
      "step": 20000
    },
    {
      "epoch": 3.2057416267942584,
      "grad_norm": 619548.75,
      "learning_rate": 2.3285486443381183e-05,
      "loss": 3.5864,
      "step": 20100
    },
    {
      "epoch": 3.221690590111643,
      "grad_norm": 773919.6875,
      "learning_rate": 2.3152578415736312e-05,
      "loss": 3.6072,
      "step": 20200
    },
    {
      "epoch": 3.237639553429027,
      "grad_norm": 728946.0625,
      "learning_rate": 2.3019670388091442e-05,
      "loss": 3.6212,
      "step": 20300
    },
    {
      "epoch": 3.2535885167464116,
      "grad_norm": 659326.9375,
      "learning_rate": 2.288676236044657e-05,
      "loss": 3.6068,
      "step": 20400
    },
    {
      "epoch": 3.269537480063796,
      "grad_norm": 759802.25,
      "learning_rate": 2.27538543328017e-05,
      "loss": 3.6783,
      "step": 20500
    },
    {
      "epoch": 3.2854864433811803,
      "grad_norm": 805141.9375,
      "learning_rate": 2.262094630515683e-05,
      "loss": 3.6441,
      "step": 20600
    },
    {
      "epoch": 3.3014354066985647,
      "grad_norm": 716521.875,
      "learning_rate": 2.2488038277511964e-05,
      "loss": 3.5748,
      "step": 20700
    },
    {
      "epoch": 3.317384370015949,
      "grad_norm": 920115.4375,
      "learning_rate": 2.2355130249867094e-05,
      "loss": 3.5985,
      "step": 20800
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 838658.0625,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 3.564,
      "step": 20900
    },
    {
      "epoch": 3.349282296650718,
      "grad_norm": 838474.9375,
      "learning_rate": 2.2089314194577353e-05,
      "loss": 3.5875,
      "step": 21000
    },
    {
      "epoch": 3.3652312599681022,
      "grad_norm": 663992.25,
      "learning_rate": 2.1956406166932483e-05,
      "loss": 3.5681,
      "step": 21100
    },
    {
      "epoch": 3.3811802232854866,
      "grad_norm": 679489.9375,
      "learning_rate": 2.1823498139287616e-05,
      "loss": 3.5276,
      "step": 21200
    },
    {
      "epoch": 3.397129186602871,
      "grad_norm": 721495.6875,
      "learning_rate": 2.1690590111642745e-05,
      "loss": 3.5599,
      "step": 21300
    },
    {
      "epoch": 3.4130781499202554,
      "grad_norm": 667400.9375,
      "learning_rate": 2.1557682083997875e-05,
      "loss": 3.5554,
      "step": 21400
    },
    {
      "epoch": 3.4290271132376393,
      "grad_norm": 706122.0,
      "learning_rate": 2.1424774056353005e-05,
      "loss": 3.6543,
      "step": 21500
    },
    {
      "epoch": 3.444976076555024,
      "grad_norm": 709513.125,
      "learning_rate": 2.1291866028708134e-05,
      "loss": 3.6568,
      "step": 21600
    },
    {
      "epoch": 3.460925039872408,
      "grad_norm": 652669.375,
      "learning_rate": 2.1158958001063264e-05,
      "loss": 3.6423,
      "step": 21700
    },
    {
      "epoch": 3.476874003189793,
      "grad_norm": 713371.625,
      "learning_rate": 2.1026049973418397e-05,
      "loss": 3.6102,
      "step": 21800
    },
    {
      "epoch": 3.492822966507177,
      "grad_norm": 694536.875,
      "learning_rate": 2.0893141945773527e-05,
      "loss": 3.5488,
      "step": 21900
    },
    {
      "epoch": 3.5087719298245617,
      "grad_norm": 668059.9375,
      "learning_rate": 2.0760233918128656e-05,
      "loss": 3.6078,
      "step": 22000
    },
    {
      "epoch": 3.5247208931419456,
      "grad_norm": 731925.875,
      "learning_rate": 2.0627325890483786e-05,
      "loss": 3.5455,
      "step": 22100
    },
    {
      "epoch": 3.5406698564593304,
      "grad_norm": 766777.9375,
      "learning_rate": 2.0494417862838915e-05,
      "loss": 3.5582,
      "step": 22200
    },
    {
      "epoch": 3.5566188197767143,
      "grad_norm": 755381.1875,
      "learning_rate": 2.0361509835194045e-05,
      "loss": 3.5859,
      "step": 22300
    },
    {
      "epoch": 3.5725677830940987,
      "grad_norm": 749873.6875,
      "learning_rate": 2.0228601807549178e-05,
      "loss": 3.7161,
      "step": 22400
    },
    {
      "epoch": 3.588516746411483,
      "grad_norm": 677539.125,
      "learning_rate": 2.0095693779904308e-05,
      "loss": 3.6225,
      "step": 22500
    },
    {
      "epoch": 3.6044657097288675,
      "grad_norm": 744990.8125,
      "learning_rate": 1.9962785752259437e-05,
      "loss": 3.5935,
      "step": 22600
    },
    {
      "epoch": 3.620414673046252,
      "grad_norm": 629363.0,
      "learning_rate": 1.9829877724614567e-05,
      "loss": 3.5828,
      "step": 22700
    },
    {
      "epoch": 3.6363636363636362,
      "grad_norm": 685327.4375,
      "learning_rate": 1.9696969696969697e-05,
      "loss": 3.5937,
      "step": 22800
    },
    {
      "epoch": 3.6523125996810206,
      "grad_norm": 760474.25,
      "learning_rate": 1.956406166932483e-05,
      "loss": 3.5799,
      "step": 22900
    },
    {
      "epoch": 3.668261562998405,
      "grad_norm": 725888.9375,
      "learning_rate": 1.943115364167996e-05,
      "loss": 3.5465,
      "step": 23000
    },
    {
      "epoch": 3.6842105263157894,
      "grad_norm": 752312.0625,
      "learning_rate": 1.929824561403509e-05,
      "loss": 3.6185,
      "step": 23100
    },
    {
      "epoch": 3.7001594896331738,
      "grad_norm": 855498.5625,
      "learning_rate": 1.916533758639022e-05,
      "loss": 3.5792,
      "step": 23200
    },
    {
      "epoch": 3.716108452950558,
      "grad_norm": 679264.5,
      "learning_rate": 1.9032429558745348e-05,
      "loss": 3.5531,
      "step": 23300
    },
    {
      "epoch": 3.7320574162679425,
      "grad_norm": 688482.875,
      "learning_rate": 1.8899521531100478e-05,
      "loss": 3.5495,
      "step": 23400
    },
    {
      "epoch": 3.748006379585327,
      "grad_norm": 756693.75,
      "learning_rate": 1.876661350345561e-05,
      "loss": 3.567,
      "step": 23500
    },
    {
      "epoch": 3.7639553429027113,
      "grad_norm": 854033.0625,
      "learning_rate": 1.863370547581074e-05,
      "loss": 3.5611,
      "step": 23600
    },
    {
      "epoch": 3.7799043062200957,
      "grad_norm": 753585.0625,
      "learning_rate": 1.850079744816587e-05,
      "loss": 3.5439,
      "step": 23700
    },
    {
      "epoch": 3.79585326953748,
      "grad_norm": 685358.25,
      "learning_rate": 1.8367889420521e-05,
      "loss": 3.535,
      "step": 23800
    },
    {
      "epoch": 3.8118022328548644,
      "grad_norm": 813028.4375,
      "learning_rate": 1.823498139287613e-05,
      "loss": 3.566,
      "step": 23900
    },
    {
      "epoch": 3.827751196172249,
      "grad_norm": 676295.9375,
      "learning_rate": 1.8102073365231263e-05,
      "loss": 3.5208,
      "step": 24000
    },
    {
      "epoch": 3.843700159489633,
      "grad_norm": 705614.1875,
      "learning_rate": 1.7969165337586392e-05,
      "loss": 3.5108,
      "step": 24100
    },
    {
      "epoch": 3.8596491228070176,
      "grad_norm": 643356.125,
      "learning_rate": 1.7836257309941522e-05,
      "loss": 3.5416,
      "step": 24200
    },
    {
      "epoch": 3.875598086124402,
      "grad_norm": 783635.625,
      "learning_rate": 1.770334928229665e-05,
      "loss": 3.6022,
      "step": 24300
    },
    {
      "epoch": 3.8915470494417863,
      "grad_norm": 829787.5,
      "learning_rate": 1.757044125465178e-05,
      "loss": 3.6056,
      "step": 24400
    },
    {
      "epoch": 3.9074960127591707,
      "grad_norm": 776633.0625,
      "learning_rate": 1.743753322700691e-05,
      "loss": 3.5857,
      "step": 24500
    },
    {
      "epoch": 3.923444976076555,
      "grad_norm": 708855.1875,
      "learning_rate": 1.7304625199362044e-05,
      "loss": 3.6086,
      "step": 24600
    },
    {
      "epoch": 3.9393939393939394,
      "grad_norm": 906587.0,
      "learning_rate": 1.7171717171717173e-05,
      "loss": 3.5361,
      "step": 24700
    },
    {
      "epoch": 3.955342902711324,
      "grad_norm": 835950.4375,
      "learning_rate": 1.7038809144072303e-05,
      "loss": 3.5976,
      "step": 24800
    },
    {
      "epoch": 3.971291866028708,
      "grad_norm": 816570.6875,
      "learning_rate": 1.6905901116427433e-05,
      "loss": 3.596,
      "step": 24900
    },
    {
      "epoch": 3.9872408293460926,
      "grad_norm": 751378.9375,
      "learning_rate": 1.6772993088782562e-05,
      "loss": 3.4856,
      "step": 25000
    },
    {
      "epoch": 4.0,
      "eval_loss": 3.646216869354248,
      "eval_runtime": 212.927,
      "eval_samples_per_second": 134.426,
      "eval_steps_per_second": 4.203,
      "step": 25080
    },
    {
      "epoch": 4.003189792663477,
      "grad_norm": 735559.375,
      "learning_rate": 1.6640085061137695e-05,
      "loss": 3.5286,
      "step": 25100
    },
    {
      "epoch": 4.019138755980861,
      "grad_norm": 741852.3125,
      "learning_rate": 1.6507177033492825e-05,
      "loss": 3.5367,
      "step": 25200
    },
    {
      "epoch": 4.035087719298246,
      "grad_norm": 650216.625,
      "learning_rate": 1.6374269005847955e-05,
      "loss": 3.5056,
      "step": 25300
    },
    {
      "epoch": 4.05103668261563,
      "grad_norm": 717938.9375,
      "learning_rate": 1.6241360978203084e-05,
      "loss": 3.4996,
      "step": 25400
    },
    {
      "epoch": 4.0669856459330145,
      "grad_norm": 840426.9375,
      "learning_rate": 1.6108452950558214e-05,
      "loss": 3.5293,
      "step": 25500
    },
    {
      "epoch": 4.082934609250398,
      "grad_norm": 699668.5,
      "learning_rate": 1.5975544922913344e-05,
      "loss": 3.5122,
      "step": 25600
    },
    {
      "epoch": 4.098883572567783,
      "grad_norm": 649238.8125,
      "learning_rate": 1.5842636895268477e-05,
      "loss": 3.4949,
      "step": 25700
    },
    {
      "epoch": 4.114832535885167,
      "grad_norm": 669479.3125,
      "learning_rate": 1.5709728867623606e-05,
      "loss": 3.5515,
      "step": 25800
    },
    {
      "epoch": 4.130781499202552,
      "grad_norm": 645182.625,
      "learning_rate": 1.5576820839978733e-05,
      "loss": 3.5113,
      "step": 25900
    },
    {
      "epoch": 4.146730462519936,
      "grad_norm": 913136.6875,
      "learning_rate": 1.5443912812333866e-05,
      "loss": 3.5326,
      "step": 26000
    },
    {
      "epoch": 4.162679425837321,
      "grad_norm": 641233.3125,
      "learning_rate": 1.5311004784688995e-05,
      "loss": 3.4768,
      "step": 26100
    },
    {
      "epoch": 4.178628389154705,
      "grad_norm": 798713.5625,
      "learning_rate": 1.5178096757044127e-05,
      "loss": 3.4977,
      "step": 26200
    },
    {
      "epoch": 4.1945773524720895,
      "grad_norm": 719145.9375,
      "learning_rate": 1.5045188729399256e-05,
      "loss": 3.4549,
      "step": 26300
    },
    {
      "epoch": 4.2105263157894735,
      "grad_norm": 692601.9375,
      "learning_rate": 1.4912280701754386e-05,
      "loss": 3.5228,
      "step": 26400
    },
    {
      "epoch": 4.226475279106858,
      "grad_norm": 631408.4375,
      "learning_rate": 1.4779372674109517e-05,
      "loss": 3.4742,
      "step": 26500
    },
    {
      "epoch": 4.242424242424242,
      "grad_norm": 733137.0,
      "learning_rate": 1.4646464646464647e-05,
      "loss": 3.4242,
      "step": 26600
    },
    {
      "epoch": 4.258373205741627,
      "grad_norm": 741812.9375,
      "learning_rate": 1.4513556618819777e-05,
      "loss": 3.4598,
      "step": 26700
    },
    {
      "epoch": 4.274322169059011,
      "grad_norm": 682720.125,
      "learning_rate": 1.4380648591174908e-05,
      "loss": 3.4827,
      "step": 26800
    },
    {
      "epoch": 4.290271132376396,
      "grad_norm": 784646.125,
      "learning_rate": 1.4247740563530037e-05,
      "loss": 3.4712,
      "step": 26900
    },
    {
      "epoch": 4.30622009569378,
      "grad_norm": 713282.75,
      "learning_rate": 1.4114832535885167e-05,
      "loss": 3.5542,
      "step": 27000
    },
    {
      "epoch": 4.3221690590111645,
      "grad_norm": 699440.4375,
      "learning_rate": 1.3981924508240298e-05,
      "loss": 3.4572,
      "step": 27100
    },
    {
      "epoch": 4.3381180223285485,
      "grad_norm": 733063.875,
      "learning_rate": 1.3849016480595428e-05,
      "loss": 3.4106,
      "step": 27200
    },
    {
      "epoch": 4.354066985645933,
      "grad_norm": 799606.875,
      "learning_rate": 1.371610845295056e-05,
      "loss": 3.4189,
      "step": 27300
    },
    {
      "epoch": 4.370015948963317,
      "grad_norm": 722583.25,
      "learning_rate": 1.3583200425305689e-05,
      "loss": 3.448,
      "step": 27400
    },
    {
      "epoch": 4.385964912280702,
      "grad_norm": 761491.5625,
      "learning_rate": 1.3450292397660819e-05,
      "loss": 3.5248,
      "step": 27500
    },
    {
      "epoch": 4.401913875598086,
      "grad_norm": 633397.6875,
      "learning_rate": 1.331738437001595e-05,
      "loss": 3.5675,
      "step": 27600
    },
    {
      "epoch": 4.417862838915471,
      "grad_norm": 743160.4375,
      "learning_rate": 1.318447634237108e-05,
      "loss": 3.4983,
      "step": 27700
    },
    {
      "epoch": 4.433811802232855,
      "grad_norm": 689363.3125,
      "learning_rate": 1.305156831472621e-05,
      "loss": 3.5689,
      "step": 27800
    },
    {
      "epoch": 4.44976076555024,
      "grad_norm": 634674.0,
      "learning_rate": 1.291866028708134e-05,
      "loss": 3.4763,
      "step": 27900
    },
    {
      "epoch": 4.4657097288676235,
      "grad_norm": 682868.5,
      "learning_rate": 1.278575225943647e-05,
      "loss": 3.4725,
      "step": 28000
    },
    {
      "epoch": 4.481658692185008,
      "grad_norm": 839863.0,
      "learning_rate": 1.26528442317916e-05,
      "loss": 3.5255,
      "step": 28100
    },
    {
      "epoch": 4.497607655502392,
      "grad_norm": 840497.0625,
      "learning_rate": 1.2519936204146731e-05,
      "loss": 3.4914,
      "step": 28200
    },
    {
      "epoch": 4.513556618819777,
      "grad_norm": 798480.8125,
      "learning_rate": 1.2387028176501861e-05,
      "loss": 3.4787,
      "step": 28300
    },
    {
      "epoch": 4.529505582137161,
      "grad_norm": 776783.625,
      "learning_rate": 1.2254120148856992e-05,
      "loss": 3.4817,
      "step": 28400
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 860058.625,
      "learning_rate": 1.2121212121212122e-05,
      "loss": 3.515,
      "step": 28500
    },
    {
      "epoch": 4.56140350877193,
      "grad_norm": 797709.0,
      "learning_rate": 1.1988304093567252e-05,
      "loss": 3.4715,
      "step": 28600
    },
    {
      "epoch": 4.577352472089315,
      "grad_norm": 686232.0,
      "learning_rate": 1.1855396065922381e-05,
      "loss": 3.493,
      "step": 28700
    },
    {
      "epoch": 4.5933014354066986,
      "grad_norm": 713671.875,
      "learning_rate": 1.1722488038277513e-05,
      "loss": 3.4767,
      "step": 28800
    },
    {
      "epoch": 4.6092503987240825,
      "grad_norm": 830858.875,
      "learning_rate": 1.1589580010632644e-05,
      "loss": 3.5506,
      "step": 28900
    },
    {
      "epoch": 4.625199362041467,
      "grad_norm": 681684.8125,
      "learning_rate": 1.1456671982987772e-05,
      "loss": 3.468,
      "step": 29000
    },
    {
      "epoch": 4.641148325358852,
      "grad_norm": 693863.25,
      "learning_rate": 1.1323763955342903e-05,
      "loss": 3.4847,
      "step": 29100
    },
    {
      "epoch": 4.657097288676236,
      "grad_norm": 612233.75,
      "learning_rate": 1.1190855927698035e-05,
      "loss": 3.3994,
      "step": 29200
    },
    {
      "epoch": 4.67304625199362,
      "grad_norm": 901251.25,
      "learning_rate": 1.1057947900053164e-05,
      "loss": 3.5144,
      "step": 29300
    },
    {
      "epoch": 4.688995215311005,
      "grad_norm": 742618.4375,
      "learning_rate": 1.0925039872408294e-05,
      "loss": 3.5388,
      "step": 29400
    },
    {
      "epoch": 4.70494417862839,
      "grad_norm": 797654.0,
      "learning_rate": 1.0792131844763423e-05,
      "loss": 3.4722,
      "step": 29500
    },
    {
      "epoch": 4.720893141945774,
      "grad_norm": 763737.9375,
      "learning_rate": 1.0659223817118555e-05,
      "loss": 3.5006,
      "step": 29600
    },
    {
      "epoch": 4.7368421052631575,
      "grad_norm": 702353.875,
      "learning_rate": 1.0526315789473684e-05,
      "loss": 3.4772,
      "step": 29700
    },
    {
      "epoch": 4.752791068580542,
      "grad_norm": 790482.1875,
      "learning_rate": 1.0393407761828814e-05,
      "loss": 3.4507,
      "step": 29800
    },
    {
      "epoch": 4.768740031897926,
      "grad_norm": 706455.9375,
      "learning_rate": 1.0260499734183945e-05,
      "loss": 3.4769,
      "step": 29900
    },
    {
      "epoch": 4.784688995215311,
      "grad_norm": 720554.3125,
      "learning_rate": 1.0127591706539077e-05,
      "loss": 3.4551,
      "step": 30000
    },
    {
      "epoch": 4.800637958532695,
      "grad_norm": 754827.6875,
      "learning_rate": 9.994683678894205e-06,
      "loss": 3.4982,
      "step": 30100
    },
    {
      "epoch": 4.81658692185008,
      "grad_norm": 696089.375,
      "learning_rate": 9.861775651249336e-06,
      "loss": 3.4637,
      "step": 30200
    },
    {
      "epoch": 4.832535885167464,
      "grad_norm": 737095.3125,
      "learning_rate": 9.728867623604466e-06,
      "loss": 3.4621,
      "step": 30300
    },
    {
      "epoch": 4.848484848484849,
      "grad_norm": 768262.125,
      "learning_rate": 9.595959595959595e-06,
      "loss": 3.48,
      "step": 30400
    },
    {
      "epoch": 4.8644338118022326,
      "grad_norm": 767420.5625,
      "learning_rate": 9.463051568314727e-06,
      "loss": 3.4463,
      "step": 30500
    },
    {
      "epoch": 4.880382775119617,
      "grad_norm": 706310.0,
      "learning_rate": 9.330143540669856e-06,
      "loss": 3.4668,
      "step": 30600
    },
    {
      "epoch": 4.896331738437001,
      "grad_norm": 828940.625,
      "learning_rate": 9.197235513024988e-06,
      "loss": 3.4377,
      "step": 30700
    },
    {
      "epoch": 4.912280701754386,
      "grad_norm": 788075.375,
      "learning_rate": 9.064327485380117e-06,
      "loss": 3.4144,
      "step": 30800
    },
    {
      "epoch": 4.92822966507177,
      "grad_norm": 805364.0625,
      "learning_rate": 8.931419457735247e-06,
      "loss": 3.4726,
      "step": 30900
    },
    {
      "epoch": 4.944178628389155,
      "grad_norm": 604472.75,
      "learning_rate": 8.798511430090378e-06,
      "loss": 3.4936,
      "step": 31000
    },
    {
      "epoch": 4.960127591706539,
      "grad_norm": 684835.3125,
      "learning_rate": 8.66560340244551e-06,
      "loss": 3.4637,
      "step": 31100
    },
    {
      "epoch": 4.976076555023924,
      "grad_norm": 684998.5,
      "learning_rate": 8.532695374800638e-06,
      "loss": 3.5321,
      "step": 31200
    },
    {
      "epoch": 4.992025518341308,
      "grad_norm": 711871.5625,
      "learning_rate": 8.399787347155769e-06,
      "loss": 3.4809,
      "step": 31300
    },
    {
      "epoch": 5.0,
      "eval_loss": 3.6019129753112793,
      "eval_runtime": 212.6906,
      "eval_samples_per_second": 134.576,
      "eval_steps_per_second": 4.208,
      "step": 31350
    },
    {
      "epoch": 5.007974481658692,
      "grad_norm": 1041463.125,
      "learning_rate": 8.266879319510899e-06,
      "loss": 3.4055,
      "step": 31400
    },
    {
      "epoch": 5.023923444976076,
      "grad_norm": 623676.3125,
      "learning_rate": 8.133971291866028e-06,
      "loss": 3.5315,
      "step": 31500
    },
    {
      "epoch": 5.039872408293461,
      "grad_norm": 619523.9375,
      "learning_rate": 8.00106326422116e-06,
      "loss": 3.4709,
      "step": 31600
    },
    {
      "epoch": 5.055821371610845,
      "grad_norm": 779379.875,
      "learning_rate": 7.86815523657629e-06,
      "loss": 3.3933,
      "step": 31700
    },
    {
      "epoch": 5.07177033492823,
      "grad_norm": 617667.5625,
      "learning_rate": 7.73524720893142e-06,
      "loss": 3.4738,
      "step": 31800
    },
    {
      "epoch": 5.087719298245614,
      "grad_norm": 691351.5625,
      "learning_rate": 7.602339181286549e-06,
      "loss": 3.4499,
      "step": 31900
    },
    {
      "epoch": 5.103668261562999,
      "grad_norm": 702913.25,
      "learning_rate": 7.469431153641681e-06,
      "loss": 3.4476,
      "step": 32000
    },
    {
      "epoch": 5.119617224880383,
      "grad_norm": 778967.4375,
      "learning_rate": 7.336523125996811e-06,
      "loss": 3.4689,
      "step": 32100
    },
    {
      "epoch": 5.1355661881977674,
      "grad_norm": 693687.3125,
      "learning_rate": 7.20361509835194e-06,
      "loss": 3.381,
      "step": 32200
    },
    {
      "epoch": 5.151515151515151,
      "grad_norm": 843375.5,
      "learning_rate": 7.0707070707070704e-06,
      "loss": 3.438,
      "step": 32300
    },
    {
      "epoch": 5.167464114832536,
      "grad_norm": 734730.5,
      "learning_rate": 6.937799043062202e-06,
      "loss": 3.4564,
      "step": 32400
    },
    {
      "epoch": 5.18341307814992,
      "grad_norm": 716158.375,
      "learning_rate": 6.804891015417332e-06,
      "loss": 3.4529,
      "step": 32500
    },
    {
      "epoch": 5.199362041467305,
      "grad_norm": 703040.625,
      "learning_rate": 6.671982987772461e-06,
      "loss": 3.391,
      "step": 32600
    },
    {
      "epoch": 5.215311004784689,
      "grad_norm": 636837.3125,
      "learning_rate": 6.5390749601275915e-06,
      "loss": 3.4174,
      "step": 32700
    },
    {
      "epoch": 5.231259968102074,
      "grad_norm": 661893.6875,
      "learning_rate": 6.406166932482723e-06,
      "loss": 3.4256,
      "step": 32800
    },
    {
      "epoch": 5.247208931419458,
      "grad_norm": 812641.0625,
      "learning_rate": 6.273258904837853e-06,
      "loss": 3.4981,
      "step": 32900
    },
    {
      "epoch": 5.2631578947368425,
      "grad_norm": 725753.125,
      "learning_rate": 6.140350877192982e-06,
      "loss": 3.5018,
      "step": 33000
    },
    {
      "epoch": 5.279106858054226,
      "grad_norm": 691768.3125,
      "learning_rate": 6.007442849548113e-06,
      "loss": 3.3969,
      "step": 33100
    },
    {
      "epoch": 5.295055821371611,
      "grad_norm": 776131.9375,
      "learning_rate": 5.874534821903243e-06,
      "loss": 3.4489,
      "step": 33200
    },
    {
      "epoch": 5.311004784688995,
      "grad_norm": 747268.25,
      "learning_rate": 5.741626794258374e-06,
      "loss": 3.4075,
      "step": 33300
    },
    {
      "epoch": 5.32695374800638,
      "grad_norm": 864468.1875,
      "learning_rate": 5.608718766613503e-06,
      "loss": 3.4443,
      "step": 33400
    },
    {
      "epoch": 5.342902711323764,
      "grad_norm": 729350.5,
      "learning_rate": 5.475810738968634e-06,
      "loss": 3.4189,
      "step": 33500
    },
    {
      "epoch": 5.358851674641148,
      "grad_norm": 687491.0625,
      "learning_rate": 5.342902711323764e-06,
      "loss": 3.4167,
      "step": 33600
    },
    {
      "epoch": 5.374800637958533,
      "grad_norm": 682089.125,
      "learning_rate": 5.209994683678895e-06,
      "loss": 3.3691,
      "step": 33700
    },
    {
      "epoch": 5.3907496012759175,
      "grad_norm": 698959.25,
      "learning_rate": 5.077086656034024e-06,
      "loss": 3.4449,
      "step": 33800
    },
    {
      "epoch": 5.4066985645933014,
      "grad_norm": 671919.375,
      "learning_rate": 4.944178628389155e-06,
      "loss": 3.4421,
      "step": 33900
    },
    {
      "epoch": 5.422647527910685,
      "grad_norm": 647332.125,
      "learning_rate": 4.811270600744285e-06,
      "loss": 3.4529,
      "step": 34000
    },
    {
      "epoch": 5.43859649122807,
      "grad_norm": 686242.25,
      "learning_rate": 4.678362573099415e-06,
      "loss": 3.3381,
      "step": 34100
    },
    {
      "epoch": 5.454545454545454,
      "grad_norm": 936387.5,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 3.4765,
      "step": 34200
    },
    {
      "epoch": 5.470494417862839,
      "grad_norm": 662910.3125,
      "learning_rate": 4.412546517809676e-06,
      "loss": 3.3729,
      "step": 34300
    },
    {
      "epoch": 5.486443381180223,
      "grad_norm": 671547.0,
      "learning_rate": 4.2796384901648065e-06,
      "loss": 3.4489,
      "step": 34400
    },
    {
      "epoch": 5.502392344497608,
      "grad_norm": 777179.3125,
      "learning_rate": 4.146730462519936e-06,
      "loss": 3.424,
      "step": 34500
    },
    {
      "epoch": 5.518341307814992,
      "grad_norm": 628742.25,
      "learning_rate": 4.013822434875067e-06,
      "loss": 3.4128,
      "step": 34600
    },
    {
      "epoch": 5.5342902711323765,
      "grad_norm": 794101.75,
      "learning_rate": 3.880914407230197e-06,
      "loss": 3.3938,
      "step": 34700
    },
    {
      "epoch": 5.55023923444976,
      "grad_norm": 720820.4375,
      "learning_rate": 3.7480063795853268e-06,
      "loss": 3.3622,
      "step": 34800
    },
    {
      "epoch": 5.566188197767145,
      "grad_norm": 686912.5,
      "learning_rate": 3.6150983519404573e-06,
      "loss": 3.3896,
      "step": 34900
    },
    {
      "epoch": 5.582137161084529,
      "grad_norm": 758477.0,
      "learning_rate": 3.4821903242955873e-06,
      "loss": 3.4494,
      "step": 35000
    },
    {
      "epoch": 5.598086124401914,
      "grad_norm": 828910.875,
      "learning_rate": 3.349282296650718e-06,
      "loss": 3.4204,
      "step": 35100
    },
    {
      "epoch": 5.614035087719298,
      "grad_norm": 650998.8125,
      "learning_rate": 3.216374269005848e-06,
      "loss": 3.4115,
      "step": 35200
    },
    {
      "epoch": 5.629984051036683,
      "grad_norm": 681491.375,
      "learning_rate": 3.0834662413609784e-06,
      "loss": 3.3861,
      "step": 35300
    },
    {
      "epoch": 5.645933014354067,
      "grad_norm": 749556.875,
      "learning_rate": 2.9505582137161084e-06,
      "loss": 3.4175,
      "step": 35400
    },
    {
      "epoch": 5.6618819776714515,
      "grad_norm": 677371.6875,
      "learning_rate": 2.817650186071239e-06,
      "loss": 3.4571,
      "step": 35500
    },
    {
      "epoch": 5.6778309409888355,
      "grad_norm": 730101.5625,
      "learning_rate": 2.684742158426369e-06,
      "loss": 3.3966,
      "step": 35600
    },
    {
      "epoch": 5.69377990430622,
      "grad_norm": 657353.375,
      "learning_rate": 2.5518341307814995e-06,
      "loss": 3.4639,
      "step": 35700
    },
    {
      "epoch": 5.709728867623604,
      "grad_norm": 734038.0,
      "learning_rate": 2.4189261031366296e-06,
      "loss": 3.3982,
      "step": 35800
    },
    {
      "epoch": 5.725677830940989,
      "grad_norm": 719495.625,
      "learning_rate": 2.28601807549176e-06,
      "loss": 3.4221,
      "step": 35900
    },
    {
      "epoch": 5.741626794258373,
      "grad_norm": 686361.0625,
      "learning_rate": 2.15311004784689e-06,
      "loss": 3.4886,
      "step": 36000
    },
    {
      "epoch": 5.757575757575758,
      "grad_norm": 804130.625,
      "learning_rate": 2.0202020202020206e-06,
      "loss": 3.4364,
      "step": 36100
    },
    {
      "epoch": 5.773524720893142,
      "grad_norm": 713737.5625,
      "learning_rate": 1.8872939925571505e-06,
      "loss": 3.391,
      "step": 36200
    },
    {
      "epoch": 5.7894736842105265,
      "grad_norm": 734503.125,
      "learning_rate": 1.7543859649122807e-06,
      "loss": 3.4291,
      "step": 36300
    },
    {
      "epoch": 5.8054226475279105,
      "grad_norm": 673341.3125,
      "learning_rate": 1.621477937267411e-06,
      "loss": 3.4816,
      "step": 36400
    },
    {
      "epoch": 5.821371610845295,
      "grad_norm": 643799.3125,
      "learning_rate": 1.4885699096225413e-06,
      "loss": 3.4221,
      "step": 36500
    },
    {
      "epoch": 5.837320574162679,
      "grad_norm": 641417.125,
      "learning_rate": 1.3556618819776716e-06,
      "loss": 3.4331,
      "step": 36600
    },
    {
      "epoch": 5.853269537480064,
      "grad_norm": 707790.25,
      "learning_rate": 1.2227538543328019e-06,
      "loss": 3.3936,
      "step": 36700
    },
    {
      "epoch": 5.869218500797448,
      "grad_norm": 734012.3125,
      "learning_rate": 1.089845826687932e-06,
      "loss": 3.4258,
      "step": 36800
    },
    {
      "epoch": 5.885167464114833,
      "grad_norm": 672716.0,
      "learning_rate": 9.569377990430622e-07,
      "loss": 3.4688,
      "step": 36900
    },
    {
      "epoch": 5.901116427432217,
      "grad_norm": 691052.75,
      "learning_rate": 8.240297713981925e-07,
      "loss": 3.3553,
      "step": 37000
    },
    {
      "epoch": 5.917065390749602,
      "grad_norm": 714107.875,
      "learning_rate": 6.911217437533228e-07,
      "loss": 3.4735,
      "step": 37100
    },
    {
      "epoch": 5.9330143540669855,
      "grad_norm": 783142.9375,
      "learning_rate": 5.582137161084529e-07,
      "loss": 3.4707,
      "step": 37200
    },
    {
      "epoch": 5.94896331738437,
      "grad_norm": 793443.25,
      "learning_rate": 4.2530568846358327e-07,
      "loss": 3.4279,
      "step": 37300
    },
    {
      "epoch": 5.964912280701754,
      "grad_norm": 828328.5625,
      "learning_rate": 2.9239766081871344e-07,
      "loss": 3.4171,
      "step": 37400
    },
    {
      "epoch": 5.980861244019139,
      "grad_norm": 826741.5625,
      "learning_rate": 1.5948963317384372e-07,
      "loss": 3.5064,
      "step": 37500
    },
    {
      "epoch": 5.996810207336523,
      "grad_norm": 698366.375,
      "learning_rate": 2.6581605528973954e-08,
      "loss": 3.42,
      "step": 37600
    },
    {
      "epoch": 6.0,
      "eval_loss": 3.615572929382324,
      "eval_runtime": 213.1542,
      "eval_samples_per_second": 134.283,
      "eval_steps_per_second": 4.199,
      "step": 37620
    }
  ],
  "logging_steps": 100,
  "max_steps": 37620,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.65721373251031e+16,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}